2024-09-05T03:54:30.067 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-05T03:54:30.096 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T03:54:30.191 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7889912' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule name: teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 1 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 1743 sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 sleep_before_teardown: 0 subset: 459/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi002.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcsGHTMB2FWOTWlZ81qDE9O66vg9uPDHVYF/Wn3wPCxf+BDJ6bkIlgKO0Rcn7rZZp4X0l6Qk1LIDRhJv1O6w1s= smithi047.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFgq2ia35cJNJf39Rh9Sn+XwY6FqANslfEbay7zZGMzqFeS4vm5mRcMQ5nC56K36bOJxUK00Y1ZxJx5LyuIroks= smithi079.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLddQuznG3Gu+1Ird6/d5uG4DLTk6tpCXHr0cXOZn+ZEanEXkhjAkJOLzujtMiqXLIt1cigXcETK32k8SNq7SJ0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph config set mgr mgr/snap_schedule/log_level debug - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-04_21:24:16 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-05T03:54:30.191 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa; will attempt to use it 2024-09-05T03:54:30.192 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks 2024-09-05T03:54:30.192 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-05T03:54:30.193 INFO:teuthology.task.internal:Checking packages... 2024-09-05T03:54:30.214 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4' 2024-09-05T03:54:30.214 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-05T03:54:30.214 INFO:teuthology.packaging:ref: None 2024-09-05T03:54:30.214 INFO:teuthology.packaging:tag: None 2024-09-05T03:54:30.215 INFO:teuthology.packaging:branch: squid 2024-09-05T03:54:30.215 INFO:teuthology.packaging:sha1: 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T03:54:30.215 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-05T03:54:30.423 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-259.g91c8a7e5 2024-09-05T03:54:30.424 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-05T03:54:30.431 INFO:teuthology.task.internal:no buildpackages task found 2024-09-05T03:54:30.431 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-05T03:54:30.438 INFO:teuthology.task.internal:Saving configuration 2024-09-05T03:54:30.458 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-05T03:54:30.466 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-05T03:54:30.489 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi002.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 03:49:29.453333', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKcsGHTMB2FWOTWlZ81qDE9O66vg9uPDHVYF/Wn3wPCxf+BDJ6bkIlgKO0Rcn7rZZp4X0l6Qk1LIDRhJv1O6w1s='} 2024-09-05T03:54:30.513 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi047.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 03:49:29.455058', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFgq2ia35cJNJf39Rh9Sn+XwY6FqANslfEbay7zZGMzqFeS4vm5mRcMQ5nC56K36bOJxUK00Y1ZxJx5LyuIroks='} 2024-09-05T03:54:30.536 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi079.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-05 03:49:29.451359', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLddQuznG3Gu+1Ird6/d5uG4DLTk6tpCXHr0cXOZn+ZEanEXkhjAkJOLzujtMiqXLIt1cigXcETK32k8SNq7SJ0='} 2024-09-05T03:54:30.536 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-05T03:54:30.543 INFO:teuthology.task.internal:roles: ubuntu@smithi002.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-05T03:54:30.543 INFO:teuthology.task.internal:roles: ubuntu@smithi047.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-05T03:54:30.543 INFO:teuthology.task.internal:roles: ubuntu@smithi079.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-05T03:54:30.543 INFO:teuthology.run_tasks:Running task console_log... 2024-09-05T03:54:30.643 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff1b19bfbe0>, signals=[15]) 2024-09-05T03:54:30.644 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-05T03:54:30.651 INFO:teuthology.task.internal:Opening connections... 2024-09-05T03:54:30.651 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T03:54:30.653 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:54:30.731 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi047.front.sepia.ceph.com 2024-09-05T03:54:30.732 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:54:30.809 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi079.front.sepia.ceph.com 2024-09-05T03:54:30.810 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi079.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:54:30.886 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-05T03:54:30.895 DEBUG:teuthology.orchestra.run.smithi002:> uname -m 2024-09-05T03:54:30.912 INFO:teuthology.orchestra.run.smithi002.stdout:x86_64 2024-09-05T03:54:30.913 DEBUG:teuthology.orchestra.run.smithi002:> cat /etc/os-release 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:NAME="CentOS Stream" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION="9" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:ID="centos" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:ID_LIKE="rhel fedora" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:VERSION_ID="9" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:PLATFORM_ID="platform:el9" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T03:54:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:ANSI_COLOR="0;31" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:LOGO="fedora-logo-icon" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:HOME_URL="https://centos.org/" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T03:54:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T03:54:30.971 INFO:teuthology.lock.ops:Updating smithi002.front.sepia.ceph.com on lock server 2024-09-05T03:54:30.993 DEBUG:teuthology.orchestra.run.smithi047:> uname -m 2024-09-05T03:54:31.012 INFO:teuthology.orchestra.run.smithi047.stdout:x86_64 2024-09-05T03:54:31.012 DEBUG:teuthology.orchestra.run.smithi047:> cat /etc/os-release 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:NAME="CentOS Stream" 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION="9" 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:ID="centos" 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:ID_LIKE="rhel fedora" 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:VERSION_ID="9" 2024-09-05T03:54:31.070 INFO:teuthology.orchestra.run.smithi047.stdout:PLATFORM_ID="platform:el9" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:ANSI_COLOR="0;31" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:LOGO="fedora-logo-icon" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:HOME_URL="https://centos.org/" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T03:54:31.071 INFO:teuthology.orchestra.run.smithi047.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T03:54:31.071 INFO:teuthology.lock.ops:Updating smithi047.front.sepia.ceph.com on lock server 2024-09-05T03:54:31.090 DEBUG:teuthology.orchestra.run.smithi079:> uname -m 2024-09-05T03:54:31.109 INFO:teuthology.orchestra.run.smithi079.stdout:x86_64 2024-09-05T03:54:31.109 DEBUG:teuthology.orchestra.run.smithi079:> cat /etc/os-release 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:NAME="CentOS Stream" 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:VERSION="9" 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:ID="centos" 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:ID_LIKE="rhel fedora" 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:VERSION_ID="9" 2024-09-05T03:54:31.168 INFO:teuthology.orchestra.run.smithi079.stdout:PLATFORM_ID="platform:el9" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:ANSI_COLOR="0;31" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:LOGO="fedora-logo-icon" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:HOME_URL="https://centos.org/" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-05T03:54:31.169 INFO:teuthology.orchestra.run.smithi079.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-05T03:54:31.169 INFO:teuthology.lock.ops:Updating smithi079.front.sepia.ceph.com on lock server 2024-09-05T03:54:31.190 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-05T03:54:31.208 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-05T03:54:31.215 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-05T03:54:31.216 DEBUG:teuthology.orchestra.run.smithi002:> test '!' -e /home/ubuntu/cephtest 2024-09-05T03:54:31.218 DEBUG:teuthology.orchestra.run.smithi047:> test '!' -e /home/ubuntu/cephtest 2024-09-05T03:54:31.220 DEBUG:teuthology.orchestra.run.smithi079:> test '!' -e /home/ubuntu/cephtest 2024-09-05T03:54:31.237 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-05T03:54:31.243 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-05T03:54:31.244 DEBUG:teuthology.orchestra.run.smithi002:> test -z $(ls -A /var/lib/ceph) 2024-09-05T03:54:31.276 DEBUG:teuthology.orchestra.run.smithi047:> test -z $(ls -A /var/lib/ceph) 2024-09-05T03:54:31.278 DEBUG:teuthology.orchestra.run.smithi079:> test -z $(ls -A /var/lib/ceph) 2024-09-05T03:54:31.303 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-05T03:54:31.382 INFO:teuthology.run_tasks:Running task kernel... 2024-09-05T03:54:31.397 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-05T03:54:31.397 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-05T03:54:31.398 DEBUG:teuthology.orchestra.run.smithi002:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T03:54:31.398 DEBUG:teuthology.orchestra.run.smithi047:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T03:54:31.399 DEBUG:teuthology.orchestra.run.smithi079:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-05T03:54:31.416 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:54:31.417 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:54:31.417 DEBUG:teuthology.orchestra.run.smithi047:> uname -r 2024-09-05T03:54:31.418 DEBUG:teuthology.orchestra.run.smithi002:> uname -r 2024-09-05T03:54:31.418 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:54:31.419 DEBUG:teuthology.orchestra.run.smithi079:> uname -r 2024-09-05T03:54:31.476 INFO:teuthology.orchestra.run.smithi047.stdout:5.14.0-503.el9.x86_64 2024-09-05T03:54:31.476 INFO:teuthology.orchestra.run.smithi002.stdout:5.14.0-503.el9.x86_64 2024-09-05T03:54:31.476 INFO:teuthology.task.kernel:Running kernel on smithi047: 5.14.0-503.el9.x86_64 2024-09-05T03:54:31.476 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum install -y kernel 2024-09-05T03:54:31.477 INFO:teuthology.task.kernel:Running kernel on smithi002: 5.14.0-503.el9.x86_64 2024-09-05T03:54:31.477 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum install -y kernel 2024-09-05T03:54:31.478 INFO:teuthology.orchestra.run.smithi079.stdout:5.14.0-503.el9.x86_64 2024-09-05T03:54:31.478 INFO:teuthology.task.kernel:Running kernel on smithi079: 5.14.0-503.el9.x86_64 2024-09-05T03:54:31.478 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum install -y kernel 2024-09-05T03:54:34.873 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 4.6 MB/s | 8.2 MB 00:01 2024-09-05T03:54:35.066 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-05T03:54:36.339 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - BaseOS 2.8 MB/s | 8.2 MB 00:02 2024-09-05T03:54:36.907 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-05T03:54:36.950 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-05T03:54:38.057 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - AppStream 33 MB/s | 20 MB 00:00 2024-09-05T03:54:41.625 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-05T03:54:42.316 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-05T03:54:42.776 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 3.7 MB/s | 6.5 MB 00:01 2024-09-05T03:54:43.526 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 29 kB/s | 19 kB 00:00 2024-09-05T03:54:44.252 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 104 kB/s | 19 kB 00:00 2024-09-05T03:54:44.741 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 19 kB 00:01 2024-09-05T03:54:45.515 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 12 MB/s | 23 MB 00:01 2024-09-05T03:54:46.475 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 11 MB/s | 23 MB 00:02 2024-09-05T03:54:47.031 INFO:teuthology.orchestra.run.smithi079.stdout:Extra Packages for Enterprise Linux 10 MB/s | 23 MB 00:02 2024-09-05T03:54:51.120 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-05T03:54:52.312 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-05T03:54:52.460 INFO:teuthology.orchestra.run.smithi079.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-09-05T03:54:53.151 INFO:teuthology.orchestra.run.smithi047.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T03:54:53.151 INFO:teuthology.orchestra.run.smithi047.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T03:54:53.227 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-09-05T03:54:53.228 INFO:teuthology.orchestra.run.smithi047.stdout:Nothing to do. 2024-09-05T03:54:53.228 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-09-05T03:54:53.323 DEBUG:teuthology.orchestra.run.smithi047:> echo no | sudo yum reinstall kernel || true 2024-09-05T03:54:53.875 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Sep 2024 03:54:51 AM UTC. 2024-09-05T03:54:54.019 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-09-05T03:54:54.029 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.029 INFO:teuthology.orchestra.run.smithi047.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:54.029 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.029 INFO:teuthology.orchestra.run.smithi047.stdout:Reinstalling: 2024-09-05T03:54:54.029 INFO:teuthology.orchestra.run.smithi047.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 1.9 M 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 0 2024-09-05T03:54:54.030 INFO:teuthology.orchestra.run.smithi047.stderr:Operation aborted. 2024-09-05T03:54:54.083 INFO:teuthology.orchestra.run.smithi047.stdout:Is this ok [y/N]: 2024-09-05T03:54:54.084 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum reinstall -y kernel || true 2024-09-05T03:54:54.377 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T03:54:54.377 INFO:teuthology.orchestra.run.smithi002.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T03:54:54.457 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-05T03:54:54.458 INFO:teuthology.orchestra.run.smithi079.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-05T03:54:54.458 INFO:teuthology.orchestra.run.smithi079.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-05T03:54:54.458 INFO:teuthology.orchestra.run.smithi002.stdout:Nothing to do. 2024-09-05T03:54:54.458 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-05T03:54:54.530 DEBUG:teuthology.orchestra.run.smithi002:> echo no | sudo yum reinstall kernel || true 2024-09-05T03:54:54.542 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2024-09-05T03:54:54.543 INFO:teuthology.orchestra.run.smithi079.stdout:Nothing to do. 2024-09-05T03:54:54.544 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2024-09-05T03:54:54.629 INFO:teuthology.orchestra.run.smithi047.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 03:54:51 AM UTC. 2024-09-05T03:54:54.656 DEBUG:teuthology.orchestra.run.smithi079:> echo no | sudo yum reinstall kernel || true 2024-09-05T03:54:54.763 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-09-05T03:54:54.764 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.764 INFO:teuthology.orchestra.run.smithi047.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:54.764 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.764 INFO:teuthology.orchestra.run.smithi047.stdout:Reinstalling: 2024-09-05T03:54:54.764 INFO:teuthology.orchestra.run.smithi047.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:54.765 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:54.765 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-09-05T03:54:54.767 INFO:teuthology.orchestra.run.smithi047.stdout:================================================================================ 2024-09-05T03:54:54.767 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:54.767 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 1.9 M 2024-09-05T03:54:54.768 INFO:teuthology.orchestra.run.smithi047.stdout:Installed size: 0 2024-09-05T03:54:54.768 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-09-05T03:54:55.086 INFO:teuthology.orchestra.run.smithi002.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 03:54:52 AM UTC. 2024-09-05T03:54:55.156 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-5.14.0-503.el9.x86_64.rpm 5.1 MB/s | 1.9 MB 00:00 2024-09-05T03:54:55.157 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:54:55.157 INFO:teuthology.orchestra.run.smithi047.stdout:Total 4.8 MB/s | 1.9 MB 00:00 2024-09-05T03:54:55.185 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-09-05T03:54:55.199 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 03:54:52 AM UTC. 2024-09-05T03:54:55.241 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-05T03:54:55.248 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.248 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:55.248 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.248 INFO:teuthology.orchestra.run.smithi002.stdout:Reinstalling: 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 1.9 M 2024-09-05T03:54:55.249 INFO:teuthology.orchestra.run.smithi002.stdout:Installed size: 0 2024-09-05T03:54:55.250 INFO:teuthology.orchestra.run.smithi002.stderr:Operation aborted. 2024-09-05T03:54:55.300 INFO:teuthology.orchestra.run.smithi002.stdout:Is this ok [y/N]: 2024-09-05T03:54:55.300 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum reinstall -y kernel || true 2024-09-05T03:54:55.333 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2024-09-05T03:54:55.339 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:55.339 INFO:teuthology.orchestra.run.smithi079.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:Reinstalling: 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction Summary 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:Total download size: 1.9 M 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stdout:Installed size: 0 2024-09-05T03:54:55.340 INFO:teuthology.orchestra.run.smithi079.stderr:Operation aborted. 2024-09-05T03:54:55.399 INFO:teuthology.orchestra.run.smithi079.stdout:Is this ok [y/N]: 2024-09-05T03:54:55.399 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum reinstall -y kernel || true 2024-09-05T03:54:55.442 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-09-05T03:54:55.442 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-09-05T03:54:55.474 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-09-05T03:54:55.474 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-09-05T03:54:55.644 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-09-05T03:54:55.790 INFO:teuthology.orchestra.run.smithi047.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:55.791 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:55.851 INFO:teuthology.orchestra.run.smithi002.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 03:54:52 AM UTC. 2024-09-05T03:54:55.938 INFO:teuthology.orchestra.run.smithi079.stdout:Last metadata expiration check: 0:00:03 ago on Thu 05 Sep 2024 03:54:52 AM UTC. 2024-09-05T03:54:55.984 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-05T03:54:55.984 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:Reinstalling: 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:================================================================================ 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 1.9 M 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:Installed size: 0 2024-09-05T03:54:55.985 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2024-09-05T03:54:56.066 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout: Package Architecture Version Repository Size 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout:Reinstalling: 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout: kernel x86_64 5.14.0-503.el9 baseos 1.9 M 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction Summary 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout:================================================================================ 2024-09-05T03:54:56.067 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:56.068 INFO:teuthology.orchestra.run.smithi079.stdout:Total download size: 1.9 M 2024-09-05T03:54:56.068 INFO:teuthology.orchestra.run.smithi079.stdout:Installed size: 0 2024-09-05T03:54:56.068 INFO:teuthology.orchestra.run.smithi079.stdout:Downloading Packages: 2024-09-05T03:54:56.420 INFO:teuthology.orchestra.run.smithi079.stdout:kernel-5.14.0-503.el9.x86_64.rpm 5.7 MB/s | 1.9 MB 00:00 2024-09-05T03:54:56.420 INFO:teuthology.orchestra.run.smithi079.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:54:56.420 INFO:teuthology.orchestra.run.smithi079.stdout:Total 5.3 MB/s | 1.9 MB 00:00 2024-09-05T03:54:56.449 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction check 2024-09-05T03:54:56.464 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-503.el9.x86_64.rpm 8.4 MB/s | 1.9 MB 00:00 2024-09-05T03:54:56.464 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:54:56.464 INFO:teuthology.orchestra.run.smithi002.stdout:Total 3.9 MB/s | 1.9 MB 00:00 2024-09-05T03:54:56.502 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-05T03:54:56.548 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:56.548 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:56.693 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction check succeeded. 2024-09-05T03:54:56.693 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction test 2024-09-05T03:54:56.724 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction test succeeded. 2024-09-05T03:54:56.725 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction 2024-09-05T03:54:56.750 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-05T03:54:56.750 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-05T03:54:56.783 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-05T03:54:56.783 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-05T03:54:56.877 INFO:teuthology.orchestra.run.smithi079.stdout: Preparing : 1/1 2024-09-05T03:54:56.939 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-05T03:54:56.973 INFO:teuthology.orchestra.run.smithi079.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:56.973 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:57.024 INFO:teuthology.orchestra.run.smithi002.stdout: Reinstalling : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:57.025 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout:Reinstalled: 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:54:57.306 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-09-05T03:54:57.503 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T03:54:57.561 INFO:teuthology.orchestra.run.smithi047.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:57.562 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T03:54:57.562 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T03:54:57.562 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-05T03:54:57.563 DEBUG:teuthology.orchestra.run.smithi047:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T03:54:57.597 INFO:teuthology.orchestra.run.smithi047.stdout:ttyS1 2024-09-05T03:54:57.626 DEBUG:teuthology.parallel:result is None 2024-09-05T03:54:57.702 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:57.702 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:57.766 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:57.766 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 1/2 2024-09-05T03:54:58.394 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:58.394 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:58.394 INFO:teuthology.orchestra.run.smithi079.stdout:Reinstalled: 2024-09-05T03:54:58.394 INFO:teuthology.orchestra.run.smithi079.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:58.395 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:54:58.395 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2024-09-05T03:54:58.486 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : kernel-5.14.0-503.el9.x86_64 2/2 2024-09-05T03:54:58.486 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:58.486 INFO:teuthology.orchestra.run.smithi002.stdout:Reinstalled: 2024-09-05T03:54:58.487 INFO:teuthology.orchestra.run.smithi002.stdout: kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:58.487 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:54:58.487 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-05T03:54:58.578 DEBUG:teuthology.orchestra.run.smithi079:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T03:54:58.636 INFO:teuthology.orchestra.run.smithi079.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:58.636 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T03:54:58.636 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T03:54:58.637 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-05T03:54:58.637 DEBUG:teuthology.orchestra.run.smithi079:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T03:54:58.660 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q kernel | sort -rV | head -n 1 2024-09-05T03:54:58.665 INFO:teuthology.orchestra.run.smithi079.stdout:ttyS1 2024-09-05T03:54:58.692 DEBUG:teuthology.parallel:result is None 2024-09-05T03:54:58.759 INFO:teuthology.orchestra.run.smithi002.stdout:kernel-5.14.0-503.el9.x86_64 2024-09-05T03:54:58.759 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-503.el9.x86_64 2024-09-05T03:54:58.759 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-09-05T03:54:58.759 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-05T03:54:58.760 DEBUG:teuthology.orchestra.run.smithi002:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-05T03:54:58.789 INFO:teuthology.orchestra.run.smithi002.stdout:ttyS1 2024-09-05T03:54:58.813 DEBUG:teuthology.parallel:result is None 2024-09-05T03:54:58.813 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-05T03:54:58.820 INFO:teuthology.task.internal:Creating test directory... 2024-09-05T03:54:58.820 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T03:54:58.855 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T03:54:58.858 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-05T03:54:58.874 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-05T03:54:58.880 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-05T03:54:58.891 INFO:teuthology.task.internal:Creating archive directory... 2024-09-05T03:54:58.892 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T03:54:58.911 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T03:54:58.917 DEBUG:teuthology.orchestra.run.smithi079:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-05T03:54:58.947 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-05T03:54:58.954 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-05T03:54:58.954 DEBUG:teuthology.orchestra.run.smithi002:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T03:54:58.975 DEBUG:teuthology.orchestra.run.smithi047:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T03:54:58.983 DEBUG:teuthology.orchestra.run.smithi079:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-05T03:54:59.007 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.017 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.018 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.024 INFO:teuthology.orchestra.run.smithi079.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.029 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.034 INFO:teuthology.orchestra.run.smithi079.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-05T03:54:59.036 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-05T03:54:59.043 INFO:teuthology.task.internal:Configuring sudo... 2024-09-05T03:54:59.043 DEBUG:teuthology.orchestra.run.smithi002:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T03:54:59.062 DEBUG:teuthology.orchestra.run.smithi047:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T03:54:59.074 DEBUG:teuthology.orchestra.run.smithi079:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-05T03:54:59.101 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-05T03:54:59.111 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-05T03:54:59.111 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T03:54:59.126 DEBUG:teuthology.orchestra.run.smithi047:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T03:54:59.143 DEBUG:teuthology.orchestra.run.smithi079:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-05T03:54:59.158 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.221 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.274 DEBUG:teuthology.orchestra.run.smithi002:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.360 DEBUG:teuthology.orchestra.run.smithi002:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.397 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T03:54:59.398 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T03:54:59.461 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.507 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.557 DEBUG:teuthology.orchestra.run.smithi047:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.644 DEBUG:teuthology.orchestra.run.smithi047:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.689 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T03:54:59.690 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T03:54:59.756 DEBUG:teuthology.orchestra.run.smithi079:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.800 DEBUG:teuthology.orchestra.run.smithi079:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-05T03:54:59.847 DEBUG:teuthology.orchestra.run.smithi079:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.933 DEBUG:teuthology.orchestra.run.smithi079:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-05T03:54:59.971 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T03:54:59.972 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-05T03:55:00.037 DEBUG:teuthology.orchestra.run.smithi002:> sudo service rsyslog restart 2024-09-05T03:55:00.039 DEBUG:teuthology.orchestra.run.smithi047:> sudo service rsyslog restart 2024-09-05T03:55:00.041 DEBUG:teuthology.orchestra.run.smithi079:> sudo service rsyslog restart 2024-09-05T03:55:00.078 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T03:55:00.083 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T03:55:00.117 INFO:teuthology.orchestra.run.smithi079.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T03:55:00.615 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-05T03:55:00.623 INFO:teuthology.task.internal:Starting timer... 2024-09-05T03:55:00.623 INFO:teuthology.run_tasks:Running task pcp... 2024-09-05T03:55:00.633 INFO:teuthology.run_tasks:Running task selinux... 2024-09-05T03:55:00.641 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-05T03:55:00.641 DEBUG:teuthology.orchestra.run.smithi002:> sudo service auditd rotate 2024-09-05T03:55:00.676 INFO:teuthology.orchestra.run.smithi002.stdout:Rotating logs: 2024-09-05T03:55:00.678 DEBUG:teuthology.orchestra.run.smithi047:> sudo service auditd rotate 2024-09-05T03:55:00.721 INFO:teuthology.orchestra.run.smithi047.stdout:Rotating logs: 2024-09-05T03:55:00.723 DEBUG:teuthology.orchestra.run.smithi079:> sudo service auditd rotate 2024-09-05T03:55:00.779 INFO:teuthology.orchestra.run.smithi079.stdout:Rotating logs: 2024-09-05T03:55:00.780 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-05T03:55:00.781 DEBUG:teuthology.orchestra.run.smithi002:> /usr/sbin/getenforce 2024-09-05T03:55:00.799 INFO:teuthology.orchestra.run.smithi002.stdout:Permissive 2024-09-05T03:55:00.799 DEBUG:teuthology.orchestra.run.smithi047:> /usr/sbin/getenforce 2024-09-05T03:55:00.822 INFO:teuthology.orchestra.run.smithi047.stdout:Permissive 2024-09-05T03:55:00.823 DEBUG:teuthology.orchestra.run.smithi079:> /usr/sbin/getenforce 2024-09-05T03:55:00.843 INFO:teuthology.orchestra.run.smithi079.stdout:Permissive 2024-09-05T03:55:00.843 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi002.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi047.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi079.front.sepia.ceph.com': 'permissive'} 2024-09-05T03:55:00.843 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T03:55:00.870 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:55:00.871 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T03:55:00.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:55:00.899 DEBUG:teuthology.orchestra.run.smithi079:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T03:55:00.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T03:55:00.926 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-05T03:55:00.926 DEBUG:teuthology.orchestra.run.smithi002:> sudo /usr/sbin/setenforce permissive 2024-09-05T03:55:00.955 DEBUG:teuthology.orchestra.run.smithi047:> sudo /usr/sbin/setenforce permissive 2024-09-05T03:55:00.989 DEBUG:teuthology.orchestra.run.smithi079:> sudo /usr/sbin/setenforce permissive 2024-09-05T03:55:01.018 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-05T03:55:01.028 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-05T03:55:01.032 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-05T03:55:01.153 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-05T03:55:01.166 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-05T03:55:01.167 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi002.front.sepia.ceph.com,smithi047.front.sepia.ceph.com,smithi079.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-05T03:58:43.715 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi002.front.sepia.ceph.com'), Remote(name='ubuntu@smithi047.front.sepia.ceph.com'), Remote(name='ubuntu@smithi079.front.sepia.ceph.com')] 2024-09-05T03:58:43.716 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-05T03:58:43.717 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi002.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:58:43.794 DEBUG:teuthology.orchestra.run.smithi002:> true 2024-09-05T03:58:43.876 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi002.front.sepia.ceph.com' 2024-09-05T03:58:43.876 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-09-05T03:58:43.877 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi047.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:58:43.953 DEBUG:teuthology.orchestra.run.smithi047:> true 2024-09-05T03:58:44.043 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi047.front.sepia.ceph.com' 2024-09-05T03:58:44.043 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi079.front.sepia.ceph.com' 2024-09-05T03:58:44.044 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi079.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-05T03:58:44.117 DEBUG:teuthology.orchestra.run.smithi079:> true 2024-09-05T03:58:44.206 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi079.front.sepia.ceph.com' 2024-09-05T03:58:44.207 INFO:teuthology.run_tasks:Running task clock... 2024-09-05T03:58:44.217 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-05T03:58:44.217 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T03:58:44.218 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T03:58:44.220 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T03:58:44.220 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T03:58:44.222 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-05T03:58:44.223 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T03:58:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T03:58:44.254 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T03:58:44.263 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T03:58:44.270 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T03:58:44.277 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-05T03:58:44.288 INFO:teuthology.orchestra.run.smithi002.stderr:sudo: ntpd: command not found 2024-09-05T03:58:44.293 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-05T03:58:44.297 INFO:teuthology.orchestra.run.smithi047.stderr:sudo: ntpd: command not found 2024-09-05T03:58:44.299 INFO:teuthology.orchestra.run.smithi002.stdout:506 Cannot talk to daemon 2024-09-05T03:58:44.309 INFO:teuthology.orchestra.run.smithi047.stdout:506 Cannot talk to daemon 2024-09-05T03:58:44.314 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T03:58:44.320 INFO:teuthology.orchestra.run.smithi079.stderr:sudo: ntpd: command not found 2024-09-05T03:58:44.324 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T03:58:44.327 INFO:teuthology.orchestra.run.smithi002.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T03:58:44.330 INFO:teuthology.orchestra.run.smithi079.stdout:506 Cannot talk to daemon 2024-09-05T03:58:44.339 INFO:teuthology.orchestra.run.smithi047.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T03:58:44.345 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-05T03:58:44.358 INFO:teuthology.orchestra.run.smithi079.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-05T03:58:44.383 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.386 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.411 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.414 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.420 INFO:teuthology.orchestra.run.smithi079.stderr:bash: line 1: ntpq: command not found 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:=============================================================================== 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.423 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T03:58:44.424 INFO:teuthology.run_tasks:Running task install... 2024-09-05T03:58:44.432 DEBUG:teuthology.task.install:project ceph 2024-09-05T03:58:44.432 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'}} 2024-09-05T03:58:44.432 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'} 2024-09-05T03:58:44.432 INFO:teuthology.task.install:Using flavor: default 2024-09-05T03:58:44.438 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-05T03:58:44.438 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-05T03:58:44.438 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T03:58:44.438 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T03:58:44.440 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T03:58:44.440 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T03:58:44.441 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'tag': None, 'wait_for_package': False} 2024-09-05T03:58:44.441 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T03:58:44.582 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T03:58:44.583 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T03:58:44.590 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T03:58:44.590 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T03:58:44.593 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/ 2024-09-05T03:58:44.593 INFO:teuthology.task.install.rpm:Package version is 19.1.1-259.g91c8a7e5 2024-09-05T03:58:44.734 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T03:58:44.734 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T03:58:44.734 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T03:58:44.741 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T03:58:44.741 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T03:58:44.741 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T03:58:44.747 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-05T03:58:44.747 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T03:58:44.747 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-05T03:58:44.760 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T03:58:44.760 DEBUG:teuthology.orchestra.run.smithi002:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T03:58:44.767 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T03:58:44.767 DEBUG:teuthology.orchestra.run.smithi079:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T03:58:44.774 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-05T03:58:44.774 DEBUG:teuthology.orchestra.run.smithi047:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-05T03:58:44.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T03:58:44.833 DEBUG:teuthology.orchestra.run.smithi079:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T03:58:44.840 DEBUG:teuthology.orchestra.run.smithi047:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-05T03:58:44.901 DEBUG:teuthology.orchestra.run.smithi002:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T03:58:44.908 DEBUG:teuthology.orchestra.run.smithi079:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T03:58:44.915 DEBUG:teuthology.orchestra.run.smithi047:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-05T03:58:44.965 INFO:teuthology.orchestra.run.smithi002.stdout:check_obsoletes = 1 2024-09-05T03:58:44.966 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum clean all 2024-09-05T03:58:44.974 INFO:teuthology.orchestra.run.smithi079.stdout:check_obsoletes = 1 2024-09-05T03:58:44.975 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum clean all 2024-09-05T03:58:44.979 INFO:teuthology.orchestra.run.smithi047.stdout:check_obsoletes = 1 2024-09-05T03:58:44.980 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum clean all 2024-09-05T03:58:45.197 INFO:teuthology.orchestra.run.smithi002.stdout:45 files removed 2024-09-05T03:58:45.198 INFO:teuthology.orchestra.run.smithi079.stdout:45 files removed 2024-09-05T03:58:45.210 INFO:teuthology.orchestra.run.smithi047.stdout:45 files removed 2024-09-05T03:58:45.224 DEBUG:teuthology.orchestra.run.smithi002:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T03:58:45.225 DEBUG:teuthology.orchestra.run.smithi079:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T03:58:45.237 DEBUG:teuthology.orchestra.run.smithi047:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-05T03:58:45.772 INFO:teuthology.orchestra.run.smithi079.stdout:ceph packages for x86_64 307 kB/s | 84 kB 00:00 2024-09-05T03:58:45.784 INFO:teuthology.orchestra.run.smithi047.stdout:ceph packages for x86_64 316 kB/s | 84 kB 00:00 2024-09-05T03:58:45.784 INFO:teuthology.orchestra.run.smithi002.stdout:ceph packages for x86_64 303 kB/s | 84 kB 00:00 2024-09-05T03:58:46.064 INFO:teuthology.orchestra.run.smithi079.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-05T03:58:46.068 INFO:teuthology.orchestra.run.smithi002.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-05T03:58:46.076 INFO:teuthology.orchestra.run.smithi047.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-05T03:58:46.331 INFO:teuthology.orchestra.run.smithi079.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-05T03:58:46.344 INFO:teuthology.orchestra.run.smithi002.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-05T03:58:46.351 INFO:teuthology.orchestra.run.smithi047.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-05T03:58:46.994 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-05T03:58:47.057 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.2 MB 00:00 2024-09-05T03:58:48.135 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-05T03:58:50.153 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-05T03:58:50.945 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - AppStream 7.3 MB/s | 20 MB 00:02 2024-09-05T03:58:54.612 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-05T03:58:56.163 INFO:teuthology.orchestra.run.smithi047.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 19 kB 00:00 2024-09-05T03:58:56.207 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:08 2024-09-05T03:58:57.586 INFO:teuthology.orchestra.run.smithi047.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-05T03:58:58.129 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - CRB 2.0 MB/s | 6.5 MB 00:03 2024-09-05T03:58:59.546 INFO:teuthology.orchestra.run.smithi002.stdout:CentOS Stream 9 - Extras packages 113 kB/s | 19 kB 00:00 2024-09-05T03:59:00.449 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - CRB 15 MB/s | 6.5 MB 00:00 2024-09-05T03:59:00.826 INFO:teuthology.orchestra.run.smithi002.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-05T03:59:01.934 INFO:teuthology.orchestra.run.smithi079.stdout:CentOS Stream 9 - Extras packages 66 kB/s | 19 kB 00:00 2024-09-05T03:59:03.282 INFO:teuthology.orchestra.run.smithi047.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-05T03:59:03.838 INFO:teuthology.orchestra.run.smithi079.stdout:Extra Packages for Enterprise Linux 13 MB/s | 23 MB 00:01 2024-09-05T03:59:05.618 INFO:teuthology.orchestra.run.smithi047.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:05.619 INFO:teuthology.orchestra.run.smithi047.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:05.632 INFO:teuthology.orchestra.run.smithi047.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T03:59:05.632 INFO:teuthology.orchestra.run.smithi047.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T03:59:05.633 INFO:teuthology.orchestra.run.smithi047.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T03:59:05.634 INFO:teuthology.orchestra.run.smithi047.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T03:59:05.636 INFO:teuthology.orchestra.run.smithi047.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T03:59:05.638 INFO:teuthology.orchestra.run.smithi047.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T03:59:05.639 INFO:teuthology.orchestra.run.smithi047.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T03:59:05.705 INFO:teuthology.orchestra.run.smithi047.stdout:Dependencies resolved. 2024-09-05T03:59:05.714 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-09-05T03:59:05.714 INFO:teuthology.orchestra.run.smithi047.stdout: Package Arch Version Repository Size 2024-09-05T03:59:05.714 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-09-05T03:59:05.715 INFO:teuthology.orchestra.run.smithi047.stdout:Installing: 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T03:59:05.716 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T03:59:05.717 INFO:teuthology.orchestra.run.smithi047.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T03:59:05.718 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrading: 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout:Installing dependencies: 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T03:59:05.719 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T03:59:05.720 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T03:59:05.721 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T03:59:05.722 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T03:59:05.723 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T03:59:05.724 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T03:59:05.725 INFO:teuthology.orchestra.run.smithi047.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T03:59:05.726 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T03:59:05.727 INFO:teuthology.orchestra.run.smithi047.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout:Installing weak dependencies: 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction Summary 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout:====================================================================================== 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout:Install 148 Packages 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout:Upgrade 6 Packages 2024-09-05T03:59:05.728 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:05.729 INFO:teuthology.orchestra.run.smithi047.stdout:Total download size: 222 M 2024-09-05T03:59:05.729 INFO:teuthology.orchestra.run.smithi047.stdout:Downloading Packages: 2024-09-05T03:59:06.481 INFO:teuthology.orchestra.run.smithi002.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-05T03:59:06.534 INFO:teuthology.orchestra.run.smithi047.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 45 kB/s | 6.6 kB 00:00 2024-09-05T03:59:06.859 INFO:teuthology.orchestra.run.smithi047.stdout:(2/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 5.4 MB 00:00 2024-09-05T03:59:06.900 INFO:teuthology.orchestra.run.smithi047.stdout:(3/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 2.4 MB/s | 896 kB 00:00 2024-09-05T03:59:06.925 INFO:teuthology.orchestra.run.smithi047.stdout:(4/154): ceph-immutable-object-cache-19.1.1-259 2.1 MB/s | 145 kB 00:00 2024-09-05T03:59:07.026 INFO:teuthology.orchestra.run.smithi047.stdout:(5/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 15 MB/s | 1.5 MB 00:00 2024-09-05T03:59:07.276 INFO:teuthology.orchestra.run.smithi047.stdout:(6/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 19 MB/s | 4.7 MB 00:00 2024-09-05T03:59:07.543 INFO:teuthology.orchestra.run.smithi047.stdout:(7/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 18 MB/s | 21 MB 00:01 2024-09-05T03:59:07.602 INFO:teuthology.orchestra.run.smithi047.stdout:(8/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 3.4 MB/s | 2.4 MB 00:00 2024-09-05T03:59:07.669 INFO:teuthology.orchestra.run.smithi047.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 378 kB/s | 25 kB 00:00 2024-09-05T03:59:08.077 INFO:teuthology.orchestra.run.smithi047.stdout:(10/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 20 MB/s | 11 MB 00:00 2024-09-05T03:59:08.269 INFO:teuthology.orchestra.run.smithi047.stdout:(11/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 17 MB/s | 17 MB 00:00 2024-09-05T03:59:08.294 INFO:teuthology.orchestra.run.smithi047.stdout:(12/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 1.0 MB/s | 224 kB 00:00 2024-09-05T03:59:08.319 INFO:teuthology.orchestra.run.smithi047.stdout:(13/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 543 kB/s | 27 kB 00:00 2024-09-05T03:59:08.345 INFO:teuthology.orchestra.run.smithi047.stdout:(14/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 632 kB/s | 32 kB 00:00 2024-09-05T03:59:08.404 INFO:teuthology.orchestra.run.smithi047.stdout:(15/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 8.8 MB/s | 752 kB 00:00 2024-09-05T03:59:08.429 INFO:teuthology.orchestra.run.smithi047.stdout:(16/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 1.9 MB/s | 163 kB 00:00 2024-09-05T03:59:08.454 INFO:teuthology.orchestra.run.smithi047.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.5 MB/s | 127 kB 00:00 2024-09-05T03:59:08.496 INFO:teuthology.orchestra.run.smithi047.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 7.4 MB/s | 506 kB 00:00 2024-09-05T03:59:08.563 INFO:teuthology.orchestra.run.smithi047.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 677 kB/s | 45 kB 00:00 2024-09-05T03:59:08.622 INFO:teuthology.orchestra.run.smithi047.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 2.3 MB/s | 136 kB 00:00 2024-09-05T03:59:08.730 INFO:teuthology.orchestra.run.smithi047.stdout:(21/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-05T03:59:08.756 INFO:teuthology.orchestra.run.smithi047.stdout:(22/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 1.2 MB/s | 162 kB 00:00 2024-09-05T03:59:08.789 INFO:teuthology.orchestra.run.smithi047.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 5.4 MB/s | 321 kB 00:00 2024-09-05T03:59:08.815 INFO:teuthology.orchestra.run.smithi047.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 5.0 MB/s | 301 kB 00:00 2024-09-05T03:59:08.818 INFO:teuthology.orchestra.run.smithi002.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:08.819 INFO:teuthology.orchestra.run.smithi002.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:08.830 INFO:teuthology.orchestra.run.smithi002.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T03:59:08.831 INFO:teuthology.orchestra.run.smithi002.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T03:59:08.832 INFO:teuthology.orchestra.run.smithi002.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T03:59:08.833 INFO:teuthology.orchestra.run.smithi002.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T03:59:08.834 INFO:teuthology.orchestra.run.smithi002.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T03:59:08.837 INFO:teuthology.orchestra.run.smithi002.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T03:59:08.838 INFO:teuthology.orchestra.run.smithi002.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T03:59:08.840 INFO:teuthology.orchestra.run.smithi047.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.9 MB/s | 99 kB 00:00 2024-09-05T03:59:08.865 INFO:teuthology.orchestra.run.smithi047.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-05T03:59:08.904 INFO:teuthology.orchestra.run.smithi002.stdout:Dependencies resolved. 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: Package Arch Version Repository Size 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout:Installing: 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T03:59:08.914 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T03:59:08.915 INFO:teuthology.orchestra.run.smithi002.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T03:59:08.916 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrading: 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T03:59:08.917 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout:Installing dependencies: 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T03:59:08.918 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T03:59:08.919 INFO:teuthology.orchestra.run.smithi002.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T03:59:08.920 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T03:59:08.921 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T03:59:08.922 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T03:59:08.923 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T03:59:08.924 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T03:59:08.925 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T03:59:08.926 INFO:teuthology.orchestra.run.smithi002.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout:Installing weak dependencies: 2024-09-05T03:59:08.927 INFO:teuthology.orchestra.run.smithi002.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction Summary 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout:====================================================================================== 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout:Install 148 Packages 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout:Upgrade 6 Packages 2024-09-05T03:59:08.928 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:08.929 INFO:teuthology.orchestra.run.smithi047.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-05T03:59:08.929 INFO:teuthology.orchestra.run.smithi002.stdout:Total download size: 222 M 2024-09-05T03:59:08.929 INFO:teuthology.orchestra.run.smithi002.stdout:Downloading Packages: 2024-09-05T03:59:09.008 INFO:teuthology.orchestra.run.smithi047.stdout:(28/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 19 MB/s | 3.1 MB 00:00 2024-09-05T03:59:09.033 INFO:teuthology.orchestra.run.smithi047.stdout:(29/154): ceph-grafana-dashboards-19.1.1-259.g9 272 kB/s | 32 kB 00:00 2024-09-05T03:59:09.058 INFO:teuthology.orchestra.run.smithi047.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 2.9 MB/s | 146 kB 00:00 2024-09-05T03:59:09.283 INFO:teuthology.orchestra.run.smithi047.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 14 MB/s | 3.6 MB 00:00 2024-09-05T03:59:09.296 INFO:teuthology.orchestra.run.smithi079.stdout:lab-extras 48 kB/s | 1.7 kB 00:00 2024-09-05T03:59:09.359 INFO:teuthology.orchestra.run.smithi047.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 3.3 MB/s | 249 kB 00:00 2024-09-05T03:59:09.484 INFO:teuthology.orchestra.run.smithi047.stdout:(33/154): ceph-mgr-diskprediction-local-19.1.1- 17 MB/s | 7.4 MB 00:00 2024-09-05T03:59:09.509 INFO:teuthology.orchestra.run.smithi047.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 329 kB/s | 49 kB 00:00 2024-09-05T03:59:09.534 INFO:teuthology.orchestra.run.smithi047.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 328 kB/s | 16 kB 00:00 2024-09-05T03:59:09.560 INFO:teuthology.orchestra.run.smithi047.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 5.6 MB/s | 285 kB 00:00 2024-09-05T03:59:09.602 INFO:teuthology.orchestra.run.smithi047.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 11 MB/s | 765 kB 00:00 2024-09-05T03:59:09.627 INFO:teuthology.orchestra.run.smithi047.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 272 kB/s | 18 kB 00:00 2024-09-05T03:59:09.649 INFO:teuthology.orchestra.run.smithi002.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 56 kB/s | 6.6 kB 00:00 2024-09-05T03:59:09.983 INFO:teuthology.orchestra.run.smithi002.stdout:(2/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 2.6 MB/s | 896 kB 00:00 2024-09-05T03:59:10.041 INFO:teuthology.orchestra.run.smithi002.stdout:(3/154): ceph-immutable-object-cache-19.1.1-259 2.4 MB/s | 145 kB 00:00 2024-09-05T03:59:10.286 INFO:teuthology.orchestra.run.smithi047.stdout:(39/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 19 MB/s | 49 MB 00:02 2024-09-05T03:59:10.311 INFO:teuthology.orchestra.run.smithi047.stdout:(40/154): fuse-2.9.9-16.el9.x86_64.rpm 113 kB/s | 80 kB 00:00 2024-09-05T03:59:10.358 INFO:teuthology.orchestra.run.smithi002.stdout:(4/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 7.5 MB/s | 2.4 MB 00:00 2024-09-05T03:59:10.484 INFO:teuthology.orchestra.run.smithi002.stdout:(5/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 5.7 MB/s | 5.4 MB 00:00 2024-09-05T03:59:10.584 INFO:teuthology.orchestra.run.smithi002.stdout:(6/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 6.8 MB/s | 1.5 MB 00:00 2024-09-05T03:59:10.736 INFO:teuthology.orchestra.run.smithi047.stdout:(41/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 596 kB/s | 253 kB 00:00 2024-09-05T03:59:10.859 INFO:teuthology.orchestra.run.smithi002.stdout:(7/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-05T03:59:10.861 INFO:teuthology.orchestra.run.smithi047.stdout:(42/154): libgfortran-11.5.0-2.el9.x86_64.rpm 649 kB/s | 801 kB 00:01 2024-09-05T03:59:10.895 INFO:teuthology.orchestra.run.smithi047.stdout:(43/154): libquadmath-11.5.0-2.el9.x86_64.rpm 314 kB/s | 191 kB 00:00 2024-09-05T03:59:10.962 INFO:teuthology.orchestra.run.smithi047.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 1.0 MB/s | 106 kB 00:00 2024-09-05T03:59:11.004 INFO:teuthology.orchestra.run.smithi047.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-05T03:59:11.071 INFO:teuthology.orchestra.run.smithi047.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-05T03:59:11.113 INFO:teuthology.orchestra.run.smithi047.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-09-05T03:59:11.180 INFO:teuthology.orchestra.run.smithi047.stdout:(48/154): python3-cryptography-36.0.1-4.el9.x86 2.8 MB/s | 1.2 MB 00:00 2024-09-05T03:59:11.296 INFO:teuthology.orchestra.run.smithi047.stdout:(49/154): automake-1.16.2-8.el9.noarch.rpm 3.0 MB/s | 689 kB 00:00 2024-09-05T03:59:11.322 INFO:teuthology.orchestra.run.smithi047.stdout:(50/154): boost-program-options-1.75.0-8.el9.x8 753 kB/s | 107 kB 00:00 2024-09-05T03:59:11.334 INFO:teuthology.orchestra.run.smithi002.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 12 MB/s | 21 MB 00:01 2024-09-05T03:59:11.338 INFO:teuthology.orchestra.run.smithi047.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 518 kB/s | 22 kB 00:00 2024-09-05T03:59:11.376 INFO:teuthology.orchestra.run.smithi002.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 609 kB/s | 25 kB 00:00 2024-09-05T03:59:11.381 INFO:teuthology.orchestra.run.smithi047.stdout:(52/154): bison-3.7.4-5.el9.x86_64.rpm 3.4 MB/s | 943 kB 00:00 2024-09-05T03:59:11.398 INFO:teuthology.orchestra.run.smithi047.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 555 kB/s | 33 kB 00:00 2024-09-05T03:59:11.440 INFO:teuthology.orchestra.run.smithi047.stdout:(54/154): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-05T03:59:11.457 INFO:teuthology.orchestra.run.smithi047.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 312 kB/s | 18 kB 00:00 2024-09-05T03:59:11.475 INFO:teuthology.orchestra.run.smithi047.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 332 kB/s | 11 kB 00:00 2024-09-05T03:59:11.521 INFO:teuthology.orchestra.run.smithi079.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:11.522 INFO:teuthology.orchestra.run.smithi079.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-05T03:59:11.524 INFO:teuthology.orchestra.run.smithi047.stdout:(57/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-09-05T03:59:11.533 INFO:teuthology.orchestra.run.smithi079.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-05T03:59:11.534 INFO:teuthology.orchestra.run.smithi079.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-05T03:59:11.535 INFO:teuthology.orchestra.run.smithi079.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-05T03:59:11.536 INFO:teuthology.orchestra.run.smithi079.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-05T03:59:11.537 INFO:teuthology.orchestra.run.smithi079.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-05T03:59:11.540 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-05T03:59:11.541 INFO:teuthology.orchestra.run.smithi047.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 678 kB/s | 45 kB 00:00 2024-09-05T03:59:11.541 INFO:teuthology.orchestra.run.smithi079.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-05T03:59:11.566 INFO:teuthology.orchestra.run.smithi047.stdout:(59/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-05T03:59:11.585 INFO:teuthology.orchestra.run.smithi002.stdout:(10/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 15 MB/s | 11 MB 00:00 2024-09-05T03:59:11.603 INFO:teuthology.orchestra.run.smithi079.stdout:Dependencies resolved. 2024-09-05T03:59:11.608 INFO:teuthology.orchestra.run.smithi047.stdout:(60/154): librdkafka-1.6.1-102.el9.x86_64.rpm 7.7 MB/s | 662 kB 00:00 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout:====================================================================================== 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: Package Arch Version Repository Size 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout:====================================================================================== 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout:Installing: 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: ceph x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 6.6 k 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-base x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.4 M 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 896 k 2024-09-05T03:59:11.612 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 145 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 1.5 M 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 146 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-dashboard noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 3.6 M 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 7.4 M 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-rook noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 49 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-radosgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 11 M 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-test x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 49 M 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-volume noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 285 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: cephadm noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 765 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 224 k 2024-09-05T03:59:11.613 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-shell x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 27 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-top noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 18 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 32 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 752 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: librados-devel x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 127 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: openssl-devel x86_64 1:3.2.2-4.el9 appstream 4.4 M 2024-09-05T03:59:11.614 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cephfs x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 162 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rados x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 321 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 301 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rgw x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 99 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-fuse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 85 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-mirror x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.1 M 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-nbd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 170 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-05T03:59:11.615 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrading: 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager x86_64 1:1.48.10-1.el9 baseos 2.3 M 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-libnm x86_64 1:1.48.10-1.el9 baseos 1.8 M 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-team x86_64 1:1.48.10-1.el9 baseos 40 k 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-tui x86_64 1:1.48.10-1.el9 baseos 248 k 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: librados2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.4 M 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: librbd1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 3.2 M 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout:Installing dependencies: 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-05T03:59:11.616 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 21 M 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-grafana-dashboards noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 32 k 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mds x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 2.4 M 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-modules-core noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 249 k 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mon x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 4.7 M 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-osd x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 17 M 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-prometheus-alerts noarch 2:19.1.1-259.g91c8a7e5.el9 ceph-noarch 16 k 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-selinux x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 25 k 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-05T03:59:11.617 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libcephsqlite x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 163 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-05T03:59:11.618 INFO:teuthology.orchestra.run.smithi079.stdout: libradosstriper1 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 506 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: librgw2 x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 5.3 M 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-05T03:59:11.619 INFO:teuthology.orchestra.run.smithi079.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-argparse x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 45 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-common x86_64 2:19.1.1-259.g91c8a7e5.el9 ceph 136 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-05T03:59:11.620 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-05T03:59:11.621 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-05T03:59:11.622 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-05T03:59:11.623 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-05T03:59:11.624 INFO:teuthology.orchestra.run.smithi079.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-05T03:59:11.625 INFO:teuthology.orchestra.run.smithi079.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout:Installing weak dependencies: 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction Summary 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout:====================================================================================== 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout:Install 148 Packages 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout:Upgrade 6 Packages 2024-09-05T03:59:11.626 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:59:11.627 INFO:teuthology.orchestra.run.smithi079.stdout:Total download size: 222 M 2024-09-05T03:59:11.627 INFO:teuthology.orchestra.run.smithi079.stdout:Downloading Packages: 2024-09-05T03:59:11.633 INFO:teuthology.orchestra.run.smithi047.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 365 kB/s | 24 kB 00:00 2024-09-05T03:59:11.658 INFO:teuthology.orchestra.run.smithi047.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-05T03:59:11.684 INFO:teuthology.orchestra.run.smithi047.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-05T03:59:11.709 INFO:teuthology.orchestra.run.smithi047.stdout:(64/154): libtool-2.4.6-46.el9.x86_64.rpm 3.4 MB/s | 581 kB 00:00 2024-09-05T03:59:11.760 INFO:teuthology.orchestra.run.smithi047.stdout:(65/154): openblas-0.3.26-2.el9.x86_64.rpm 513 kB/s | 38 kB 00:00 2024-09-05T03:59:11.768 INFO:teuthology.orchestra.run.smithi002.stdout:(11/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 14 MB/s | 17 MB 00:01 2024-09-05T03:59:11.785 INFO:teuthology.orchestra.run.smithi047.stdout:(66/154): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 188 kB 00:00 2024-09-05T03:59:11.794 INFO:teuthology.orchestra.run.smithi002.stdout:(12/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 1.1 MB/s | 224 kB 00:00 2024-09-05T03:59:11.810 INFO:teuthology.orchestra.run.smithi002.stdout:(13/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 649 kB/s | 27 kB 00:00 2024-09-05T03:59:11.828 INFO:teuthology.orchestra.run.smithi002.stdout:(14/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 947 kB/s | 32 kB 00:00 2024-09-05T03:59:11.860 INFO:teuthology.orchestra.run.smithi047.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-05T03:59:11.861 INFO:teuthology.orchestra.run.smithi002.stdout:(15/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 15 MB/s | 752 kB 00:00 2024-09-05T03:59:11.886 INFO:teuthology.orchestra.run.smithi002.stdout:(16/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.7 MB/s | 163 kB 00:00 2024-09-05T03:59:11.912 INFO:teuthology.orchestra.run.smithi002.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.5 MB/s | 127 kB 00:00 2024-09-05T03:59:11.944 INFO:teuthology.orchestra.run.smithi047.stdout:(68/154): openblas-openmp-0.3.26-2.el9.x86_64.r 21 MB/s | 4.9 MB 00:00 2024-09-05T03:59:11.945 INFO:teuthology.orchestra.run.smithi002.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 8.4 MB/s | 506 kB 00:00 2024-09-05T03:59:12.004 INFO:teuthology.orchestra.run.smithi002.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 774 kB/s | 45 kB 00:00 2024-09-05T03:59:12.010 INFO:teuthology.orchestra.run.smithi047.stdout:(69/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 18 MB/s | 4.4 MB 00:00 2024-09-05T03:59:12.044 INFO:teuthology.orchestra.run.smithi047.stdout:(70/154): postgresql-contrib-13.16-1.el9.x86_64 4.8 MB/s | 910 kB 00:00 2024-09-05T03:59:12.069 INFO:teuthology.orchestra.run.smithi047.stdout:(71/154): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-05T03:59:12.087 INFO:teuthology.orchestra.run.smithi002.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 1.6 MB/s | 136 kB 00:00 2024-09-05T03:59:12.111 INFO:teuthology.orchestra.run.smithi047.stdout:(72/154): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-05T03:59:12.136 INFO:teuthology.orchestra.run.smithi047.stdout:(73/154): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-05T03:59:12.178 INFO:teuthology.orchestra.run.smithi047.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-05T03:59:12.196 INFO:teuthology.orchestra.run.smithi002.stdout:(21/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-05T03:59:12.220 INFO:teuthology.orchestra.run.smithi079.stdout:(1/154): ceph-19.1.1-259.g91c8a7e5.el9.x86_64.r 35 kB/s | 6.6 kB 00:00 2024-09-05T03:59:12.221 INFO:teuthology.orchestra.run.smithi002.stdout:(22/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 1.2 MB/s | 162 kB 00:00 2024-09-05T03:59:12.247 INFO:teuthology.orchestra.run.smithi002.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 6.3 MB/s | 321 kB 00:00 2024-09-05T03:59:12.262 INFO:teuthology.orchestra.run.smithi047.stdout:(75/154): postgresql-server-13.16-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-09-05T03:59:12.272 INFO:teuthology.orchestra.run.smithi002.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 5.9 MB/s | 301 kB 00:00 2024-09-05T03:59:12.287 INFO:teuthology.orchestra.run.smithi047.stdout:(76/154): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-05T03:59:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.9 MB/s | 99 kB 00:00 2024-09-05T03:59:12.312 INFO:teuthology.orchestra.run.smithi047.stdout:(77/154): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-05T03:59:12.322 INFO:teuthology.orchestra.run.smithi002.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-05T03:59:12.338 INFO:teuthology.orchestra.run.smithi047.stdout:(78/154): python3-jsonpatch-1.21-16.el9.noarch. 510 kB/s | 26 kB 00:00 2024-09-05T03:59:12.363 INFO:teuthology.orchestra.run.smithi047.stdout:(79/154): python3-jsonpointer-2.0-4.el9.noarch. 381 kB/s | 19 kB 00:00 2024-09-05T03:59:12.388 INFO:teuthology.orchestra.run.smithi047.stdout:(80/154): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-05T03:59:12.406 INFO:teuthology.orchestra.run.smithi002.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 2.0 MB/s | 170 kB 00:00 2024-09-05T03:59:12.414 INFO:teuthology.orchestra.run.smithi047.stdout:(81/154): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-09-05T03:59:12.497 INFO:teuthology.orchestra.run.smithi047.stdout:(82/154): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-05T03:59:12.506 INFO:teuthology.orchestra.run.smithi002.stdout:(28/154): ceph-grafana-dashboards-19.1.1-259.g9 319 kB/s | 32 kB 00:00 2024-09-05T03:59:12.523 INFO:teuthology.orchestra.run.smithi047.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-05T03:59:12.548 INFO:teuthology.orchestra.run.smithi047.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-05T03:59:12.573 INFO:teuthology.orchestra.run.smithi047.stdout:(85/154): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-05T03:59:12.600 INFO:teuthology.orchestra.run.smithi047.stdout:(86/154): python3-prettytable-0.7.2-27.el9.noar 821 kB/s | 42 kB 00:00 2024-09-05T03:59:12.615 INFO:teuthology.orchestra.run.smithi002.stdout:(29/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 9.8 MB/s | 3.1 MB 00:00 2024-09-05T03:59:12.625 INFO:teuthology.orchestra.run.smithi047.stdout:(87/154): python3-protobuf-3.14.0-13.el9.noarch 5.1 MB/s | 269 kB 00:00 2024-09-05T03:59:12.640 INFO:teuthology.orchestra.run.smithi002.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 1.1 MB/s | 146 kB 00:00 2024-09-05T03:59:12.642 INFO:teuthology.orchestra.run.smithi047.stdout:(88/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.7 MB/s | 159 kB 00:00 2024-09-05T03:59:12.662 INFO:teuthology.orchestra.run.smithi079.stdout:(2/154): ceph-base-19.1.1-259.g91c8a7e5.el9.x86 8.6 MB/s | 5.4 MB 00:00 2024-09-05T03:59:12.676 INFO:teuthology.orchestra.run.smithi047.stdout:(89/154): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-05T03:59:12.692 INFO:teuthology.orchestra.run.smithi047.stdout:(90/154): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-05T03:59:12.709 INFO:teuthology.orchestra.run.smithi047.stdout:(91/154): python3-requests-oauthlib-1.3.0-12.el 1.6 MB/s | 54 kB 00:00 2024-09-05T03:59:12.771 INFO:teuthology.orchestra.run.smithi079.stdout:(3/154): ceph-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.6 MB/s | 896 kB 00:00 2024-09-05T03:59:12.776 INFO:teuthology.orchestra.run.smithi047.stdout:(92/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-05T03:59:12.796 INFO:teuthology.orchestra.run.smithi079.stdout:(4/154): ceph-immutable-object-cache-19.1.1-259 1.1 MB/s | 145 kB 00:00 2024-09-05T03:59:12.802 INFO:teuthology.orchestra.run.smithi047.stdout:(93/154): python3-toml-0.10.2-6.el9.noarch.rpm 453 kB/s | 42 kB 00:00 2024-09-05T03:59:12.827 INFO:teuthology.orchestra.run.smithi047.stdout:(94/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 881 kB/s | 44 kB 00:00 2024-09-05T03:59:12.852 INFO:teuthology.orchestra.run.smithi047.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-05T03:59:12.878 INFO:teuthology.orchestra.run.smithi047.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 714 kB/s | 36 kB 00:00 2024-09-05T03:59:12.899 INFO:teuthology.orchestra.run.smithi002.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 13 MB/s | 3.6 MB 00:00 2024-09-05T03:59:12.902 INFO:teuthology.orchestra.run.smithi047.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-05T03:59:12.928 INFO:teuthology.orchestra.run.smithi047.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-05T03:59:12.953 INFO:teuthology.orchestra.run.smithi047.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-05T03:59:12.970 INFO:teuthology.orchestra.run.smithi047.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 2.2 MB/s | 96 kB 00:00 2024-09-05T03:59:12.995 INFO:teuthology.orchestra.run.smithi047.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-05T03:59:13.000 INFO:teuthology.orchestra.run.smithi002.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 2.4 MB/s | 249 kB 00:00 2024-09-05T03:59:13.021 INFO:teuthology.orchestra.run.smithi047.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 890 kB/s | 45 kB 00:00 2024-09-05T03:59:13.038 INFO:teuthology.orchestra.run.smithi079.stdout:(5/154): ceph-mgr-19.1.1-259.g91c8a7e5.el9.x86_ 6.3 MB/s | 1.5 MB 00:00 2024-09-05T03:59:13.141 INFO:teuthology.orchestra.run.smithi002.stdout:(33/154): ceph-mgr-diskprediction-local-19.1.1- 15 MB/s | 7.4 MB 00:00 2024-09-05T03:59:13.146 INFO:teuthology.orchestra.run.smithi047.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 149 kB/s | 22 kB 00:00 2024-09-05T03:59:13.158 INFO:teuthology.orchestra.run.smithi002.stdout:(34/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 311 kB/s | 49 kB 00:00 2024-09-05T03:59:13.209 INFO:teuthology.orchestra.run.smithi002.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 246 kB/s | 16 kB 00:00 2024-09-05T03:59:13.234 INFO:teuthology.orchestra.run.smithi002.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 3.7 MB/s | 285 kB 00:00 2024-09-05T03:59:13.301 INFO:teuthology.orchestra.run.smithi002.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 8.1 MB/s | 765 kB 00:00 2024-09-05T03:59:13.313 INFO:teuthology.orchestra.run.smithi047.stdout:(104/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-05T03:59:13.318 INFO:teuthology.orchestra.run.smithi002.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 218 kB/s | 18 kB 00:00 2024-09-05T03:59:13.355 INFO:teuthology.orchestra.run.smithi047.stdout:(105/154): abseil-cpp-20211102.0-3.el9.x86_64.r 2.6 MB/s | 548 kB 00:00 2024-09-05T03:59:13.380 INFO:teuthology.orchestra.run.smithi047.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 864 kB/s | 19 kB 00:00 2024-09-05T03:59:13.389 INFO:teuthology.orchestra.run.smithi079.stdout:(6/154): ceph-mon-19.1.1-259.g91c8a7e5.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-05T03:59:13.413 INFO:teuthology.orchestra.run.smithi047.stdout:(107/154): gperftools-libs-2.9.1-2.el9.x86_64.r 3.1 MB/s | 309 kB 00:00 2024-09-05T03:59:13.439 INFO:teuthology.orchestra.run.smithi047.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-05T03:59:13.443 INFO:teuthology.orchestra.run.smithi002.stdout:(39/154): fuse-2.9.9-16.el9.x86_64.rpm 562 kB/s | 80 kB 00:00 2024-09-05T03:59:13.464 INFO:teuthology.orchestra.run.smithi047.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T03:59:13.489 INFO:teuthology.orchestra.run.smithi047.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-05T03:59:13.523 INFO:teuthology.orchestra.run.smithi047.stdout:(111/154): protobuf-compiler-3.14.0-13.el9.x86_ 1.7 MB/s | 863 kB 00:00 2024-09-05T03:59:13.527 INFO:teuthology.orchestra.run.smithi002.stdout:(40/154): libquadmath-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 191 kB 00:00 2024-09-05T03:59:13.531 INFO:teuthology.orchestra.run.smithi079.stdout:(7/154): ceph-mds-19.1.1-259.g91c8a7e5.el9.x86_ 3.1 MB/s | 2.4 MB 00:00 2024-09-05T03:59:13.552 INFO:teuthology.orchestra.run.smithi002.stdout:(41/154): libgfortran-11.5.0-2.el9.x86_64.rpm 3.3 MB/s | 801 kB 00:00 2024-09-05T03:59:13.557 INFO:teuthology.orchestra.run.smithi047.stdout:(112/154): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-09-05T03:59:13.594 INFO:teuthology.orchestra.run.smithi002.stdout:(42/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-05T03:59:13.598 INFO:teuthology.orchestra.run.smithi047.stdout:(113/154): python3-asyncssh-2.13.2-5.el9.noarch 14 MB/s | 548 kB 00:00 2024-09-05T03:59:13.632 INFO:teuthology.orchestra.run.smithi047.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-05T03:59:13.636 INFO:teuthology.orchestra.run.smithi002.stdout:(43/154): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-09-05T03:59:13.658 INFO:teuthology.orchestra.run.smithi047.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-05T03:59:13.661 INFO:teuthology.orchestra.run.smithi002.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-05T03:59:13.683 INFO:teuthology.orchestra.run.smithi047.stdout:(116/154): python3-certifi-2023.05.07-4.el9.noa 565 kB/s | 14 kB 00:00 2024-09-05T03:59:13.687 INFO:teuthology.orchestra.run.smithi002.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-05T03:59:13.711 INFO:teuthology.orchestra.run.smithi002.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-05T03:59:13.716 INFO:teuthology.orchestra.run.smithi047.stdout:(117/154): python3-cheroot-8.6.0-4.el9.noarch.r 5.1 MB/s | 172 kB 00:00 2024-09-05T03:59:13.737 INFO:teuthology.orchestra.run.smithi002.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-05T03:59:13.758 INFO:teuthology.orchestra.run.smithi047.stdout:(118/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.5 MB/s | 839 kB 00:00 2024-09-05T03:59:13.890 INFO:teuthology.orchestra.run.smithi047.stdout:(119/154): python3-cherrypy-18.6.1-2.el9.noarch 2.0 MB/s | 358 kB 00:00 2024-09-05T03:59:13.959 INFO:teuthology.orchestra.run.smithi047.stdout:(120/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.5 MB/s | 303 kB 00:00 2024-09-05T03:59:13.993 INFO:teuthology.orchestra.run.smithi047.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 2.1 MB/s | 220 kB 00:00 2024-09-05T03:59:14.026 INFO:teuthology.orchestra.run.smithi047.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-05T03:59:14.051 INFO:teuthology.orchestra.run.smithi047.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-05T03:59:14.077 INFO:teuthology.orchestra.run.smithi047.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 712 kB/s | 18 kB 00:00 2024-09-05T03:59:14.081 INFO:teuthology.orchestra.run.smithi079.stdout:(8/154): ceph-common-19.1.1-259.g91c8a7e5.el9.x 10 MB/s | 21 MB 00:02 2024-09-05T03:59:14.093 INFO:teuthology.orchestra.run.smithi047.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-05T03:59:14.111 INFO:teuthology.orchestra.run.smithi047.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 1.1 MB/s | 19 kB 00:00 2024-09-05T03:59:14.128 INFO:teuthology.orchestra.run.smithi047.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 1.2 MB/s | 20 kB 00:00 2024-09-05T03:59:14.139 INFO:teuthology.orchestra.run.smithi079.stdout:(9/154): ceph-selinux-19.1.1-259.g91c8a7e5.el9. 433 kB/s | 25 kB 00:00 2024-09-05T03:59:14.195 INFO:teuthology.orchestra.run.smithi047.stdout:(128/154): libarrow-9.0.0-11.el9.x86_64.rpm 5.4 MB/s | 4.4 MB 00:00 2024-09-05T03:59:14.195 INFO:teuthology.orchestra.run.smithi002.stdout:(48/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 17 MB/s | 49 MB 00:02 2024-09-05T03:59:14.211 INFO:teuthology.orchestra.run.smithi047.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 2.8 MB/s | 46 kB 00:00 2024-09-05T03:59:14.237 INFO:teuthology.orchestra.run.smithi047.stdout:(130/154): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-05T03:59:14.254 INFO:teuthology.orchestra.run.smithi047.stdout:(131/154): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-09-05T03:59:14.295 INFO:teuthology.orchestra.run.smithi047.stdout:(132/154): python3-grpcio-1.46.7-10.el9.x86_64. 6.1 MB/s | 2.0 MB 00:00 2024-09-05T03:59:14.321 INFO:teuthology.orchestra.run.smithi047.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-05T03:59:14.337 INFO:teuthology.orchestra.run.smithi002.stdout:(49/154): boost-program-options-1.75.0-8.el9.x8 757 kB/s | 107 kB 00:00 2024-09-05T03:59:14.354 INFO:teuthology.orchestra.run.smithi047.stdout:(134/154): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-09-05T03:59:14.380 INFO:teuthology.orchestra.run.smithi047.stdout:(135/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-09-05T03:59:14.396 INFO:teuthology.orchestra.run.smithi002.stdout:(50/154): automake-1.16.2-8.el9.noarch.rpm 1.0 MB/s | 689 kB 00:00 2024-09-05T03:59:14.405 INFO:teuthology.orchestra.run.smithi047.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-05T03:59:14.421 INFO:teuthology.orchestra.run.smithi002.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 259 kB/s | 22 kB 00:00 2024-09-05T03:59:14.433 INFO:teuthology.orchestra.run.smithi047.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-05T03:59:14.434 INFO:teuthology.orchestra.run.smithi079.stdout:(10/154): ceph-osd-19.1.1-259.g91c8a7e5.el9.x86 16 MB/s | 17 MB 00:01 2024-09-05T03:59:14.455 INFO:teuthology.orchestra.run.smithi002.stdout:(52/154): bison-3.7.4-5.el9.x86_64.rpm 1.3 MB/s | 943 kB 00:00 2024-09-05T03:59:14.464 INFO:teuthology.orchestra.run.smithi047.stdout:(138/154): python3-pecan-1.4.2-3.el9.noarch.rpm 1.3 MB/s | 272 kB 00:00 2024-09-05T03:59:14.480 INFO:teuthology.orchestra.run.smithi002.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 558 kB/s | 33 kB 00:00 2024-09-05T03:59:14.489 INFO:teuthology.orchestra.run.smithi047.stdout:(139/154): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-05T03:59:14.490 INFO:teuthology.orchestra.run.smithi079.stdout:(11/154): cephfs-mirror-19.1.1-259.g91c8a7e5.el 3.8 MB/s | 224 kB 00:00 2024-09-05T03:59:14.513 INFO:teuthology.orchestra.run.smithi002.stdout:(54/154): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-05T03:59:14.514 INFO:teuthology.orchestra.run.smithi047.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-05T03:59:14.539 INFO:teuthology.orchestra.run.smithi002.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-05T03:59:14.540 INFO:teuthology.orchestra.run.smithi047.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-05T03:59:14.564 INFO:teuthology.orchestra.run.smithi002.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-05T03:59:14.565 INFO:teuthology.orchestra.run.smithi047.stdout:(142/154): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-05T03:59:14.589 INFO:teuthology.orchestra.run.smithi002.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-05T03:59:14.590 INFO:teuthology.orchestra.run.smithi047.stdout:(143/154): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-05T03:59:14.614 INFO:teuthology.orchestra.run.smithi002.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-09-05T03:59:14.615 INFO:teuthology.orchestra.run.smithi047.stdout:(144/154): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-05T03:59:14.641 INFO:teuthology.orchestra.run.smithi079.stdout:(12/154): ceph-radosgw-19.1.1-259.g91c8a7e5.el9 9.6 MB/s | 11 MB 00:01 2024-09-05T03:59:14.641 INFO:teuthology.orchestra.run.smithi047.stdout:(145/154): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-05T03:59:14.666 INFO:teuthology.orchestra.run.smithi079.stdout:(13/154): cephfs-shell-19.1.1-259.g91c8a7e5.el9 154 kB/s | 27 kB 00:00 2024-09-05T03:59:14.674 INFO:teuthology.orchestra.run.smithi047.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 5.6 MB/s | 191 kB 00:00 2024-09-05T03:59:14.691 INFO:teuthology.orchestra.run.smithi079.stdout:(14/154): libcephfs-devel-19.1.1-259.g91c8a7e5. 631 kB/s | 32 kB 00:00 2024-09-05T03:59:14.700 INFO:teuthology.orchestra.run.smithi047.stdout:(147/154): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-05T03:59:14.731 INFO:teuthology.orchestra.run.smithi002.stdout:(59/154): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-09-05T03:59:14.733 INFO:teuthology.orchestra.run.smithi079.stdout:(15/154): libcephfs2-19.1.1-259.g91c8a7e5.el9.x 11 MB/s | 752 kB 00:00 2024-09-05T03:59:14.750 INFO:teuthology.orchestra.run.smithi047.stdout:(148/154): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-05T03:59:14.757 INFO:teuthology.orchestra.run.smithi002.stdout:(60/154): libtool-2.4.6-46.el9.x86_64.rpm 4.0 MB/s | 581 kB 00:00 2024-09-05T03:59:14.758 INFO:teuthology.orchestra.run.smithi079.stdout:(16/154): libcephsqlite-19.1.1-259.g91c8a7e5.el 2.4 MB/s | 163 kB 00:00 2024-09-05T03:59:14.782 INFO:teuthology.orchestra.run.smithi002.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 486 kB/s | 24 kB 00:00 2024-09-05T03:59:14.792 INFO:teuthology.orchestra.run.smithi079.stdout:(17/154): librados-devel-19.1.1-259.g91c8a7e5.e 2.1 MB/s | 127 kB 00:00 2024-09-05T03:59:14.807 INFO:teuthology.orchestra.run.smithi002.stdout:(62/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 941 kB/s | 47 kB 00:00 2024-09-05T03:59:14.826 INFO:teuthology.orchestra.run.smithi079.stdout:(18/154): libradosstriper1-19.1.1-259.g91c8a7e5 7.4 MB/s | 506 kB 00:00 2024-09-05T03:59:14.866 INFO:teuthology.orchestra.run.smithi002.stdout:(63/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-05T03:59:14.891 INFO:teuthology.orchestra.run.smithi002.stdout:(64/154): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-05T03:59:14.893 INFO:teuthology.orchestra.run.smithi079.stdout:(19/154): python3-ceph-argparse-19.1.1-259.g91c 677 kB/s | 45 kB 00:00 2024-09-05T03:59:14.950 INFO:teuthology.orchestra.run.smithi002.stdout:(65/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.0 MB/s | 3.0 MB 00:00 2024-09-05T03:59:14.969 INFO:teuthology.orchestra.run.smithi079.stdout:(20/154): python3-ceph-common-19.1.1-259.g91c8a 1.8 MB/s | 136 kB 00:00 2024-09-05T03:59:14.975 INFO:teuthology.orchestra.run.smithi002.stdout:(66/154): openblas-0.3.26-2.el9.x86_64.rpm 353 kB/s | 38 kB 00:00 2024-09-05T03:59:14.976 INFO:teuthology.orchestra.run.smithi047.stdout:(149/154): librados2-19.1.1-259.g91c8a7e5.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-05T03:59:15.035 INFO:teuthology.orchestra.run.smithi079.stdout:(21/154): python3-cephfs-19.1.1-259.g91c8a7e5.e 2.4 MB/s | 162 kB 00:00 2024-09-05T03:59:15.136 INFO:teuthology.orchestra.run.smithi079.stdout:(22/154): librgw2-19.1.1-259.g91c8a7e5.el9.x86_ 16 MB/s | 5.3 MB 00:00 2024-09-05T03:59:15.161 INFO:teuthology.orchestra.run.smithi079.stdout:(23/154): python3-rados-19.1.1-259.g91c8a7e5.el 2.5 MB/s | 321 kB 00:00 2024-09-05T03:59:15.186 INFO:teuthology.orchestra.run.smithi079.stdout:(24/154): python3-rbd-19.1.1-259.g91c8a7e5.el9. 5.8 MB/s | 301 kB 00:00 2024-09-05T03:59:15.212 INFO:teuthology.orchestra.run.smithi079.stdout:(25/154): python3-rgw-19.1.1-259.g91c8a7e5.el9. 1.9 MB/s | 99 kB 00:00 2024-09-05T03:59:15.226 INFO:teuthology.orchestra.run.smithi002.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 6.3 MB/s | 1.6 MB 00:00 2024-09-05T03:59:15.248 INFO:teuthology.orchestra.run.smithi079.stdout:(26/154): rbd-fuse-19.1.1-259.g91c8a7e5.el9.x86 1.4 MB/s | 85 kB 00:00 2024-09-05T03:59:15.304 INFO:teuthology.orchestra.run.smithi079.stdout:(27/154): rbd-nbd-19.1.1-259.g91c8a7e5.el9.x86_ 2.8 MB/s | 170 kB 00:00 2024-09-05T03:59:15.355 INFO:teuthology.orchestra.run.smithi079.stdout:(28/154): ceph-grafana-dashboards-19.1.1-259.g9 638 kB/s | 32 kB 00:00 2024-09-05T03:59:15.393 INFO:teuthology.orchestra.run.smithi002.stdout:(68/154): postgresql-contrib-13.16-1.el9.x86_64 5.3 MB/s | 910 kB 00:00 2024-09-05T03:59:15.413 INFO:teuthology.orchestra.run.smithi079.stdout:(29/154): rbd-mirror-19.1.1-259.g91c8a7e5.el9.x 15 MB/s | 3.1 MB 00:00 2024-09-05T03:59:15.439 INFO:teuthology.orchestra.run.smithi079.stdout:(30/154): ceph-mgr-cephadm-19.1.1-259.g91c8a7e5 1.7 MB/s | 146 kB 00:00 2024-09-05T03:59:15.452 INFO:teuthology.orchestra.run.smithi002.stdout:(69/154): postgresql-private-libs-13.16-1.el9.x 2.3 MB/s | 137 kB 00:00 2024-09-05T03:59:15.560 INFO:teuthology.orchestra.run.smithi002.stdout:(70/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 7.3 MB/s | 4.4 MB 00:00 2024-09-05T03:59:15.651 INFO:teuthology.orchestra.run.smithi047.stdout:(150/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 3.3 MB/s | 3.2 MB 00:00 2024-09-05T03:59:15.692 INFO:teuthology.orchestra.run.smithi047.stdout:(151/154): NetworkManager-1.48.10-1.el9.x86_64. 2.5 MB/s | 2.3 MB 00:00 2024-09-05T03:59:15.706 INFO:teuthology.orchestra.run.smithi079.stdout:(31/154): ceph-mgr-dashboard-19.1.1-259.g91c8a7 12 MB/s | 3.6 MB 00:00 2024-09-05T03:59:15.735 INFO:teuthology.orchestra.run.smithi002.stdout:(71/154): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-09-05T03:59:15.773 INFO:teuthology.orchestra.run.smithi079.stdout:(32/154): ceph-mgr-modules-core-19.1.1-259.g91c 3.7 MB/s | 249 kB 00:00 2024-09-05T03:59:15.801 INFO:teuthology.orchestra.run.smithi047.stdout:(152/154): NetworkManager-tui-1.48.10-1.el9.x86 2.2 MB/s | 248 kB 00:00 2024-09-05T03:59:15.827 INFO:teuthology.orchestra.run.smithi002.stdout:(72/154): openblas-openmp-0.3.26-2.el9.x86_64.r 5.3 MB/s | 4.9 MB 00:00 2024-09-05T03:59:15.831 INFO:teuthology.orchestra.run.smithi079.stdout:(33/154): ceph-mgr-rook-19.1.1-259.g91c8a7e5.el 847 kB/s | 49 kB 00:00 2024-09-05T03:59:15.852 INFO:teuthology.orchestra.run.smithi002.stdout:(73/154): python3-attrs-20.3.0-7.el9.noarch.rpm 749 kB/s | 87 kB 00:00 2024-09-05T03:59:15.859 INFO:teuthology.orchestra.run.smithi047.stdout:(153/154): NetworkManager-libnm-1.48.10-1.el9.x 2.0 MB/s | 1.8 MB 00:00 2024-09-05T03:59:15.902 INFO:teuthology.orchestra.run.smithi002.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-05T03:59:15.910 INFO:teuthology.orchestra.run.smithi047.stdout:(154/154): NetworkManager-team-1.48.10-1.el9.x8 156 kB/s | 40 kB 00:00 2024-09-05T03:59:15.916 INFO:teuthology.orchestra.run.smithi047.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:59:15.916 INFO:teuthology.orchestra.run.smithi047.stdout:Total 22 MB/s | 222 MB 00:10 2024-09-05T03:59:15.952 INFO:teuthology.orchestra.run.smithi002.stdout:(75/154): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-05T03:59:15.965 INFO:teuthology.orchestra.run.smithi079.stdout:(34/154): ceph-mgr-diskprediction-local-19.1.1- 14 MB/s | 7.4 MB 00:00 2024-09-05T03:59:15.990 INFO:teuthology.orchestra.run.smithi079.stdout:(35/154): ceph-prometheus-alerts-19.1.1-259.g91 104 kB/s | 16 kB 00:00 2024-09-05T03:59:16.011 INFO:teuthology.orchestra.run.smithi002.stdout:(76/154): python3-jinja2-2.11.3-6.el9.noarch.rp 4.2 MB/s | 248 kB 00:00 2024-09-05T03:59:16.041 INFO:teuthology.orchestra.run.smithi079.stdout:(36/154): ceph-volume-19.1.1-259.g91c8a7e5.el9. 3.7 MB/s | 285 kB 00:00 2024-09-05T03:59:16.070 INFO:teuthology.orchestra.run.smithi002.stdout:(77/154): python3-jsonpatch-1.21-16.el9.noarch. 439 kB/s | 26 kB 00:00 2024-09-05T03:59:16.091 INFO:teuthology.orchestra.run.smithi079.stdout:(37/154): cephadm-19.1.1-259.g91c8a7e5.el9.noar 7.4 MB/s | 765 kB 00:00 2024-09-05T03:59:16.125 INFO:teuthology.orchestra.run.smithi079.stdout:(38/154): cephfs-top-19.1.1-259.g91c8a7e5.el9.n 218 kB/s | 18 kB 00:00 2024-09-05T03:59:16.128 INFO:teuthology.orchestra.run.smithi002.stdout:(78/154): python3-jsonpointer-2.0-4.el9.noarch. 330 kB/s | 19 kB 00:00 2024-09-05T03:59:16.187 INFO:teuthology.orchestra.run.smithi002.stdout:(79/154): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 172 kB 00:00 2024-09-05T03:59:16.233 INFO:teuthology.orchestra.run.smithi079.stdout:(39/154): fuse-2.9.9-16.el9.x86_64.rpm 562 kB/s | 80 kB 00:00 2024-09-05T03:59:16.246 INFO:teuthology.orchestra.run.smithi002.stdout:(80/154): python3-markupsafe-1.1.1-12.el9.x86_6 595 kB/s | 35 kB 00:00 2024-09-05T03:59:16.341 INFO:teuthology.orchestra.run.smithi079.stdout:(40/154): libquadmath-11.5.0-2.el9.x86_64.rpm 1.7 MB/s | 191 kB 00:00 2024-09-05T03:59:16.367 INFO:teuthology.orchestra.run.smithi079.stdout:(41/154): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-05T03:59:16.379 INFO:teuthology.orchestra.run.smithi002.stdout:(81/154): postgresql-server-13.16-1.el9.x86_64. 6.2 MB/s | 5.8 MB 00:00 2024-09-05T03:59:16.401 INFO:teuthology.orchestra.run.smithi079.stdout:(42/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.2 MB/s | 253 kB 00:00 2024-09-05T03:59:16.438 INFO:teuthology.orchestra.run.smithi002.stdout:(82/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-05T03:59:16.452 INFO:teuthology.orchestra.run.smithi079.stdout:(43/154): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-09-05T03:59:16.480 INFO:teuthology.orchestra.run.smithi079.stdout:(44/154): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-05T03:59:16.496 INFO:teuthology.orchestra.run.smithi002.stdout:(83/154): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-05T03:59:16.502 INFO:teuthology.orchestra.run.smithi079.stdout:(45/154): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-05T03:59:16.528 INFO:teuthology.orchestra.run.smithi079.stdout:(46/154): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-05T03:59:16.547 INFO:teuthology.orchestra.run.smithi002.stdout:(84/154): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-05T03:59:16.553 INFO:teuthology.orchestra.run.smithi079.stdout:(47/154): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-05T03:59:16.606 INFO:teuthology.orchestra.run.smithi002.stdout:(85/154): python3-prettytable-0.7.2-27.el9.noar 719 kB/s | 42 kB 00:00 2024-09-05T03:59:16.689 INFO:teuthology.orchestra.run.smithi002.stdout:(86/154): python3-protobuf-3.14.0-13.el9.noarch 3.2 MB/s | 269 kB 00:00 2024-09-05T03:59:16.748 INFO:teuthology.orchestra.run.smithi002.stdout:(87/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-09-05T03:59:16.823 INFO:teuthology.orchestra.run.smithi002.stdout:(88/154): python3-babel-2.9.1-2.el9.noarch.rpm 6.0 MB/s | 6.0 MB 00:00 2024-09-05T03:59:16.892 INFO:teuthology.orchestra.run.smithi002.stdout:(89/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.9 MB/s | 5.1 MB 00:00 2024-09-05T03:59:16.915 INFO:teuthology.orchestra.run.smithi002.stdout:(90/154): python3-pyasn1-modules-0.4.8-6.el9.no 1.6 MB/s | 279 kB 00:00 2024-09-05T03:59:16.941 INFO:teuthology.orchestra.run.smithi002.stdout:(91/154): python3-pytz-2021.1-5.el9.noarch.rpm 436 kB/s | 51 kB 00:00 2024-09-05T03:59:16.966 INFO:teuthology.orchestra.run.smithi002.stdout:(92/154): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-09-05T03:59:16.991 INFO:teuthology.orchestra.run.smithi002.stdout:(93/154): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-09-05T03:59:17.025 INFO:teuthology.orchestra.run.smithi002.stdout:(94/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 754 kB/s | 44 kB 00:00 2024-09-05T03:59:17.050 INFO:teuthology.orchestra.run.smithi002.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-09-05T03:59:17.075 INFO:teuthology.orchestra.run.smithi002.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 717 kB/s | 36 kB 00:00 2024-09-05T03:59:17.097 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction check 2024-09-05T03:59:17.100 INFO:teuthology.orchestra.run.smithi002.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-05T03:59:17.120 INFO:teuthology.orchestra.run.smithi079.stdout:(48/154): ceph-test-19.1.1-259.g91c8a7e5.el9.x8 16 MB/s | 49 MB 00:02 2024-09-05T03:59:17.134 INFO:teuthology.orchestra.run.smithi002.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-05T03:59:17.159 INFO:teuthology.orchestra.run.smithi002.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 987 kB/s | 58 kB 00:00 2024-09-05T03:59:17.202 INFO:teuthology.orchestra.run.smithi002.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.4 MB/s | 96 kB 00:00 2024-09-05T03:59:17.227 INFO:teuthology.orchestra.run.smithi002.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 947 kB/s | 64 kB 00:00 2024-09-05T03:59:17.243 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction check succeeded. 2024-09-05T03:59:17.243 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction test 2024-09-05T03:59:17.252 INFO:teuthology.orchestra.run.smithi002.stdout:(102/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 895 kB/s | 45 kB 00:00 2024-09-05T03:59:17.344 INFO:teuthology.orchestra.run.smithi002.stdout:(103/154): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-09-05T03:59:17.394 INFO:teuthology.orchestra.run.smithi002.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-05T03:59:17.419 INFO:teuthology.orchestra.run.smithi002.stdout:(105/154): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-05T03:59:17.445 INFO:teuthology.orchestra.run.smithi002.stdout:(106/154): grpc-data-1.46.7-10.el9.noarch.rpm 777 kB/s | 19 kB 00:00 2024-09-05T03:59:17.546 INFO:teuthology.orchestra.run.smithi079.stdout:(49/154): boost-program-options-1.75.0-8.el9.x8 252 kB/s | 107 kB 00:00 2024-09-05T03:59:17.570 INFO:teuthology.orchestra.run.smithi002.stdout:(107/154): libarrow-9.0.0-11.el9.x86_64.rpm 35 MB/s | 4.4 MB 00:00 2024-09-05T03:59:17.604 INFO:teuthology.orchestra.run.smithi002.stdout:(108/154): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-09-05T03:59:17.629 INFO:teuthology.orchestra.run.smithi002.stdout:(109/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 445 kB/s | 26 kB 00:00 2024-09-05T03:59:17.637 INFO:teuthology.orchestra.run.smithi079.stdout:(50/154): automake-1.16.2-8.el9.noarch.rpm 621 kB/s | 689 kB 00:01 2024-09-05T03:59:17.654 INFO:teuthology.orchestra.run.smithi079.stdout:(51/154): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-05T03:59:17.662 INFO:teuthology.orchestra.run.smithi002.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-05T03:59:17.696 INFO:teuthology.orchestra.run.smithi002.stdout:(111/154): luarocks-3.9.2-5.el9.noarch.rpm 4.7 MB/s | 151 kB 00:00 2024-09-05T03:59:17.721 INFO:teuthology.orchestra.run.smithi002.stdout:(112/154): liboath-2.6.7-2.el9.x86_64.rpm 414 kB/s | 49 kB 00:00 2024-09-05T03:59:17.746 INFO:teuthology.orchestra.run.smithi079.stdout:(52/154): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-09-05T03:59:17.755 INFO:teuthology.orchestra.run.smithi002.stdout:(113/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-05T03:59:17.763 INFO:teuthology.orchestra.run.smithi079.stdout:(53/154): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-09-05T03:59:17.780 INFO:teuthology.orchestra.run.smithi002.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-05T03:59:17.797 INFO:teuthology.orchestra.run.smithi002.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.9 MB/s | 32 kB 00:00 2024-09-05T03:59:17.814 INFO:teuthology.orchestra.run.smithi002.stdout:(116/154): python3-certifi-2023.05.07-4.el9.noa 853 kB/s | 14 kB 00:00 2024-09-05T03:59:17.840 INFO:teuthology.orchestra.run.smithi002.stdout:(117/154): python3-asyncssh-2.13.2-5.el9.noarch 4.5 MB/s | 548 kB 00:00 2024-09-05T03:59:17.864 INFO:teuthology.orchestra.run.smithi079.stdout:(54/154): bison-3.7.4-5.el9.x86_64.rpm 719 kB/s | 943 kB 00:01 2024-09-05T03:59:17.865 INFO:teuthology.orchestra.run.smithi002.stdout:(118/154): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-05T03:59:17.881 INFO:teuthology.orchestra.run.smithi079.stdout:(55/154): flexiblas-openblas-openmp-3.0.4-8.el9 155 kB/s | 18 kB 00:00 2024-09-05T03:59:17.898 INFO:teuthology.orchestra.run.smithi002.stdout:(119/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 8.9 MB/s | 303 kB 00:00 2024-09-05T03:59:17.923 INFO:teuthology.orchestra.run.smithi002.stdout:(120/154): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-09-05T03:59:17.957 INFO:teuthology.orchestra.run.smithi002.stdout:(121/154): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-05T03:59:17.964 INFO:teuthology.orchestra.run.smithi079.stdout:(56/154): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-09-05T03:59:17.974 INFO:teuthology.orchestra.run.smithi002.stdout:(122/154): python3-grpcio-tools-1.46.7-10.el9.x 8.5 MB/s | 144 kB 00:00 2024-09-05T03:59:17.999 INFO:teuthology.orchestra.run.smithi002.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 431 kB/s | 11 kB 00:00 2024-09-05T03:59:18.025 INFO:teuthology.orchestra.run.smithi002.stdout:(124/154): python3-jaraco-classes-3.2.1-5.el9.n 706 kB/s | 18 kB 00:00 2024-09-05T03:59:18.050 INFO:teuthology.orchestra.run.smithi002.stdout:(125/154): python3-jaraco-collections-3.0.0-8.e 928 kB/s | 23 kB 00:00 2024-09-05T03:59:18.073 INFO:teuthology.orchestra.run.smithi079.stdout:(57/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 835 kB/s | 160 kB 00:00 2024-09-05T03:59:18.075 INFO:teuthology.orchestra.run.smithi002.stdout:(126/154): python3-jaraco-functools-3.5.0-2.el9 779 kB/s | 19 kB 00:00 2024-09-05T03:59:18.098 INFO:teuthology.orchestra.run.smithi079.stdout:(58/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 339 kB/s | 45 kB 00:00 2024-09-05T03:59:18.101 INFO:teuthology.orchestra.run.smithi002.stdout:(127/154): python3-jaraco-text-3.2.0-6.el9.noar 790 kB/s | 20 kB 00:00 2024-09-05T03:59:18.143 INFO:teuthology.orchestra.run.smithi002.stdout:(128/154): python3-kubernetes-26.1.0-2.el9.noar 25 MB/s | 1.0 MB 00:00 2024-09-05T03:59:18.148 INFO:teuthology.orchestra.run.smithi079.stdout:(59/154): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.4 MB/s | 3.0 MB 00:00 2024-09-05T03:59:18.168 INFO:teuthology.orchestra.run.smithi002.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-05T03:59:18.216 INFO:teuthology.orchestra.run.smithi079.stdout:(60/154): libtool-2.4.6-46.el9.x86_64.rpm 4.8 MB/s | 581 kB 00:00 2024-09-05T03:59:18.227 INFO:teuthology.orchestra.run.smithi002.stdout:(130/154): python3-grpcio-1.46.7-10.el9.x86_64. 6.7 MB/s | 2.0 MB 00:00 2024-09-05T03:59:18.252 INFO:teuthology.orchestra.run.smithi002.stdout:(131/154): python3-more-itertools-8.12.0-2.el9. 942 kB/s | 79 kB 00:00 2024-09-05T03:59:18.257 INFO:teuthology.orchestra.run.smithi079.stdout:(61/154): libuuid-devel-2.37.4-20.el9.x86_64.rp 225 kB/s | 24 kB 00:00 2024-09-05T03:59:18.277 INFO:teuthology.orchestra.run.smithi002.stdout:(132/154): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-05T03:59:18.283 INFO:teuthology.orchestra.run.smithi079.stdout:(62/154): librdkafka-1.6.1-102.el9.x86_64.rpm 3.1 MB/s | 662 kB 00:00 2024-09-05T03:59:18.303 INFO:teuthology.orchestra.run.smithi002.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-05T03:59:18.316 INFO:teuthology.orchestra.run.smithi079.stdout:(63/154): libzstd-devel-1.5.1-2.el9.x86_64.rpm 471 kB/s | 47 kB 00:00 2024-09-05T03:59:18.328 INFO:teuthology.orchestra.run.smithi002.stdout:(134/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-05T03:59:18.353 INFO:teuthology.orchestra.run.smithi002.stdout:(135/154): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-05T03:59:18.367 INFO:teuthology.orchestra.run.smithi079.stdout:(64/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-05T03:59:18.378 INFO:teuthology.orchestra.run.smithi002.stdout:(136/154): python3-pyperclip-1.8.2-2.el9.noarch 565 kB/s | 28 kB 00:00 2024-09-05T03:59:18.401 INFO:teuthology.orchestra.run.smithi079.stdout:(65/154): lua-5.4.4-4.el9.x86_64.rpm 1.6 MB/s | 188 kB 00:00 2024-09-05T03:59:18.404 INFO:teuthology.orchestra.run.smithi002.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-05T03:59:18.426 INFO:teuthology.orchestra.run.smithi079.stdout:(66/154): openblas-0.3.26-2.el9.x86_64.rpm 353 kB/s | 38 kB 00:00 2024-09-05T03:59:18.437 INFO:teuthology.orchestra.run.smithi002.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-09-05T03:59:18.462 INFO:teuthology.orchestra.run.smithi002.stdout:(139/154): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-09-05T03:59:18.488 INFO:teuthology.orchestra.run.smithi002.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-05T03:59:18.513 INFO:teuthology.orchestra.run.smithi002.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-05T03:59:18.538 INFO:teuthology.orchestra.run.smithi002.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T03:59:18.564 INFO:teuthology.orchestra.run.smithi002.stdout:(143/154): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-05T03:59:18.589 INFO:teuthology.orchestra.run.smithi002.stdout:(144/154): python3-zc-lockfile-2.0-10.el9.noarc 801 kB/s | 20 kB 00:00 2024-09-05T03:59:18.614 INFO:teuthology.orchestra.run.smithi002.stdout:(145/154): re2-20211101-20.el9.x86_64.rpm 7.6 MB/s | 191 kB 00:00 2024-09-05T03:59:18.639 INFO:teuthology.orchestra.run.smithi002.stdout:(146/154): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-05T03:59:18.698 INFO:teuthology.orchestra.run.smithi002.stdout:(147/154): thrift-0.15.0-2.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-05T03:59:18.718 INFO:teuthology.orchestra.run.smithi079.stdout:(67/154): postgresql-13.16-1.el9.x86_64.rpm 5.4 MB/s | 1.6 MB 00:00 2024-09-05T03:59:18.852 INFO:teuthology.orchestra.run.smithi079.stdout:(68/154): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-05T03:59:18.910 INFO:teuthology.orchestra.run.smithi079.stdout:(69/154): openssl-devel-3.2.2-4.el9.x86_64.rpm 8.7 MB/s | 4.4 MB 00:00 2024-09-05T03:59:19.002 INFO:teuthology.orchestra.run.smithi079.stdout:(70/154): openblas-openmp-0.3.26-2.el9.x86_64.r 7.8 MB/s | 4.9 MB 00:00 2024-09-05T03:59:19.015 INFO:teuthology.orchestra.run.smithi002.stdout:(148/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 7.7 MB/s | 16 MB 00:02 2024-09-05T03:59:19.027 INFO:teuthology.orchestra.run.smithi079.stdout:(71/154): postgresql-private-libs-13.16-1.el9.x 782 kB/s | 137 kB 00:00 2024-09-05T03:59:19.096 INFO:teuthology.orchestra.run.smithi047.stdout:Transaction test succeeded. 2024-09-05T03:59:19.097 INFO:teuthology.orchestra.run.smithi047.stdout:Running transaction 2024-09-05T03:59:19.136 INFO:teuthology.orchestra.run.smithi079.stdout:(72/154): python3-attrs-20.3.0-7.el9.noarch.rpm 806 kB/s | 87 kB 00:00 2024-09-05T03:59:19.212 INFO:teuthology.orchestra.run.smithi079.stdout:(73/154): protobuf-3.14.0-13.el9.x86_64.rpm 4.8 MB/s | 1.0 MB 00:00 2024-09-05T03:59:19.265 INFO:teuthology.orchestra.run.smithi002.stdout:(149/154): NetworkManager-1.48.10-1.el9.x86_64. 9.3 MB/s | 2.3 MB 00:00 2024-09-05T03:59:19.320 INFO:teuthology.orchestra.run.smithi079.stdout:(74/154): python3-colorama-0.4.6-3.el9.noarch.r 565 kB/s | 61 kB 00:00 2024-09-05T03:59:19.332 INFO:teuthology.orchestra.run.smithi002.stdout:(150/154): NetworkManager-libnm-1.48.10-1.el9.x 27 MB/s | 1.8 MB 00:00 2024-09-05T03:59:19.374 INFO:teuthology.orchestra.run.smithi002.stdout:(151/154): NetworkManager-team-1.48.10-1.el9.x8 973 kB/s | 40 kB 00:00 2024-09-05T03:59:19.396 INFO:teuthology.orchestra.run.smithi079.stdout:(75/154): postgresql-server-13.16-1.el9.x86_64. 12 MB/s | 5.8 MB 00:00 2024-09-05T03:59:19.416 INFO:teuthology.orchestra.run.smithi002.stdout:(152/154): NetworkManager-tui-1.48.10-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-09-05T03:59:19.430 INFO:teuthology.orchestra.run.smithi079.stdout:(76/154): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-05T03:59:19.530 INFO:teuthology.orchestra.run.smithi079.stdout:(77/154): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-05T03:59:19.555 INFO:teuthology.orchestra.run.smithi079.stdout:(78/154): python3-jsonpatch-1.21-16.el9.noarch. 204 kB/s | 26 kB 00:00 2024-09-05T03:59:19.580 INFO:teuthology.orchestra.run.smithi079.stdout:(79/154): python3-jinja2-2.11.3-6.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-09-05T03:59:19.622 INFO:teuthology.orchestra.run.smithi079.stdout:(80/154): python3-jsonpointer-2.0-4.el9.noarch. 208 kB/s | 19 kB 00:00 2024-09-05T03:59:19.664 INFO:teuthology.orchestra.run.smithi079.stdout:(81/154): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-09-05T03:59:19.681 INFO:teuthology.orchestra.run.smithi079.stdout:(82/154): python3-markupsafe-1.1.1-12.el9.x86_6 345 kB/s | 35 kB 00:00 2024-09-05T03:59:19.773 INFO:teuthology.orchestra.run.smithi079.stdout:(83/154): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-05T03:59:19.799 INFO:teuthology.orchestra.run.smithi079.stdout:(84/154): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-09-05T03:59:19.866 INFO:teuthology.orchestra.run.smithi079.stdout:(85/154): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-09-05T03:59:19.891 INFO:teuthology.orchestra.run.smithi079.stdout:(86/154): python3-packaging-20.9-5.el9.noarch.r 657 kB/s | 77 kB 00:00 2024-09-05T03:59:19.916 INFO:teuthology.orchestra.run.smithi079.stdout:(87/154): python3-prettytable-0.7.2-27.el9.noar 360 kB/s | 42 kB 00:00 2024-09-05T03:59:19.917 INFO:teuthology.orchestra.run.smithi002.stdout:(153/154): librados2-19.1.1-259.g91c8a7e5.el9.x 2.7 MB/s | 3.4 MB 00:01 2024-09-05T03:59:19.975 INFO:teuthology.orchestra.run.smithi079.stdout:(88/154): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-05T03:59:20.000 INFO:teuthology.orchestra.run.smithi079.stdout:(89/154): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-09-05T03:59:20.042 INFO:teuthology.orchestra.run.smithi079.stdout:(90/154): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-05T03:59:20.076 INFO:teuthology.orchestra.run.smithi079.stdout:(91/154): python3-pytz-2021.1-5.el9.noarch.rpm 506 kB/s | 51 kB 00:00 2024-09-05T03:59:20.101 INFO:teuthology.orchestra.run.smithi079.stdout:(92/154): python3-requests-oauthlib-1.3.0-12.el 533 kB/s | 54 kB 00:00 2024-09-05T03:59:20.177 INFO:teuthology.orchestra.run.smithi079.stdout:(93/154): python3-toml-0.10.2-6.el9.noarch.rpm 415 kB/s | 42 kB 00:00 2024-09-05T03:59:20.202 INFO:teuthology.orchestra.run.smithi079.stdout:(94/154): python3-wcwidth-0.2.5-8.el9.noarch.rp 440 kB/s | 44 kB 00:00 2024-09-05T03:59:20.285 INFO:teuthology.orchestra.run.smithi079.stdout:(95/154): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-05T03:59:20.336 INFO:teuthology.orchestra.run.smithi079.stdout:(96/154): qatlib-service-24.02.0-1.el9.x86_64.r 268 kB/s | 36 kB 00:00 2024-09-05T03:59:20.386 INFO:teuthology.orchestra.run.smithi079.stdout:(97/154): qatzip-libs-1.2.0-1.el9.x86_64.rpm 471 kB/s | 47 kB 00:00 2024-09-05T03:59:20.445 INFO:teuthology.orchestra.run.smithi079.stdout:(98/154): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-09-05T03:59:20.458 INFO:teuthology.orchestra.run.smithi002.stdout:(154/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 1.8 MB/s | 3.2 MB 00:01 2024-09-05T03:59:20.463 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:59:20.463 INFO:teuthology.orchestra.run.smithi002.stdout:Total 19 MB/s | 222 MB 00:11 2024-09-05T03:59:20.487 INFO:teuthology.orchestra.run.smithi079.stdout:(99/154): uuid-1.6.2-55.el9.x86_64.rpm 576 kB/s | 58 kB 00:00 2024-09-05T03:59:20.621 INFO:teuthology.orchestra.run.smithi079.stdout:(100/154): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 546 kB/s | 96 kB 00:00 2024-09-05T03:59:20.646 INFO:teuthology.orchestra.run.smithi079.stdout:(101/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 401 kB/s | 64 kB 00:00 2024-09-05T03:59:20.813 INFO:teuthology.orchestra.run.smithi079.stdout:(102/154): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-09-05T03:59:20.838 INFO:teuthology.orchestra.run.smithi079.stdout:(103/154): zlib-devel-1.2.11-41.el9.x86_64.rpm 206 kB/s | 45 kB 00:00 2024-09-05T03:59:20.897 INFO:teuthology.orchestra.run.smithi079.stdout:(104/154): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-05T03:59:20.922 INFO:teuthology.orchestra.run.smithi079.stdout:(105/154): lua-devel-5.4.4-4.el9.x86_64.rpm 81 kB/s | 22 kB 00:00 2024-09-05T03:59:20.956 INFO:teuthology.orchestra.run.smithi079.stdout:(106/154): gperftools-libs-2.9.1-2.el9.x86_64.r 5.1 MB/s | 309 kB 00:00 2024-09-05T03:59:20.981 INFO:teuthology.orchestra.run.smithi079.stdout:(107/154): grpc-data-1.46.7-10.el9.noarch.rpm 332 kB/s | 19 kB 00:00 2024-09-05T03:59:21.007 INFO:teuthology.orchestra.run.smithi079.stdout:(108/154): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-05T03:59:21.032 INFO:teuthology.orchestra.run.smithi079.stdout:(109/154): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-05T03:59:21.065 INFO:teuthology.orchestra.run.smithi079.stdout:(110/154): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-05T03:59:21.107 INFO:teuthology.orchestra.run.smithi079.stdout:(111/154): protobuf-compiler-3.14.0-13.el9.x86_ 2.9 MB/s | 863 kB 00:00 2024-09-05T03:59:21.141 INFO:teuthology.orchestra.run.smithi079.stdout:(112/154): luarocks-3.9.2-5.el9.noarch.rpm 2.0 MB/s | 151 kB 00:00 2024-09-05T03:59:21.192 INFO:teuthology.orchestra.run.smithi079.stdout:(113/154): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-05T03:59:21.225 INFO:teuthology.orchestra.run.smithi079.stdout:(114/154): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.3 MB/s | 43 kB 00:00 2024-09-05T03:59:21.250 INFO:teuthology.orchestra.run.smithi079.stdout:(115/154): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-05T03:59:21.276 INFO:teuthology.orchestra.run.smithi079.stdout:(116/154): python3-certifi-2023.05.07-4.el9.noa 566 kB/s | 14 kB 00:00 2024-09-05T03:59:21.343 INFO:teuthology.orchestra.run.smithi079.stdout:(117/154): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-05T03:59:21.376 INFO:teuthology.orchestra.run.smithi079.stdout:(118/154): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.0 MB/s | 839 kB 00:00 2024-09-05T03:59:21.402 INFO:teuthology.orchestra.run.smithi079.stdout:(119/154): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-09-05T03:59:21.435 INFO:teuthology.orchestra.run.smithi079.stdout:(120/154): python3-cherrypy-18.6.1-2.el9.noarch 3.8 MB/s | 358 kB 00:00 2024-09-05T03:59:21.460 INFO:teuthology.orchestra.run.smithi079.stdout:(121/154): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.5 MB/s | 303 kB 00:00 2024-09-05T03:59:21.486 INFO:teuthology.orchestra.run.smithi079.stdout:(122/154): python3-google-auth-2.34.0-1.el9.noa 2.6 MB/s | 220 kB 00:00 2024-09-05T03:59:21.512 INFO:teuthology.orchestra.run.smithi079.stdout:(123/154): python3-jaraco-8.2.1-3.el9.noarch.rp 427 kB/s | 11 kB 00:00 2024-09-05T03:59:21.537 INFO:teuthology.orchestra.run.smithi079.stdout:(124/154): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-09-05T03:59:21.562 INFO:teuthology.orchestra.run.smithi079.stdout:(125/154): python3-jaraco-classes-3.2.1-5.el9.n 352 kB/s | 18 kB 00:00 2024-09-05T03:59:21.587 INFO:teuthology.orchestra.run.smithi079.stdout:(126/154): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-05T03:59:21.613 INFO:teuthology.orchestra.run.smithi079.stdout:(127/154): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-05T03:59:21.638 INFO:teuthology.orchestra.run.smithi079.stdout:(128/154): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-05T03:59:21.664 INFO:teuthology.orchestra.run.smithi079.stdout:(129/154): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-05T03:59:21.674 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction check 2024-09-05T03:59:21.697 INFO:teuthology.orchestra.run.smithi079.stdout:(130/154): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-05T03:59:21.723 INFO:teuthology.orchestra.run.smithi079.stdout:(131/154): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-05T03:59:21.756 INFO:teuthology.orchestra.run.smithi079.stdout:(132/154): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-05T03:59:21.782 INFO:teuthology.orchestra.run.smithi079.stdout:(133/154): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-05T03:59:21.815 INFO:teuthology.orchestra.run.smithi079.stdout:(134/154): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-05T03:59:21.821 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction check succeeded. 2024-09-05T03:59:21.821 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction test 2024-09-05T03:59:21.840 INFO:teuthology.orchestra.run.smithi079.stdout:(135/154): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-05T03:59:21.866 INFO:teuthology.orchestra.run.smithi079.stdout:(136/154): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-09-05T03:59:21.883 INFO:teuthology.orchestra.run.smithi079.stdout:(137/154): python3-repoze-lru-0.7-16.el9.noarch 734 kB/s | 31 kB 00:00 2024-09-05T03:59:21.900 INFO:teuthology.orchestra.run.smithi079.stdout:(138/154): python3-rsa-4.9-2.el9.noarch.rpm 3.5 MB/s | 59 kB 00:00 2024-09-05T03:59:21.925 INFO:teuthology.orchestra.run.smithi079.stdout:(139/154): python3-routes-2.5.1-5.el9.noarch.rp 3.1 MB/s | 188 kB 00:00 2024-09-05T03:59:21.942 INFO:teuthology.orchestra.run.smithi079.stdout:(140/154): python3-tempora-5.0.0-2.el9.noarch.r 850 kB/s | 36 kB 00:00 2024-09-05T03:59:21.968 INFO:teuthology.orchestra.run.smithi079.stdout:(141/154): python3-typing-extensions-4.12.2-2.e 1.7 MB/s | 74 kB 00:00 2024-09-05T03:59:21.993 INFO:teuthology.orchestra.run.smithi079.stdout:(142/154): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-05T03:59:22.035 INFO:teuthology.orchestra.run.smithi079.stdout:(143/154): python3-grpcio-1.46.7-10.el9.x86_64. 3.4 MB/s | 2.0 MB 00:00 2024-09-05T03:59:22.061 INFO:teuthology.orchestra.run.smithi079.stdout:(144/154): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-05T03:59:22.086 INFO:teuthology.orchestra.run.smithi079.stdout:(145/154): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-09-05T03:59:22.111 INFO:teuthology.orchestra.run.smithi079.stdout:(146/154): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-05T03:59:22.137 INFO:teuthology.orchestra.run.smithi079.stdout:(147/154): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-09-05T03:59:22.187 INFO:teuthology.orchestra.run.smithi079.stdout:(148/154): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-05T03:59:22.396 INFO:teuthology.orchestra.run.smithi079.stdout:(149/154): librbd1-19.1.1-259.g91c8a7e5.el9.x86 12 MB/s | 3.2 MB 00:00 2024-09-05T03:59:22.463 INFO:teuthology.orchestra.run.smithi079.stdout:(150/154): librados2-19.1.1-259.g91c8a7e5.el9.x 9.8 MB/s | 3.4 MB 00:00 2024-09-05T03:59:22.530 INFO:teuthology.orchestra.run.smithi079.stdout:(151/154): NetworkManager-1.48.10-1.el9.x86_64. 6.8 MB/s | 2.3 MB 00:00 2024-09-05T03:59:22.572 INFO:teuthology.orchestra.run.smithi079.stdout:(152/154): NetworkManager-team-1.48.10-1.el9.x8 373 kB/s | 40 kB 00:00 2024-09-05T03:59:22.655 INFO:teuthology.orchestra.run.smithi079.stdout:(153/154): NetworkManager-tui-1.48.10-1.el9.x86 1.9 MB/s | 248 kB 00:00 2024-09-05T03:59:22.772 INFO:teuthology.orchestra.run.smithi079.stdout:(154/154): NetworkManager-libnm-1.48.10-1.el9.x 4.8 MB/s | 1.8 MB 00:00 2024-09-05T03:59:22.778 INFO:teuthology.orchestra.run.smithi079.stdout:-------------------------------------------------------------------------------- 2024-09-05T03:59:22.778 INFO:teuthology.orchestra.run.smithi079.stdout:Total 20 MB/s | 222 MB 00:11 2024-09-05T03:59:23.681 INFO:teuthology.orchestra.run.smithi002.stdout:Transaction test succeeded. 2024-09-05T03:59:23.682 INFO:teuthology.orchestra.run.smithi002.stdout:Running transaction 2024-09-05T03:59:23.954 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction check 2024-09-05T03:59:24.086 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction check succeeded. 2024-09-05T03:59:24.086 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction test 2024-09-05T03:59:25.345 INFO:teuthology.orchestra.run.smithi047.stdout: Preparing : 1/1 2024-09-05T03:59:25.404 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T03:59:25.429 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T03:59:25.473 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T03:59:25.828 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T03:59:25.833 INFO:teuthology.orchestra.run.smithi079.stdout:Transaction test succeeded. 2024-09-05T03:59:25.833 INFO:teuthology.orchestra.run.smithi079.stdout:Running transaction 2024-09-05T03:59:25.930 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:26.056 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:26.090 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:26.182 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:26.224 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T03:59:26.252 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T03:59:26.278 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T03:59:26.438 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T03:59:26.493 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T03:59:26.528 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:26.625 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:26.654 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:26.700 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:26.722 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:26.747 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:27.149 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:27.476 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:27.619 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:27.671 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:27.753 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:27.847 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:28.057 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:28.171 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T03:59:28.269 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T03:59:28.302 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T03:59:28.338 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T03:59:28.415 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T03:59:28.465 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T03:59:28.504 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T03:59:28.548 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T03:59:28.580 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T03:59:28.607 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T03:59:28.681 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T03:59:28.857 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T03:59:28.885 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T03:59:28.921 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T03:59:29.000 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T03:59:29.032 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T03:59:29.075 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T03:59:29.103 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T03:59:29.177 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T03:59:29.218 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T03:59:29.296 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T03:59:29.452 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T03:59:29.506 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T03:59:29.995 INFO:teuthology.orchestra.run.smithi002.stdout: Preparing : 1/1 2024-09-05T03:59:30.070 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T03:59:30.070 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T03:59:30.094 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T03:59:30.138 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T03:59:30.152 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T03:59:30.187 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T03:59:30.230 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T03:59:30.268 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T03:59:30.301 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T03:59:30.358 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T03:59:30.436 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T03:59:30.472 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T03:59:30.486 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T03:59:30.508 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T03:59:30.556 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T03:59:30.586 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:30.591 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T03:59:30.643 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T03:59:30.695 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:30.721 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:30.786 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T03:59:30.813 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:30.855 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T03:59:30.884 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T03:59:30.909 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T03:59:31.061 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T03:59:31.071 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T03:59:31.103 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T03:59:31.124 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T03:59:31.145 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T03:59:31.160 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:31.254 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T03:59:31.265 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:31.294 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:31.294 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T03:59:31.334 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T03:59:31.357 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:31.359 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T03:59:31.378 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:31.384 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T03:59:31.400 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:31.463 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T03:59:31.589 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:31.600 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T03:59:31.642 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T03:59:31.669 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T03:59:31.704 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T03:59:31.743 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:31.749 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T03:59:31.786 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T03:59:31.826 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T03:59:31.875 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:31.876 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T03:59:31.910 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T03:59:31.927 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:31.943 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T03:59:31.947 INFO:teuthology.orchestra.run.smithi079.stdout: Preparing : 1/1 2024-09-05T03:59:31.985 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T03:59:32.019 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T03:59:32.022 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:32.032 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/160 2024-09-05T03:59:32.066 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/160 2024-09-05T03:59:32.095 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:32.109 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/160 2024-09-05T03:59:32.109 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T03:59:32.159 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T03:59:32.189 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T03:59:32.313 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:32.323 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T03:59:32.383 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T03:59:32.422 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T03:59:32.442 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/160 2024-09-05T03:59:32.518 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T03:59:32.558 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T03:59:32.559 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:32.594 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T03:59:32.670 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T03:59:32.682 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 5/160 2024-09-05T03:59:32.719 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:32.720 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T03:59:32.759 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T03:59:32.803 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T03:59:32.828 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T03:59:32.845 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T03:59:32.861 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T03:59:32.873 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/160 2024-09-05T03:59:32.888 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T03:59:32.899 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/160 2024-09-05T03:59:32.961 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T03:59:33.013 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T03:59:33.041 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T03:59:33.053 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 10/160 2024-09-05T03:59:33.077 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T03:59:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-13.16-1.el9.x86_64 11/160 2024-09-05T03:59:33.133 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:33.156 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T03:59:33.160 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T03:59:33.187 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T03:59:33.204 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T03:59:33.222 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T03:59:33.229 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T03:59:33.238 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T03:59:33.251 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T03:59:33.260 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:33.306 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 13/160 2024-09-05T03:59:33.325 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T03:59:33.336 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:33.342 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T03:59:33.363 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 14/160 2024-09-05T03:59:33.374 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T03:59:33.394 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T03:59:33.438 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T03:59:33.452 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T03:59:33.530 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T03:59:33.555 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:33.565 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T03:59:33.600 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T03:59:33.670 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T03:59:33.720 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 15/160 2024-09-05T03:59:33.754 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T03:59:33.779 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T03:59:33.858 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T03:59:33.884 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:33.945 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 16/160 2024-09-05T03:59:34.056 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:34.129 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:34.239 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T03:59:34.317 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T03:59:34.350 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-1:1.48.10-1.el9.x86_64 17/160 2024-09-05T03:59:34.351 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T03:59:34.394 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T03:59:34.432 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T03:59:34.463 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : re2-1:20211101-20.el9.x86_64 18/160 2024-09-05T03:59:34.468 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T03:59:34.526 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T03:59:34.552 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T03:59:34.558 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 19/160 2024-09-05T03:59:34.593 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 20/160 2024-09-05T03:59:34.600 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T03:59:34.628 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : liboath-2.6.7-2.el9.x86_64 21/160 2024-09-05T03:59:34.636 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T03:59:34.664 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T03:59:34.666 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T03:59:34.704 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 22/160 2024-09-05T03:59:34.712 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T03:59:34.747 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T03:59:34.756 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 23/160 2024-09-05T03:59:34.790 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T03:59:34.795 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-packaging-20.9-5.el9.noarch 24/160 2024-09-05T03:59:34.833 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T03:59:34.839 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/160 2024-09-05T03:59:34.872 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/160 2024-09-05T03:59:34.900 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/160 2024-09-05T03:59:34.969 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/160 2024-09-05T03:59:34.977 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T03:59:35.017 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T03:59:35.022 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 29/160 2024-09-05T03:59:35.053 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/160 2024-09-05T03:59:35.059 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T03:59:35.105 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 31/160 2024-09-05T03:59:35.167 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T03:59:35.183 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 32/160 2024-09-05T03:59:35.200 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T03:59:35.216 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 33/160 2024-09-05T03:59:35.240 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T03:59:35.259 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T03:59:35.265 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T03:59:35.288 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 35/160 2024-09-05T03:59:35.290 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T03:59:35.358 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/160 2024-09-05T03:59:35.368 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T03:59:35.403 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/160 2024-09-05T03:59:35.479 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/160 2024-09-05T03:59:35.622 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/160 2024-09-05T03:59:35.677 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T03:59:35.678 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/160 2024-09-05T03:59:35.714 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T03:59:35.742 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T03:59:35.776 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T03:59:35.821 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T03:59:35.859 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T03:59:35.981 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T03:59:36.050 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T03:59:36.069 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T03:59:36.078 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T03:59:36.102 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T03:59:36.216 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/160 2024-09-05T03:59:36.237 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T03:59:36.271 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T03:59:36.299 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/160 2024-09-05T03:59:36.304 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T03:59:36.327 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/160 2024-09-05T03:59:36.347 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T03:59:36.370 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/160 2024-09-05T03:59:36.381 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T03:59:36.410 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 45/160 2024-09-05T03:59:36.438 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T03:59:36.441 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 46/160 2024-09-05T03:59:36.474 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T03:59:36.506 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/160 2024-09-05T03:59:36.529 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T03:59:36.557 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:36.567 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T03:59:36.588 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/160 2024-09-05T03:59:36.626 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 49/160 2024-09-05T03:59:36.648 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:36.662 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 50/160 2024-09-05T03:59:36.676 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T03:59:36.678 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T03:59:36.711 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/160 2024-09-05T03:59:36.714 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T03:59:36.736 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T03:59:36.746 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/160 2024-09-05T03:59:36.789 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/160 2024-09-05T03:59:36.831 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/160 2024-09-05T03:59:36.977 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/160 2024-09-05T03:59:37.025 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/160 2024-09-05T03:59:37.067 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 57/160 2024-09-05T03:59:37.172 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 58/160 2024-09-05T03:59:37.209 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 59/160 2024-09-05T03:59:37.221 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T03:59:37.249 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 60/160 2024-09-05T03:59:37.251 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:37.274 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 61/160 2024-09-05T03:59:37.299 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 62/160 2024-09-05T03:59:37.314 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:37.369 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T03:59:37.375 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 63/160 2024-09-05T03:59:37.506 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 64/160 2024-09-05T03:59:37.522 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T03:59:37.573 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T03:59:37.607 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T03:59:37.713 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T03:59:37.771 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T03:59:37.786 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 65/160 2024-09-05T03:59:37.817 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T03:59:37.830 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 66/160 2024-09-05T03:59:37.873 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 67/160 2024-09-05T03:59:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T03:59:37.927 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : uuid-1.6.2-55.el9.x86_64 68/160 2024-09-05T03:59:37.943 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T03:59:37.964 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 69/160 2024-09-05T03:59:38.003 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/160 2024-09-05T03:59:38.042 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/160 2024-09-05T03:59:38.076 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/160 2024-09-05T03:59:38.109 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/160 2024-09-05T03:59:38.134 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T03:59:38.152 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/160 2024-09-05T03:59:38.165 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T03:59:38.194 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/160 2024-09-05T03:59:38.245 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T03:59:38.283 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/160 2024-09-05T03:59:38.333 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/160 2024-09-05T03:59:38.389 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/160 2024-09-05T03:59:38.494 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/160 2024-09-05T03:59:38.549 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 80/160 2024-09-05T03:59:38.948 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T03:59:39.069 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T03:59:39.285 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/160 2024-09-05T03:59:39.338 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 82/160 2024-09-05T03:59:39.372 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 83/160 2024-09-05T03:59:39.473 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 84/160 2024-09-05T03:59:39.527 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 85/160 2024-09-05T03:59:39.572 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 86/160 2024-09-05T03:59:39.662 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/160 2024-09-05T03:59:39.692 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/160 2024-09-05T03:59:39.746 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:39.774 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:39.877 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openblas-0.3.26-2.el9.x86_64 89/160 2024-09-05T03:59:39.908 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 90/160 2024-09-05T03:59:39.985 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/160 2024-09-05T03:59:40.346 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:40.386 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:40.401 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T03:59:40.471 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:40.471 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T03:59:40.471 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T03:59:40.471 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:40.476 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T03:59:40.504 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:40.504 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T03:59:40.537 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T03:59:40.640 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/160 2024-09-05T03:59:40.757 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/160 2024-09-05T03:59:40.863 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T03:59:40.908 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:40.992 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:41.097 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T03:59:41.133 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T03:59:41.650 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T03:59:41.686 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:41.741 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:41.771 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T03:59:42.004 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/160 2024-09-05T03:59:42.089 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/160 2024-09-05T03:59:42.116 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/160 2024-09-05T03:59:42.158 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 97/160 2024-09-05T03:59:42.468 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/160 2024-09-05T03:59:42.513 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:42.604 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 99/160 2024-09-05T03:59:42.635 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 100/160 2024-09-05T03:59:42.671 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/160 2024-09-05T03:59:43.152 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 102/160 2024-09-05T03:59:43.183 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:43.255 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 103/160 2024-09-05T03:59:43.285 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 104/160 2024-09-05T03:59:44.145 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:44.176 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:44.751 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:44.789 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:44.881 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:44.881 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T03:59:44.881 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T03:59:44.881 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:44.916 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:45.574 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:45.615 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:46.164 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 105/160 2024-09-05T03:59:46.203 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:46.295 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 106/160 2024-09-05T03:59:46.295 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-05T03:59:46.295 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-05T03:59:46.295 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:59:46.329 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:52.682 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /sys 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /proc 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /mnt 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /var/tmp 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /home 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /root 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout:skipping the directory /tmp 2024-09-05T03:59:52.683 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:52.857 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:52.872 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:52.872 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:52.872 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T03:59:52.873 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:54.403 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:54.429 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:54.670 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T03:59:54.694 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:55.146 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T03:59:55.169 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:55.277 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T03:59:55.334 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T03:59:55.389 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T03:59:55.584 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T03:59:55.630 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T03:59:55.710 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T03:59:55.800 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T03:59:55.941 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T03:59:55.980 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T03:59:56.012 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T03:59:56.048 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T03:59:56.454 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T03:59:56.480 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T03:59:56.512 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T03:59:56.577 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T03:59:56.603 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T03:59:57.456 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:57.456 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /sys 2024-09-05T03:59:57.456 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /proc 2024-09-05T03:59:57.456 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /mnt 2024-09-05T03:59:57.456 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /var/tmp 2024-09-05T03:59:57.457 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /home 2024-09-05T03:59:57.457 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /root 2024-09-05T03:59:57.457 INFO:teuthology.orchestra.run.smithi002.stdout:skipping the directory /tmp 2024-09-05T03:59:57.457 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:57.643 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:57.660 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:57.660 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:57.660 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T03:59:57.660 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:57.701 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T03:59:57.738 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 107/160 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /sys 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /proc 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /mnt 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /var/tmp 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /home 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /root 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout:skipping the directory /tmp 2024-09-05T03:59:58.285 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:59:58.463 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:58.482 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 108/160 2024-09-05T03:59:58.482 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:58.482 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-05T03:59:58.482 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T03:59:58.749 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T03:59:58.780 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T03:59:58.886 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T03:59:59.057 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T03:59:59.082 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T03:59:59.106 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T03:59:59.106 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:59.106 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T03:59:59.107 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T03:59:59.107 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T03:59:59.107 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T03:59:59.157 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T03:59:59.169 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T03:59:59.179 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:59.206 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:59.270 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T03:59:59.323 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T03:59:59.438 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T03:59:59.462 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:59.914 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T03:59:59.937 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T03:59:59.937 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:59.938 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T03:59:59.938 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T03:59:59.938 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T03:59:59.938 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T03:59:59.967 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 109/160 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-05T03:59:59.994 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:00.078 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T04:00:00.136 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T04:00:00.191 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T04:00:00.226 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T04:00:00.268 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 110/160 2024-09-05T04:00:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-05T04:00:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T04:00:00.269 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-05T04:00:00.269 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:00.297 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T04:00:00.335 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:00.371 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:00.371 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.371 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T04:00:00.371 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:00.371 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:00.372 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:00.385 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T04:00:00.452 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:00.459 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T04:00:00.476 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:00.476 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.476 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T04:00:00.476 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:00.536 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:00.537 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:00.560 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:00.635 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T04:00:00.702 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 111/160 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-05T04:00:00.726 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:00.778 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T04:00:00.823 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : automake-1.16.2-8.el9.noarch 112/160 2024-09-05T04:00:00.832 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T04:00:00.863 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T04:00:00.878 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:00.880 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/160 2024-09-05T04:00:00.899 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T04:00:00.901 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:00.902 INFO:teuthology.orchestra.run.smithi047.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:00.902 INFO:teuthology.orchestra.run.smithi047.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T04:00:00.902 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:00.902 INFO:teuthology.orchestra.run.smithi047.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:00.902 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:00.945 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/160 2024-09-05T04:00:01.137 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/160 2024-09-05T04:00:01.186 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/160 2024-09-05T04:00:01.264 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/160 2024-09-05T04:00:01.352 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/160 2024-09-05T04:00:01.353 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T04:00:01.381 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T04:00:01.413 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T04:00:01.478 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T04:00:01.492 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/160 2024-09-05T04:00:01.504 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T04:00:01.537 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/160 2024-09-05T04:00:01.570 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/160 2024-09-05T04:00:01.606 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : fuse-2.9.9-16.el9.x86_64 122/160 2024-09-05T04:00:02.019 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T04:00:02.055 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 123/160 2024-09-05T04:00:02.086 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 124/160 2024-09-05T04:00:02.148 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 125/160 2024-09-05T04:00:02.178 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T04:00:02.609 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T04:00:02.656 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T04:00:03.220 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 126/160 2024-09-05T04:00:03.255 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T04:00:03.673 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T04:00:03.698 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T04:00:03.808 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T04:00:03.975 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T04:00:04.000 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T04:00:04.024 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T04:00:04.024 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:04.024 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T04:00:04.024 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T04:00:04.025 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T04:00:04.025 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:04.075 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T04:00:04.088 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T04:00:04.189 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T04:00:04.220 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 127/160 2024-09-05T04:00:04.241 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T04:00:04.247 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T04:00:04.349 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 128/160 2024-09-05T04:00:04.521 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 129/160 2024-09-05T04:00:04.550 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T04:00:04.573 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 130/160 2024-09-05T04:00:04.574 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:04.574 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-05T04:00:04.574 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T04:00:04.574 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-05T04:00:04.574 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:04.625 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T04:00:04.637 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 131/160 2024-09-05T04:00:04.735 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 132/160 2024-09-05T04:00:04.786 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 133/160 2024-09-05T04:00:05.219 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T04:00:05.253 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:05.277 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:05.320 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:05.343 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:05.343 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.343 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T04:00:05.343 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:05.388 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:05.411 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:05.412 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.412 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T04:00:05.412 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:05.412 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:05.412 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:05.691 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T04:00:05.730 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:05.733 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T04:00:05.748 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libtool-2.4.6-46.el9.x86_64 134/160 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:05.753 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:05.774 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T04:00:05.787 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:05.805 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T04:00:05.811 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 135/160 2024-09-05T04:00:05.811 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.812 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-05T04:00:05.812 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:05.812 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-05T04:00:05.812 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:05.833 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T04:00:05.863 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:05.886 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 136/160 2024-09-05T04:00:05.886 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.886 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-05T04:00:05.887 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:05.930 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 137/160 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-05T04:00:05.954 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:06.027 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T04:00:06.071 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T04:00:06.092 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T04:00:06.122 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T04:00:06.160 INFO:teuthology.orchestra.run.smithi047.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T04:00:06.256 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:06.280 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 138/160 2024-09-05T04:00:06.280 INFO:teuthology.orchestra.run.smithi079.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-05T04:00:06.280 INFO:teuthology.orchestra.run.smithi079.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-05T04:00:06.280 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:06.281 INFO:teuthology.orchestra.run.smithi079.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-05T04:00:06.281 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:06.791 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:06.833 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:06.854 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:07.746 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T04:00:07.838 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T04:00:07.872 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T04:00:07.955 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T04:00:07.991 INFO:teuthology.orchestra.run.smithi047.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T04:00:08.017 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T04:00:08.017 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:08.134 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:08.159 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T04:00:08.165 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:08.165 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:08.344 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:08.344 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:08.428 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:08.428 INFO:teuthology.orchestra.run.smithi047.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:10.559 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T04:00:10.600 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T04:00:10.641 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T04:00:10.673 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T04:00:10.700 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T04:00:10.819 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 139/160 2024-09-05T04:00:10.860 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 140/160 2024-09-05T04:00:10.895 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T04:00:10.901 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 141/160 2024-09-05T04:00:10.933 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 142/160 2024-09-05T04:00:10.938 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T04:00:10.960 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T04:00:10.961 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 143/160 2024-09-05T04:00:10.990 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T04:00:11.027 INFO:teuthology.orchestra.run.smithi002.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T04:00:11.143 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 144/160 2024-09-05T04:00:11.192 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 145/160 2024-09-05T04:00:11.222 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 146/160 2024-09-05T04:00:11.252 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : NetworkManager-team-1:1.48.10-1.el9.x86_64 147/160 2024-09-05T04:00:11.323 INFO:teuthology.orchestra.run.smithi079.stdout: Upgrading : NetworkManager-tui-1:1.48.10-1.el9.x86_64 148/160 2024-09-05T04:00:11.622 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:11.658 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:11.679 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:11.946 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:11.989 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:12.010 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 149/160 2024-09-05T04:00:12.602 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T04:00:12.705 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T04:00:12.747 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T04:00:12.831 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T04:00:12.845 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 150/160 2024-09-05T04:00:12.866 INFO:teuthology.orchestra.run.smithi002.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T04:00:12.900 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T04:00:12.901 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:12.937 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : openssl-devel-1:3.2.2-4.el9.x86_64 151/160 2024-09-05T04:00:12.978 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 152/160 2024-09-05T04:00:12.984 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:13.009 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T04:00:13.015 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.015 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.062 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : flex-2.6.4-9.el9.x86_64 153/160 2024-09-05T04:00:13.091 INFO:teuthology.orchestra.run.smithi079.stdout: Installing : bison-3.7.4-5.el9.x86_64 154/160 2024-09-05T04:00:13.117 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 155/160 2024-09-05T04:00:13.117 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:13.195 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.195 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:13.201 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 156/160 2024-09-05T04:00:13.226 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 157/160 2024-09-05T04:00:13.232 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.232 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.261 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:13.262 INFO:teuthology.orchestra.run.smithi002.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:13.403 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.403 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:13.496 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 159/160 2024-09-05T04:00:13.496 INFO:teuthology.orchestra.run.smithi079.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:13.937 INFO:teuthology.orchestra.run.smithi047.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:13.937 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T04:00:13.937 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T04:00:13.938 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T04:00:13.939 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T04:00:13.940 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T04:00:13.953 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T04:00:13.953 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T04:00:13.954 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T04:00:13.955 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T04:00:13.956 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T04:00:13.957 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T04:00:13.958 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T04:00:13.959 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T04:00:13.960 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T04:00:13.961 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T04:00:13.962 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:13.963 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T04:00:16.530 INFO:teuthology.orchestra.run.smithi047.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T04:00:16.530 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout:Upgraded: 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout:Installed: 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T04:00:16.531 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.532 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T04:00:16.533 INFO:teuthology.orchestra.run.smithi047.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T04:00:16.534 INFO:teuthology.orchestra.run.smithi047.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T04:00:16.535 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T04:00:16.536 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T04:00:16.537 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T04:00:16.538 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T04:00:16.539 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T04:00:16.540 INFO:teuthology.orchestra.run.smithi047.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T04:00:16.541 INFO:teuthology.orchestra.run.smithi047.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T04:00:16.542 INFO:teuthology.orchestra.run.smithi047.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T04:00:16.542 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:00:16.542 INFO:teuthology.orchestra.run.smithi047.stdout:Complete! 2024-09-05T04:00:17.001 DEBUG:teuthology.parallel:result is None 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T04:00:18.853 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T04:00:18.854 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T04:00:18.855 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T04:00:18.855 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T04:00:18.855 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T04:00:18.855 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T04:00:18.855 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T04:00:18.866 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T04:00:18.866 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T04:00:18.866 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T04:00:18.866 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T04:00:18.866 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T04:00:18.867 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T04:00:18.868 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T04:00:18.869 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T04:00:18.870 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T04:00:18.871 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T04:00:18.872 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T04:00:18.873 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T04:00:18.874 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T04:00:18.875 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T04:00:18.876 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T04:00:18.876 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T04:00:18.876 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T04:00:18.876 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:18.876 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T04:00:19.390 INFO:teuthology.orchestra.run.smithi079.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/160 2024-09-05T04:00:19.390 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 1/160 2024-09-05T04:00:19.390 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2/160 2024-09-05T04:00:19.390 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 3/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 4/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-259.g91c8a7 5/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 6/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 7/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 8/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 9/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 10/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 11/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 12/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 13/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 14/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_6 15/160 2024-09-05T04:00:19.391 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 16/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 17/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 18/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_ 19/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 20/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9 21/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x 22/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 23/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 24/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 25/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 26/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 27/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 28/160 2024-09-05T04:00:19.392 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 29/160 2024-09-05T04:00:19.404 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.e 30/160 2024-09-05T04:00:19.404 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noar 31/160 2024-09-05T04:00:19.404 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.no 32/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8 33/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9 34/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 35/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el 36/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 37/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 38/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 39/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/160 2024-09-05T04:00:19.405 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/160 2024-09-05T04:00:19.406 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : openssl-devel-1:3.2.2-4.el9.x86_64 68/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/160 2024-09-05T04:00:19.407 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/160 2024-09-05T04:00:19.408 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/160 2024-09-05T04:00:19.409 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/160 2024-09-05T04:00:19.410 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/160 2024-09-05T04:00:19.411 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/160 2024-09-05T04:00:19.412 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 149/160 2024-09-05T04:00:19.413 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 151/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-1:1.48.10-1.el9.x86_64 153/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-libnm-1:1.48.10-1.el9.x86_64 155/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-team-1:1.48.10-1.el9.x86_64 157/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/160 2024-09-05T04:00:19.414 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-tui-1:1.48.10-1.el9.x86_64 159/160 2024-09-05T04:00:21.379 INFO:teuthology.orchestra.run.smithi002.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T04:00:21.379 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:21.379 INFO:teuthology.orchestra.run.smithi002.stdout:Upgraded: 2024-09-05T04:00:21.379 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout:Installed: 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.380 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.381 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T04:00:21.382 INFO:teuthology.orchestra.run.smithi002.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T04:00:21.383 INFO:teuthology.orchestra.run.smithi002.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T04:00:21.384 INFO:teuthology.orchestra.run.smithi002.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T04:00:21.385 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T04:00:21.386 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T04:00:21.387 INFO:teuthology.orchestra.run.smithi002.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T04:00:21.388 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T04:00:21.389 INFO:teuthology.orchestra.run.smithi002.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T04:00:21.390 INFO:teuthology.orchestra.run.smithi002.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T04:00:21.391 INFO:teuthology.orchestra.run.smithi002.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T04:00:21.391 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:00:21.391 INFO:teuthology.orchestra.run.smithi002.stdout:Complete! 2024-09-05T04:00:21.763 DEBUG:teuthology.parallel:result is None 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/160 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout:Upgraded: 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-libnm-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-team-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: NetworkManager-tui-1:1.48.10-1.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: librados2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: librbd1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout:Installed: 2024-09-05T04:00:22.124 INFO:teuthology.orchestra.run.smithi079.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: automake-1.16.2-8.el9.noarch 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: bison-3.7.4-5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-base-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-grafana-dashboards-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-immutable-object-cache-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mds-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.125 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-dashboard-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-diskprediction-local-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-modules-core-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mgr-rook-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-mon-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-osd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-prometheus-alerts-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-radosgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-selinux-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-test-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: ceph-volume-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: cephadm-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.126 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-shell-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: cephfs-top-2:19.1.1-259.g91c8a7e5.el9.noarch 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: flex-2.6.4-9.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-05T04:00:22.127 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libcephfs2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libcephsqlite-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: librados-devel-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libradosstriper1-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: librgw2-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-05T04:00:22.128 INFO:teuthology.orchestra.run.smithi079.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: lua-5.4.4-4.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: openssl-devel-1:3.2.2-4.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-13.16-1.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-05T04:00:22.129 INFO:teuthology.orchestra.run.smithi079.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-argparse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ceph-common-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cephfs-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-05T04:00:22.130 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-05T04:00:22.131 INFO:teuthology.orchestra.run.smithi079.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-ply-3.11-14.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-05T04:00:22.132 INFO:teuthology.orchestra.run.smithi079.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rados-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rgw-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-05T04:00:22.133 INFO:teuthology.orchestra.run.smithi079.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-fuse-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.134 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-mirror-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: rbd-nbd-2:19.1.1-259.g91c8a7e5.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: re2-1:20211101-20.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:00:22.135 INFO:teuthology.orchestra.run.smithi079.stdout:Complete! 2024-09-05T04:00:22.502 DEBUG:teuthology.parallel:result is None 2024-09-05T04:00:22.502 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:22.637 DEBUG:teuthology.orchestra.run.smithi002:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T04:00:22.663 INFO:teuthology.orchestra.run.smithi002.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.663 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.664 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T04:00:22.665 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:22.797 DEBUG:teuthology.orchestra.run.smithi047:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T04:00:22.823 INFO:teuthology.orchestra.run.smithi047.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.823 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.823 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T04:00:22.825 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:22.958 DEBUG:teuthology.orchestra.run.smithi079:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-05T04:00:22.981 INFO:teuthology.orchestra.run.smithi079.stdout:19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.981 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-259.g91c8a7e5.el9 2024-09-05T04:00:22.981 INFO:teuthology.task.install:The correct ceph version 19.1.1-259.g91c8a7e5 is installed. 2024-09-05T04:00:22.983 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-05T04:00:22.983 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:00:22.983 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T04:00:23.013 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:00:23.013 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T04:00:23.045 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:00:23.046 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-05T04:00:23.073 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-05T04:00:23.073 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:00:23.074 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T04:00:23.100 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T04:00:23.167 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:00:23.167 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T04:00:23.197 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T04:00:23.265 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:00:23.265 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/daemon-helper 2024-09-05T04:00:23.292 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-05T04:00:23.357 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-05T04:00:23.357 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:00:23.357 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T04:00:23.384 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T04:00:23.450 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:00:23.451 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T04:00:23.480 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T04:00:23.549 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:00:23.549 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-05T04:00:23.575 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-05T04:00:23.640 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-05T04:00:23.640 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:00:23.641 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T04:00:23.668 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T04:00:23.734 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:00:23.734 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T04:00:23.763 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T04:00:23.831 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:00:23.831 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/usr/bin/stdin-killer 2024-09-05T04:00:23.856 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-05T04:00:23.922 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-05T04:00:24.012 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 1, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-09-05T04:00:24.012 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:24.013 INFO:tasks.cephadm:Cluster fsid is 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:00:24.013 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-05T04:00:24.013 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.2', 'mon.b': '172.21.15.47', 'mon.c': '172.21.15.79'} 2024-09-05T04:00:24.013 INFO:tasks.cephadm:First mon is mon.a on smithi002 2024-09-05T04:00:24.014 INFO:tasks.cephadm:First mgr is x 2024-09-05T04:00:24.014 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-05T04:00:24.014 DEBUG:teuthology.orchestra.run.smithi002:> sudo hostname $(hostname -s) 2024-09-05T04:00:24.042 DEBUG:teuthology.orchestra.run.smithi047:> sudo hostname $(hostname -s) 2024-09-05T04:00:24.070 DEBUG:teuthology.orchestra.run.smithi079:> sudo hostname $(hostname -s) 2024-09-05T04:00:24.096 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-05T04:00:24.096 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:24.237 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56000/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-259-g91c8a7e5', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-259.g91c8a7e5'}, 'url': 'https://3.chacra.ceph.com/r/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-04 16:53:37.418684', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-09-05T04:00:24.387 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref squid, sha1 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:00:24.389 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T04:00:24.389 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm 2024-09-05T04:00:24.389 DEBUG:teuthology.orchestra.run.smithi002:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:24.777 INFO:teuthology.orchestra.run.smithi002.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 04:00 /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:24.777 DEBUG:teuthology.orchestra.run.smithi047:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.169 INFO:teuthology.orchestra.run.smithi047.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 04:00 /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.271 DEBUG:teuthology.orchestra.run.smithi079:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/squid/91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.654 INFO:teuthology.orchestra.run.smithi079.stdout:-rw-r--r--. 1 ubuntu ubuntu 784521 Sep 5 04:00 /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.654 DEBUG:teuthology.orchestra.run.smithi002:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.673 DEBUG:teuthology.orchestra.run.smithi047:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.692 DEBUG:teuthology.orchestra.run.smithi079:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-05T04:00:25.724 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 on all hosts... 2024-09-05T04:00:25.724 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T04:00:25.726 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T04:00:25.735 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 pull 2024-09-05T04:00:27.167 INFO:teuthology.orchestra.run.smithi047.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T04:00:27.258 INFO:teuthology.orchestra.run.smithi002.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T04:00:27.331 INFO:teuthology.orchestra.run.smithi079.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout: "repo_digests": [ 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout: ] 2024-09-05T04:01:02.969 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-09-05T04:01:05.810 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2024-09-05T04:01:05.810 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T04:01:05.811 INFO:teuthology.orchestra.run.smithi079.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T04:01:05.811 INFO:teuthology.orchestra.run.smithi079.stdout: "repo_digests": [ 2024-09-05T04:01:05.811 INFO:teuthology.orchestra.run.smithi079.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T04:01:05.811 INFO:teuthology.orchestra.run.smithi079.stdout: ] 2024-09-05T04:01:05.811 INFO:teuthology.orchestra.run.smithi079.stdout:} 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout: "image_id": "77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac", 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout: "repo_digests": [ 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067" 2024-09-05T04:01:09.279 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:01:09.280 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:01:09.305 DEBUG:teuthology.orchestra.run.smithi002:> sudo mkdir -p /etc/ceph 2024-09-05T04:01:09.357 DEBUG:teuthology.orchestra.run.smithi047:> sudo mkdir -p /etc/ceph 2024-09-05T04:01:09.391 DEBUG:teuthology.orchestra.run.smithi079:> sudo mkdir -p /etc/ceph 2024-09-05T04:01:09.425 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 777 /etc/ceph 2024-09-05T04:01:09.449 DEBUG:teuthology.orchestra.run.smithi047:> sudo chmod 777 /etc/ceph 2024-09-05T04:01:09.478 DEBUG:teuthology.orchestra.run.smithi079:> sudo chmod 777 /etc/ceph 2024-09-05T04:01:09.506 INFO:tasks.cephadm:Writing seed config... 2024-09-05T04:01:09.507 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-05T04:01:09.508 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-05T04:01:09.509 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-05T04:01:09.510 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-05T04:01:09.511 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-05T04:01:09.511 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-05T04:01:09.511 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-09-05T04:01:09.511 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:01:09.511 DEBUG:teuthology.orchestra.run.smithi002:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-05T04:01:09.527 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 60a04270-6b3b-11ef-bcd6-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-05T04:01:09.527 DEBUG:teuthology.orchestra.run.smithi002:mon.a> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service 2024-09-05T04:01:09.569 DEBUG:teuthology.orchestra.run.smithi002:mgr.x> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x.service 2024-09-05T04:01:09.612 INFO:tasks.cephadm:Bootstrapping... 2024-09-05T04:01:09.612 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 -v bootstrap --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.2 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:01:09.819 INFO:teuthology.orchestra.run.smithi002.stdout:-------------------------------------------------------------------------------- 2024-09-05T04:01:09.819 INFO:teuthology.orchestra.run.smithi002.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4', '-v', 'bootstrap', '--fsid', '60a04270-6b3b-11ef-bcd6-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.2', '--skip-admin-label'] 2024-09-05T04:01:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-05T04:01:09.820 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying podman|docker is present... 2024-09-05T04:01:09.843 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 5.2.2 2024-09-05T04:01:09.843 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying lvm2 is present... 2024-09-05T04:01:09.843 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying time synchronization is in place... 2024-09-05T04:01:09.851 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T04:01:09.851 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T04:01:09.857 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T04:01:09.857 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:01:09.863 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2024-09-05T04:01:09.870 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2024-09-05T04:01:09.870 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2024-09-05T04:01:09.870 INFO:teuthology.orchestra.run.smithi002.stdout:Repeating the final host check... 2024-09-05T04:01:09.892 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 5.2.2 2024-09-05T04:01:09.892 INFO:teuthology.orchestra.run.smithi002.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-05T04:01:09.892 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl is present 2024-09-05T04:01:09.892 INFO:teuthology.orchestra.run.smithi002.stdout:lvcreate is present 2024-09-05T04:01:09.898 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-05T04:01:09.899 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-05T04:01:09.905 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-05T04:01:09.905 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:01:09.911 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout enabled 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout active 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Unit chronyd.service is enabled and running 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Host looks OK 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Cluster fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Acquiring lock 140656578434048 on /run/cephadm/60a04270-6b3b-11ef-bcd6-c7b262605968.lock 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Lock 140656578434048 acquired on /run/cephadm/60a04270-6b3b-11ef-bcd6-c7b262605968.lock 2024-09-05T04:01:09.918 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 3300 ... 2024-09-05T04:01:09.919 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying IP 172.21.15.2 port 6789 ... 2024-09-05T04:01:09.919 INFO:teuthology.orchestra.run.smithi002.stdout:Base mon IP(s) is [172.21.15.2:3300, 172.21.15.2:6789], mon addrv is [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2024-09-05T04:01:09.922 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.2 metric 100 2024-09-05T04:01:09.922 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.2 metric 100 2024-09-05T04:01:09.924 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-05T04:01:09.924 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-09-05T04:01:09.925 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout inet6 fe80::6ed8:cfec:8d80:3ce0/64 scope link noprefixroute 2024-09-05T04:01:09.927 INFO:teuthology.orchestra.run.smithi002.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-05T04:01:09.928 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2024-09-05T04:01:09.928 INFO:teuthology.orchestra.run.smithi002.stdout:Mon IP `172.21.15.2` is in CIDR network `172.21.0.0/20` 2024-09-05T04:01:09.928 INFO:teuthology.orchestra.run.smithi002.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-05T04:01:09.928 INFO:teuthology.orchestra.run.smithi002.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-05T04:01:09.929 INFO:teuthology.orchestra.run.smithi002.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stdout 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4... 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Getting image source signatures 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:3f43494a24a2d1fe0d791eb19b05391e70ab9f54611bc9deae80cf7c3fb2dba9 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-05T04:01:10.323 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Copying config sha256:77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac 2024-09-05T04:01:10.324 INFO:teuthology.orchestra.run.smithi002.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-05T04:01:11.278 INFO:teuthology.orchestra.run.smithi002.stdout:ceph: stdout ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T04:01:11.278 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph version: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable) 2024-09-05T04:01:11.278 INFO:teuthology.orchestra.run.smithi002.stdout:Extracting ceph user uid/gid from container image... 2024-09-05T04:01:12.133 INFO:teuthology.orchestra.run.smithi002.stdout:stat: stdout 167 167 2024-09-05T04:01:12.133 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial keys... 2024-09-05T04:01:13.097 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQAILdlmNDheGRAA3+P7YBIEOeGQM/TJGFARdA== 2024-09-05T04:01:14.093 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQAJLdlmUhKnFhAADllkwQKpy0iIcqbOm1bulw== 2024-09-05T04:01:15.024 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph-authtool: stdout AQAKLdlmQf6CGxAAZkXg6XuKCW6Oewi2sYt07g== 2024-09-05T04:01:15.025 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial monmap... 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:monmaptool for a [v2:172.21.15.2:3300,v1:172.21.15.2:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:setting min_mon_release = quincy 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: set fsid to 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:15.914 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-05T04:01:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:01:15.915 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mon... 2024-09-05T04:01:16.820 INFO:teuthology.orchestra.run.smithi002.stdout:create mon.a on 2024-09-05T04:01:17.042 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-05T04:01:17.183 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-05T04:01:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target. 2024-09-05T04:01:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target → /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target. 2024-09-05T04:01:17.672 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a 2024-09-05T04:01:17.672 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service: Unit ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service not loaded. 2024-09-05T04:01:17.834 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target.wants/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service → /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@.service. 2024-09-05T04:01:18.336 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T04:01:18.336 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-05T04:01:18.343 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T04:01:18.343 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:01:18.343 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-05T04:01:18.343 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T04:01:18.344 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon to start... 2024-09-05T04:01:18.344 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mon... 2024-09-05T04:01:18.404 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:18 smithi002 systemd[1]: Started Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:01:19.388 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout cluster: 2024-09-05T04:01:19.396 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout id: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:19.396 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout services: 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.59724s) 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:19.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout data: 2024-09-05T04:01:19.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-05T04:01:19.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-05T04:01:19.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-05T04:01:19.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout pgs: 2024-09-05T04:01:19.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.802+0000 7f9e24ad2640 1 Processor -- start 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e24ad2640 1 -- start start 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e24ad2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e24ad2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9e20075700 con 0x7f9e20105ce0 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e1e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e1e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40162/0 (socket says 172.21.15.2:40162) 2024-09-05T04:01:19.399 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e1e59c640 1 -- 172.21.15.2:0/1413182146 learned_addr learned my addr 172.21.15.2:0/1413182146 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.803+0000 7f9e1e59c640 1 -- 172.21.15.2:0/1413182146 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e20106620 con 0x7f9e20105ce0 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.806+0000 7f9e1e59c640 1 --2- 172.21.15.2:0/1413182146 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9e10009820 tx=0x7f9e1002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bd7434a33aafe6f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.806+0000 7f9e1dd9b640 1 -- 172.21.15.2:0/1413182146 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e10037070 con 0x7f9e20105ce0 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.806+0000 7f9e1dd9b640 1 -- 172.21.15.2:0/1413182146 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e10032440 con 0x7f9e20105ce0 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.806+0000 7f9e1dd9b640 1 -- 172.21.15.2:0/1413182146 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e10032740 con 0x7f9e20105ce0 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1413182146 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 msgr2=0x7f9e201060e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 --2- 172.21.15.2:0/1413182146 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9e10009820 tx=0x7f9e1002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1413182146 shutdown_connections 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 --2- 172.21.15.2:0/1413182146 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e201060e0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:19.400 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1413182146 >> 172.21.15.2:0/1413182146 conn(0x7f9e20101a90 msgr2=0x7f9e20103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1413182146 shutdown_connections 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.807+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1413182146 wait complete. 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e24ad2640 1 Processor -- start 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e24ad2640 1 -- start start 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e24ad2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e24ad2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9e20106bc0 con 0x7f9e20105ce0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e1e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e1e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40172/0 (socket says 172.21.15.2:40172) 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e1e59c640 1 -- 172.21.15.2:0/1034620088 learned_addr learned my addr 172.21.15.2:0/1034620088 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.808+0000 7f9e1e59c640 1 -- 172.21.15.2:0/1034620088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e2019d610 con 0x7f9e20105ce0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e1e59c640 1 --2- 172.21.15.2:0/1034620088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9e100090b0 tx=0x7f9e100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e10041070 con 0x7f9e20105ce0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e1003c7a0 con 0x7f9e20105ce0 2024-09-05T04:01:19.401 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e2019d8a0 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9e10037040 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e201a0590 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9e10044070 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.809+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9e1003d3f0 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.810+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e201060e0 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.812+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9e1003cc30 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.875+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f9e201a0760 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.876+0000 7f9e177fe640 1 -- 172.21.15.2:0/1034620088 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+316 (secure 0 0 0) 0x7f9e10046450 con 0x7f9e20105ce0 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 msgr2=0x7f9e2019d0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 --2- 172.21.15.2:0/1034620088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9e100090b0 tx=0x7f9e100046c0 comp rx=0 tx=0).stop 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 shutdown_connections 2024-09-05T04:01:19.402 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 --2- 172.21.15.2:0/1034620088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9e20105ce0 0x7f9e2019d0d0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:19.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 >> 172.21.15.2:0/1034620088 conn(0x7f9e20101a90 msgr2=0x7f9e20193690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:19.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 shutdown_connections 2024-09-05T04:01:19.403 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:18.877+0000 7f9e24ad2640 1 -- 172.21.15.2:0/1034620088 wait complete. 2024-09-05T04:01:19.403 INFO:teuthology.orchestra.run.smithi002.stdout:mon is available 2024-09-05T04:01:19.403 INFO:teuthology.orchestra.run.smithi002.stdout:Assimilating anything we can from ceph.conf... 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: monmap epoch 1 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: last_changed 2024-09-05T04:01:15.357030+0000 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: min_mon_release 19 (squid) 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: election_strategy: 1 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:01:19.426 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: fsmap 2024-09-05T04:01:19.427 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T04:01:19.427 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: mgrmap e1: no daemons active 2024-09-05T04:01:19.427 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:19 smithi002 ceph-mon[30622]: from='client.? 172.21.15.2:0/1034620088' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T04:01:20.376 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.826+0000 7f048833e640 1 Processor -- start 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.826+0000 7f048833e640 1 -- start start 2024-09-05T04:01:20.377 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.826+0000 7f048833e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.826+0000 7f048833e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0480106ce0 con 0x7f0480106310 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.827+0000 7f04860da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.827+0000 7f04860da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40186/0 (socket says 172.21.15.2:40186) 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.827+0000 7f04860da640 1 -- 172.21.15.2:0/2636471258 learned_addr learned my addr 172.21.15.2:0/2636471258 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.827+0000 7f04860da640 1 -- 172.21.15.2:0/2636471258 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0480107510 con 0x7f0480106310 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f04860da640 1 --2- 172.21.15.2:0/2636471258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f047c009820 tx=0x7f047c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297ca8a6c856a17b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f04850d8640 1 -- 172.21.15.2:0/2636471258 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f047c037070 con 0x7f0480106310 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f04850d8640 1 -- 172.21.15.2:0/2636471258 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f047c032440 con 0x7f0480106310 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f04850d8640 1 -- 172.21.15.2:0/2636471258 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f047c032740 con 0x7f0480106310 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 -- 172.21.15.2:0/2636471258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 msgr2=0x7f0480106710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 --2- 172.21.15.2:0/2636471258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f047c009820 tx=0x7f047c02a270 comp rx=0 tx=0).stop 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 -- 172.21.15.2:0/2636471258 shutdown_connections 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 --2- 172.21.15.2:0/2636471258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f0480106710 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:20.378 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 -- 172.21.15.2:0/2636471258 >> 172.21.15.2:0/2636471258 conn(0x7f0480101b00 msgr2=0x7f0480103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 -- 172.21.15.2:0/2636471258 shutdown_connections 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.828+0000 7f048833e640 1 -- 172.21.15.2:0/2636471258 wait complete. 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f048833e640 1 Processor -- start 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f048833e640 1 -- start start 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f048833e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f048833e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0480107ab0 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f04860da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f04860da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40192/0 (socket says 172.21.15.2:40192) 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.829+0000 7f04860da640 1 -- 172.21.15.2:0/2774056472 learned_addr learned my addr 172.21.15.2:0/2774056472 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04860da640 1 -- 172.21.15.2:0/2774056472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f048019b130 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04860da640 1 --2- 172.21.15.2:0/2774056472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f047c0090b0 tx=0x7f047c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f047c041070 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f047c03c7a0 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f048019b3c0 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f047c037040 con 0x7f0480106310 2024-09-05T04:01:20.379 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f048019e0b0 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f047c044070 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.830+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f047c03d3f0 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.831+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0480108100 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.833+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f047c046e20 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.892+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f048002d910 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.895+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+427 (secure 0 0 0) 0x7f047c046450 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f04777fe640 1 -- 172.21.15.2:0/2774056472 <== mon.0 v2:172.21.15.2:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f047c046630 con 0x7f0480106310 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 msgr2=0x7f048019abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 --2- 172.21.15.2:0/2774056472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f047c0090b0 tx=0x7f047c0046c0 comp rx=0 tx=0).stop 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 shutdown_connections 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 --2- 172.21.15.2:0/2774056472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0480106310 0x7f048019abf0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 >> 172.21.15.2:0/2774056472 conn(0x7f0480101b00 msgr2=0x7f0480191890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 shutdown_connections 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:19.896+0000 7f048833e640 1 -- 172.21.15.2:0/2774056472 wait complete. 2024-09-05T04:01:20.380 INFO:teuthology.orchestra.run.smithi002.stdout:Generating new minimal ceph.conf... 2024-09-05T04:01:20.476 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:20 smithi002 ceph-mon[30622]: from='client.? 172.21.15.2:0/2774056472' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T04:01:20.476 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:20 smithi002 ceph-mon[30622]: from='client.? 172.21.15.2:0/2774056472' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff145334640 1 Processor -- start 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff145334640 1 -- start start 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff145334640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff145334640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff140072a80 con 0x7ff1400720b0 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff13effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff13effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40208/0 (socket says 172.21.15.2:40208) 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.795+0000 7ff13effd640 1 -- 172.21.15.2:0/1771536619 learned_addr learned my addr 172.21.15.2:0/1771536619 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:21.363 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.796+0000 7ff13effd640 1 -- 172.21.15.2:0/1771536619 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff140072c00 con 0x7ff1400720b0 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.796+0000 7ff13effd640 1 --2- 172.21.15.2:0/1771536619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff130009820 tx=0x7ff13002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c58e6b2e7c072213 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff13dffb640 1 -- 172.21.15.2:0/1771536619 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130037070 con 0x7ff1400720b0 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff13dffb640 1 -- 172.21.15.2:0/1771536619 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff1300328d0 con 0x7ff1400720b0 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff13dffb640 1 -- 172.21.15.2:0/1771536619 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff1300307d0 con 0x7ff1400720b0 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 -- 172.21.15.2:0/1771536619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 msgr2=0x7ff1400724b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 --2- 172.21.15.2:0/1771536619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff130009820 tx=0x7ff13002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 -- 172.21.15.2:0/1771536619 shutdown_connections 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 --2- 172.21.15.2:0/1771536619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff1400724b0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 -- 172.21.15.2:0/1771536619 >> 172.21.15.2:0/1771536619 conn(0x7ff14006d7b0 msgr2=0x7ff14006fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 -- 172.21.15.2:0/1771536619 shutdown_connections 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.797+0000 7ff145334640 1 -- 172.21.15.2:0/1771536619 wait complete. 2024-09-05T04:01:21.364 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.798+0000 7ff145334640 1 Processor -- start 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.798+0000 7ff145334640 1 -- start start 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.798+0000 7ff145334640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.798+0000 7ff145334640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff140074250 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff13effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff13effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40224/0 (socket says 172.21.15.2:40224) 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff13effd640 1 -- 172.21.15.2:0/528630783 learned_addr learned my addr 172.21.15.2:0/528630783 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff13effd640 1 -- 172.21.15.2:0/528630783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff140111d90 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff13effd640 1 --2- 172.21.15.2:0/528630783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff1300097f0 tx=0x7ff130030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff130037040 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff130032bb0 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff14010ff80 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff13003a390 con 0x7ff1400720b0 2024-09-05T04:01:21.365 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1401104c0 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.799+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff13003a5d0 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.800+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff130044ba0 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.800+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff140072530 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.803+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff130044400 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.863+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ff140110800 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.864+0000 7ff127fff640 1 -- 172.21.15.2:0/528630783 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+173 (secure 0 0 0) 0x7ff130032d60 con 0x7ff1400720b0 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 msgr2=0x7ff140111850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 --2- 172.21.15.2:0/528630783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff1300097f0 tx=0x7ff130030d00 comp rx=0 tx=0).stop 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 shutdown_connections 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 --2- 172.21.15.2:0/528630783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff1400720b0 0x7ff140111850 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 >> 172.21.15.2:0/528630783 conn(0x7ff14006d7b0 msgr2=0x7ff14006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 shutdown_connections 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:20.865+0000 7ff145334640 1 -- 172.21.15.2:0/528630783 wait complete. 2024-09-05T04:01:21.366 INFO:teuthology.orchestra.run.smithi002.stdout:Restarting the monitor... 2024-09-05T04:01:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:21 smithi002 ceph-mon[30622]: from='client.? 172.21.15.2:0/528630783' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:01:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:21 smithi002 systemd[1]: Stopping Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:01:22.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a[30617]: 2024-09-05T04:01:21.634+0000 7f328c1ac640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:01:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a[30617]: 2024-09-05T04:01:21.634+0000 7f328c1ac640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-05T04:01:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:21 smithi002 podman[30875]: 2024-09-05 04:01:21.819058595 +0000 UTC m=+0.293057542 container died 7580ebee55836cd1cc7307fa744129fb962bed129d04413744f6a2201b3f206b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-05T04:01:22.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30875]: 2024-09-05 04:01:22.134299989 +0000 UTC m=+0.608298935 container cleanup 7580ebee55836cd1cc7307fa744129fb962bed129d04413744f6a2201b3f206b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T04:01:22.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 bash[30875]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a 2024-09-05T04:01:22.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30887]: 2024-09-05 04:01:22.326652894 +0000 UTC m=+0.511772403 container remove 7580ebee55836cd1cc7307fa744129fb962bed129d04413744f6a2201b3f206b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:01:22.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T04:01:22.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 systemd[1]: Stopped Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:01:22.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 systemd[1]: Starting Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30982]: 2024-09-05 04:01:22.73580031 +0000 UTC m=+0.081474704 container create 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30982]: 2024-09-05 04:01:22.670106949 +0000 UTC m=+0.015781284 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30982]: 2024-09-05 04:01:22.938451103 +0000 UTC m=+0.284125436 container init 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 podman[30982]: 2024-09-05 04:01:22.94147586 +0000 UTC m=+0.287150195 container start 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T04:01:23.014 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable), process ceph-mon, pid 2 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: pidfile_write: ignore empty --pid-file 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: load: jerasure load: lrc 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: RocksDB version: 7.9.2 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Git sha 0 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Compile date 2024-09-04 15:32:03 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: DB SUMMARY 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: DB Session ID: PCBC7OUK0YT445SLJOEN 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: CURRENT file: CURRENT 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-05T04:01:23.015 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-05T04:01:23.016 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104108 ; 2024-09-05T04:01:23.016 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.error_if_exists: 0 2024-09-05T04:01:23.016 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.create_if_missing: 0 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.paranoid_checks: 1 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.env: 0x55d013f9e940 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.info_log: 0x55d01670f6e0 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.statistics: (nil) 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.use_fsync: 0 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_log_file_size: 0 2024-09-05T04:01:23.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_fallocate: 1 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.use_direct_reads: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.db_log_dir: 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.wal_dir: 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T04:01:23.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.write_buffer_manager: 0x55d01671edc0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T04:01:23.019 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.unordered_write: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.row_cache: None 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.wal_filter: None 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.two_write_queues: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.wal_compression: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.atomic_flush: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T04:01:23.020 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.log_readahead_size: 0 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_background_jobs: 2 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_background_compactions: -1 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_subcompactions: 1 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T04:01:23.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_open_files: -1 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_background_flushes: -1 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Compression algorithms supported: 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kZSTD supported: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kXpressCompression supported: 0 2024-09-05T04:01:23.022 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kBZip2Compression supported: 0 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kLZ4Compression supported: 1 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kZlibCompression supported: 1 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: kSnappyCompression supported: 1 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.merge_operator: 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_filter: None 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T04:01:23.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d01670f320) 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks: 1 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: pin_top_level_index_and_filter: 1 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_type: 0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_index_type: 0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_shortening: 1 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: checksum: 4 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: no_block_cache: 0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache: 0x55d0167031f0 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_name: BinnedLRUCache 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_options: 2024-09-05T04:01:23.024 INFO:journalctl@ceph.mon.a.smithi002.stdout: capacity : 536870912 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_shard_bits : 4 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: strict_capacity_limit : 0 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: high_pri_pool_ratio: 0.000 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_cache_compressed: (nil) 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: persistent_cache: (nil) 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size: 4096 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_size_deviation: 10 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_restart_interval: 16 2024-09-05T04:01:23.025 INFO:journalctl@ceph.mon.a.smithi002.stdout: index_block_restart_interval: 1 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: metadata_block_size: 4096 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: partition_filters: 0 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: use_delta_encoding: 1 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: filter_policy: bloomfilter 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: whole_key_filtering: 1 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: verify_compression: 0 2024-09-05T04:01:23.026 INFO:journalctl@ceph.mon.a.smithi002.stdout: read_amp_bytes_per_bit: 0 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: format_version: 5 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_index_compression: 1 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: block_align: 0 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: max_auto_readahead_size: 262144 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: prepopulate_block_cache: 0 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: initial_auto_readahead_size: 8192 2024-09-05T04:01:23.027 INFO:journalctl@ceph.mon.a.smithi002.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression: NoCompression 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T04:01:23.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.num_levels: 7 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T04:01:23.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T04:01:23.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T04:01:23.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T04:01:23.032 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T04:01:23.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T04:01:23.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T04:01:23.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T04:01:23.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.inplace_update_support: 0 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T04:01:23.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.bloom_locality: 0 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.max_successive_merges: 0 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T04:01:23.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.ttl: 2592000 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enable_blob_files: false 2024-09-05T04:01:23.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.min_blob_size: 0 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T04:01:23.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a018c6cf-4158-40b8-8ade-8c95401ed2af 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508882968629, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-05T04:01:23.041 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508882970099, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 99351, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 324, "table_properties": {"data_size": 97245, "index_size": 298, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14024, "raw_average_key_size": 49, "raw_value_size": 89579, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 283, "num_filter_entries": 283, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725508882, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a018c6cf-4158-40b8-8ade-8c95401ed2af", "db_session_id": "PCBC7OUK0YT445SLJOEN", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508882970230, "job": 1, "event": "recovery_finished"} 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d016730e00 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: DB pointer 0x55d01682c000 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T04:01:23.042 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T04:01:23.043 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** DB Stats ** 2024-09-05T04:01:23.043 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T04:01:23.043 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T04:01:23.043 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T04:01:23.043 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-05T04:01:23.044 INFO:journalctl@ceph.mon.a.smithi002.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: L0 2/0 98.88 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: Sum 2/0 98.88 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 106.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.045 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** Compaction Stats [default] ** 2024-09-05T04:01:23.046 INFO:journalctl@ceph.mon.a.smithi002.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T04:01:23.046 INFO:journalctl@ceph.mon.a.smithi002.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T04:01:23.046 INFO:teuthology.orchestra.run.smithi002.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 106.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T04:01:23.047 INFO:journalctl@ceph.mon.a.smithi002.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: Cumulative compaction: 0.00 GB write, 20.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: Interval compaction: 0.00 GB write, 20.77 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T04:01:23.048 INFO:journalctl@ceph.mon.a.smithi002.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache BinnedLRUCache@0x55d0167031f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: starting mon.a rank 0 at public addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] at bind addrs [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:23.049 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???) e1 preinit fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).mds e1 new map 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).mds e1 print_map 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout: e1 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout: btime 2024-09-05T04:01:18:280217+0000 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T04:01:23.050 INFO:journalctl@ceph.mon.a.smithi002.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout: legacy client fscid: -1 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout: 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout: No filesystems configured 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:01:23.051 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:01:23.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:01:23.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:22 smithi002 ceph-mon[31001]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-05T04:01:23.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 bash[30982]: 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 2024-09-05T04:01:23.052 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 systemd[1]: Started Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:01:23.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-05T04:01:23.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: monmap epoch 1 2024-09-05T04:01:23.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:23.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: last_changed 2024-09-05T04:01:15.357030+0000 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: min_mon_release 19 (squid) 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: election_strategy: 1 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: fsmap 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: osdmap e1: 0 total, 0 up, 0 in 2024-09-05T04:01:23.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:23 smithi002 ceph-mon[31001]: mgrmap e1: no daemons active 2024-09-05T04:01:23.984 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.423+0000 7f95de630640 1 Processor -- start 2024-09-05T04:01:23.984 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.423+0000 7f95de630640 1 -- start start 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95de630640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95de630640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95d8075760 con 0x7f95d8107e90 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95d7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95d7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57126/0 (socket says 172.21.15.2:57126) 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95d7fff640 1 -- 172.21.15.2:0/1794367524 learned_addr learned my addr 172.21.15.2:0/1794367524 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.424+0000 7f95d7fff640 1 -- 172.21.15.2:0/1794367524 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d810a7c0 con 0x7f95d8107e90 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.426+0000 7f95d7fff640 1 --2- 172.21.15.2:0/1794367524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009820 tx=0x7f95c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b586f92c8ab368 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.426+0000 7f95d6ffd640 1 -- 172.21.15.2:0/1794367524 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c8037070 con 0x7f95d8107e90 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95d6ffd640 1 -- 172.21.15.2:0/1794367524 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f95c80328d0 con 0x7f95d8107e90 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95d6ffd640 1 -- 172.21.15.2:0/1794367524 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c80307d0 con 0x7f95d8107e90 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 -- 172.21.15.2:0/1794367524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 msgr2=0x7f95d810a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 --2- 172.21.15.2:0/1794367524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f95c8009820 tx=0x7f95c802a270 comp rx=0 tx=0).stop 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 -- 172.21.15.2:0/1794367524 shutdown_connections 2024-09-05T04:01:23.985 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 --2- 172.21.15.2:0/1794367524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d810a280 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 -- 172.21.15.2:0/1794367524 >> 172.21.15.2:0/1794367524 conn(0x7f95d8101a90 msgr2=0x7f95d8103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 -- 172.21.15.2:0/1794367524 shutdown_connections 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.427+0000 7f95de630640 1 -- 172.21.15.2:0/1794367524 wait complete. 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95de630640 1 Processor -- start 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95de630640 1 -- start start 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95de630640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95de630640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95d810b7a0 con 0x7f95d8107e90 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95d7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95d7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57128/0 (socket says 172.21.15.2:57128) 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95d7fff640 1 -- 172.21.15.2:0/3954608439 learned_addr learned my addr 172.21.15.2:0/3954608439 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.428+0000 7f95d7fff640 1 -- 172.21.15.2:0/3954608439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95d819bbf0 con 0x7f95d8107e90 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d7fff640 1 --2- 172.21.15.2:0/3954608439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f95c8032e10 tx=0x7f95c8032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:23.986 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c8042070 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f95c8030c80 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95d819be80 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95c8037040 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95d819eb70 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f95c8045070 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.429+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f95c8047a40 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.430+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95d81082f0 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.432+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f95c803c700 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.491+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f95d8195220 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.493+0000 7f95d57fa640 1 -- 172.21.15.2:0/3954608439 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f95c803c8e0 con 0x7f95d8107e90 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 msgr2=0x7f95d819b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 --2- 172.21.15.2:0/3954608439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f95c8032e10 tx=0x7f95c8032e40 comp rx=0 tx=0).stop 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 shutdown_connections 2024-09-05T04:01:23.987 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 --2- 172.21.15.2:0/3954608439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95d8107e90 0x7f95d819b6b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:23.988 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 >> 172.21.15.2:0/3954608439 conn(0x7f95d8101a90 msgr2=0x7f95d8102830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:23.988 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 shutdown_connections 2024-09-05T04:01:23.988 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:23.494+0000 7f95de630640 1 -- 172.21.15.2:0/3954608439 wait complete. 2024-09-05T04:01:23.988 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-05T04:01:24.002 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:01:24.002 INFO:teuthology.orchestra.run.smithi002.stdout:Creating mgr... 2024-09-05T04:01:24.002 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-05T04:01:24.003 INFO:teuthology.orchestra.run.smithi002.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-05T04:01:24.258 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T04:01:24.258 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Failed to reset failed state of unit ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x.service: Unit ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x.service not loaded. 2024-09-05T04:01:24.402 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968.target.wants/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@.service. 2024-09-05T04:01:24.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3954608439' entity='client.admin' 2024-09-05T04:01:24.932 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:24 smithi002 podman[31213]: 2024-09-05 04:01:24.851378778 +0000 UTC m=+0.322176406 container start 6fae7f5d39b9c0b9526272cf3587360c6d3fa949a8acb50fdae0dbf0f3910d18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-05T04:01:24.932 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:24 smithi002 bash[31213]: 6fae7f5d39b9c0b9526272cf3587360c6d3fa949a8acb50fdae0dbf0f3910d18 2024-09-05T04:01:24.946 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T04:01:24.946 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-05T04:01:24.953 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T04:01:24.954 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:01:24.954 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-05T04:01:24.954 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to enable service . firewalld.service is not available 2024-09-05T04:01:24.962 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T04:01:24.962 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-05T04:01:24.969 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T04:01:24.970 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:01:24.970 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-05T04:01:24.970 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-05T04:01:24.970 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr to start... 2024-09-05T04:01:24.970 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr... 2024-09-05T04:01:25.198 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:24 smithi002 systemd[1]: Started Ceph mgr.x for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:01:25.199 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:24.974+0000 7ff29afd9040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:01:25.199 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.042+0000 7ff29afd9040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:01:25.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.197+0000 7ff29afd9040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:01:25.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.269+0000 7ff29afd9040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:01:25.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.425+0000 7ff29afd9040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:01:25.939 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1903321100' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T04:01:25.939 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.608+0000 7ff29afd9040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:01:25.939 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:25.938+0000 7ff29afd9040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:01:26.117 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T04:01:26.118 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T04:01:26.119 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T04:01:26.126 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T04:01:18:280217+0000", 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T04:01:26.127 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T04:01:18.280888+0000", 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:01:26.128 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.439+0000 7fb18b367640 1 Processor -- start 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.439+0000 7fb18b367640 1 -- start start 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb18b367640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb18b367640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb184106cb0 con 0x7fb1841062e0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb189103640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb189103640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57140/0 (socket says 172.21.15.2:57140) 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb189103640 1 -- 172.21.15.2:0/496775844 learned_addr learned my addr 172.21.15.2:0/496775844 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.440+0000 7fb189103640 1 -- 172.21.15.2:0/496775844 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1841074e0 con 0x7fb1841062e0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.441+0000 7fb189103640 1 --2- 172.21.15.2:0/496775844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb180009820 tx=0x7fb18002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c320897e0ddfb2a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.441+0000 7fb17bfff640 1 -- 172.21.15.2:0/496775844 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb180037070 con 0x7fb1841062e0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.441+0000 7fb17bfff640 1 -- 172.21.15.2:0/496775844 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb1800328d0 con 0x7fb1841062e0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.441+0000 7fb17bfff640 1 -- 172.21.15.2:0/496775844 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb1800307d0 con 0x7fb1841062e0 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 -- 172.21.15.2:0/496775844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 msgr2=0x7fb1841066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:26.129 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 --2- 172.21.15.2:0/496775844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb180009820 tx=0x7fb18002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 -- 172.21.15.2:0/496775844 shutdown_connections 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 --2- 172.21.15.2:0/496775844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb1841066e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 -- 172.21.15.2:0/496775844 >> 172.21.15.2:0/496775844 conn(0x7fb184101a90 msgr2=0x7fb184103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 -- 172.21.15.2:0/496775844 shutdown_connections 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.442+0000 7fb18b367640 1 -- 172.21.15.2:0/496775844 wait complete. 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb18b367640 1 Processor -- start 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb18b367640 1 -- start start 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb18b367640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb18b367640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb18410a890 con 0x7fb1841062e0 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb189103640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb189103640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57146/0 (socket says 172.21.15.2:57146) 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb189103640 1 -- 172.21.15.2:0/1903321100 learned_addr learned my addr 172.21.15.2:0/1903321100 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.443+0000 7fb189103640 1 -- 172.21.15.2:0/1903321100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb184191a50 con 0x7fb1841062e0 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb189103640 1 --2- 172.21.15.2:0/1903321100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb180009940 tx=0x7fb180032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:26.130 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb180042070 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb180030c80 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb18418fc40 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb180037040 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb184190180 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb180045070 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.444+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb1800463b0 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.445+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb184106760 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.447+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb180047440 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.551+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fb184190400 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.552+0000 7fb17a7fc640 1 -- 172.21.15.2:0/1903321100 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fb180047620 con 0x7fb1841062e0 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.552+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 msgr2=0x7fb184191510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.552+0000 7fb18b367640 1 --2- 172.21.15.2:0/1903321100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb180009940 tx=0x7fb180032e10 comp rx=0 tx=0).stop 2024-09-05T04:01:26.131 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.552+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 shutdown_connections 2024-09-05T04:01:26.132 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.552+0000 7fb18b367640 1 --2- 172.21.15.2:0/1903321100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb1841062e0 0x7fb184191510 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:26.132 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.553+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 >> 172.21.15.2:0/1903321100 conn(0x7fb184101a90 msgr2=0x7fb184102740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:26.132 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.553+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 shutdown_connections 2024-09-05T04:01:26.132 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:25.553+0000 7fb18b367640 1 -- 172.21.15.2:0/1903321100 wait complete. 2024-09-05T04:01:26.132 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (1/15)... 2024-09-05T04:01:26.197 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:26 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:26.001+0000 7ff29afd9040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:01:26.197 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:26 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:26.195+0000 7ff29afd9040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:01:27.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:27 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:27.113+0000 7ff29afd9040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:01:27.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:27 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:27.182+0000 7ff29afd9040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:01:28.201 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:27 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:27.930+0000 7ff29afd9040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:01:28.202 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.050+0000 7ff29afd9040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:01:28.499 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.199+0000 7ff29afd9040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:01:28.499 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.263+0000 7ff29afd9040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:01:28.500 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.424+0000 7ff29afd9040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:01:28.500 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.497+0000 7ff29afd9040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:01:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2915213630' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T04:01:28.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.561+0000 7ff29afd9040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:01:28.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.729+0000 7ff29afd9040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:01:29.080 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.798+0000 7ff29afd9040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:01:29.080 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.868+0000 7ff29afd9040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:01:29.081 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:28.955+0000 7ff29afd9040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:01:29.081 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:29.017+0000 7ff29afd9040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:01:29.081 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:29.078+0000 7ff29afd9040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:01:29.188 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-05T04:01:29.191 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T04:01:29.192 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T04:01:29.199 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T04:01:29.200 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T04:01:18:280217+0000", 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T04:01:29.201 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T04:01:18.280888+0000", 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.508+0000 7f5853174640 1 Processor -- start 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.508+0000 7f5853174640 1 -- start start 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.508+0000 7f5853174640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.508+0000 7f5853174640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f584c075720 con 0x7f584c107ed0 2024-09-05T04:01:29.202 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.509+0000 7f5850f10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.509+0000 7f5850f10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57158/0 (socket says 172.21.15.2:57158) 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.509+0000 7f5850f10640 1 -- 172.21.15.2:0/949775756 learned_addr learned my addr 172.21.15.2:0/949775756 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.509+0000 7f5850f10640 1 -- 172.21.15.2:0/949775756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584c10a800 con 0x7f584c107ed0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.510+0000 7f5850f10640 1 --2- 172.21.15.2:0/949775756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5840009820 tx=0x7f584002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd8519ede4eb26c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.510+0000 7f584b7fe640 1 -- 172.21.15.2:0/949775756 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5840037070 con 0x7f584c107ed0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.510+0000 7f584b7fe640 1 -- 172.21.15.2:0/949775756 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f58400328d0 con 0x7f584c107ed0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.510+0000 7f584b7fe640 1 -- 172.21.15.2:0/949775756 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f58400307d0 con 0x7f584c107ed0 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- 172.21.15.2:0/949775756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 msgr2=0x7f584c10a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 --2- 172.21.15.2:0/949775756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5840009820 tx=0x7f584002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- 172.21.15.2:0/949775756 shutdown_connections 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 --2- 172.21.15.2:0/949775756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c10a2c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- 172.21.15.2:0/949775756 >> 172.21.15.2:0/949775756 conn(0x7f584c101a90 msgr2=0x7f584c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- 172.21.15.2:0/949775756 shutdown_connections 2024-09-05T04:01:29.203 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- 172.21.15.2:0/949775756 wait complete. 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 Processor -- start 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- start start 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.511+0000 7f5853174640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f584c10b780 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5850f10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5850f10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57160/0 (socket says 172.21.15.2:57160) 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5850f10640 1 -- 172.21.15.2:0/2915213630 learned_addr learned my addr 172.21.15.2:0/2915213630 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5850f10640 1 -- 172.21.15.2:0/2915213630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f584c19bbf0 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5850f10640 1 --2- 172.21.15.2:0/2915213630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5840032e10 tx=0x7f5840032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5840042070 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5840030c80 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f584c19be80 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.512+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5840037040 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.513+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f584c19eb70 con 0x7f584c107ed0 2024-09-05T04:01:29.204 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.513+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5840045070 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.513+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f58400479e0 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.513+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f584c108330 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.516+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f584003c5f0 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.578+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f584c02d7c0 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.579+0000 7f5849ffb640 1 -- 172.21.15.2:0/2915213630 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f584003c7d0 con 0x7f584c107ed0 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 msgr2=0x7f584c19b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 --2- 172.21.15.2:0/2915213630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5840032e10 tx=0x7f5840032e40 comp rx=0 tx=0).stop 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 shutdown_connections 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 --2- 172.21.15.2:0/2915213630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f584c107ed0 0x7f584c19b6b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 >> 172.21.15.2:0/2915213630 conn(0x7f584c101a90 msgr2=0x7f584c102820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 shutdown_connections 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:28.580+0000 7f5853174640 1 -- 172.21.15.2:0/2915213630 wait complete. 2024-09-05T04:01:29.205 INFO:teuthology.orchestra.run.smithi002.stdout:mgr not available, waiting (2/15)... 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:29.905+0000 7ff29afd9040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: Activating manager daemon x 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: mgrmap e2: x(active, starting, since 0.00300141s) 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:01:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: Manager daemon x is now available 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' 2024-09-05T04:01:30.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:29 smithi002 ceph-mon[31001]: from='mgr.14100 172.21.15.2:0/571966784' entity='mgr.x' 2024-09-05T04:01:32.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:31 smithi002 ceph-mon[31001]: mgrmap e3: x(active, since 1.0076s) 2024-09-05T04:01:32.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:31 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/231495551' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-05T04:01:32.396 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:32.396 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "health": { 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 0 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "a" 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:32.397 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-05T04:01:32.398 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-05T04:01:32.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "btime": "2024-09-05T04:01:18:280217+0000", 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-05T04:01:32.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "restful" 2024-09-05T04:01:32.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ], 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "modified": "2024-09-05T04:01:18.280888+0000", 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout }, 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.588+0000 7f841eb81640 1 Processor -- start 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.588+0000 7f841eb81640 1 -- start start 2024-09-05T04:01:32.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.588+0000 7f841eb81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.588+0000 7f841eb81640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84181060b0 con 0x7f84181056e0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.589+0000 7f841c91d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.589+0000 7f841c91d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60112/0 (socket says 172.21.15.2:60112) 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.589+0000 7f841c91d640 1 -- 172.21.15.2:0/2280517378 learned_addr learned my addr 172.21.15.2:0/2280517378 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.589+0000 7f841c91d640 1 -- 172.21.15.2:0/2280517378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84181086c0 con 0x7f84181056e0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f841c91d640 1 --2- 172.21.15.2:0/2280517378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f840c009820 tx=0x7f840c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af233063a1f1a819 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f84177fe640 1 -- 172.21.15.2:0/2280517378 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f840c037070 con 0x7f84181056e0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f84177fe640 1 -- 172.21.15.2:0/2280517378 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f840c0328d0 con 0x7f84181056e0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f84177fe640 1 -- 172.21.15.2:0/2280517378 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f840c0307d0 con 0x7f84181056e0 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f841eb81640 1 -- 172.21.15.2:0/2280517378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 msgr2=0x7f8418105ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.590+0000 7f841eb81640 1 --2- 172.21.15.2:0/2280517378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f840c009820 tx=0x7f840c02a270 comp rx=0 tx=0).stop 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- 172.21.15.2:0/2280517378 shutdown_connections 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 --2- 172.21.15.2:0/2280517378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f8418105ae0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:32.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- 172.21.15.2:0/2280517378 >> 172.21.15.2:0/2280517378 conn(0x7f8418101210 msgr2=0x7f8418103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- 172.21.15.2:0/2280517378 shutdown_connections 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- 172.21.15.2:0/2280517378 wait complete. 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 Processor -- start 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- start start 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.591+0000 7f841eb81640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f841810b8f0 con 0x7f84181056e0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841c91d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841c91d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60118/0 (socket says 172.21.15.2:60118) 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841c91d640 1 -- 172.21.15.2:0/231495551 learned_addr learned my addr 172.21.15.2:0/231495551 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841c91d640 1 -- 172.21.15.2:0/231495551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841819b930 con 0x7f84181056e0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841c91d640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f840c009940 tx=0x7f840c032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f840c042070 con 0x7f84181056e0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f840c030c80 con 0x7f84181056e0 2024-09-05T04:01:32.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f841819bbc0 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f840c037040 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.592+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f841819e8b0 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.593+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7f840c045070 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.593+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8418105b60 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.593+0000 7f8415ffb640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 0x7f840803b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.594+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f840c06bf40 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.594+0000 7f8417fff640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 0x7f840803b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.594+0000 7f8417fff640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 0x7f840803b2d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f84040098c0 tx=0x7f8404006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.599+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f840c045360 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.839+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f841819ef30 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.840+0000 7f8415ffb640 1 -- 172.21.15.2:0/231495551 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7f840c02f2a0 con 0x7f84181056e0 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 msgr2=0x7f840803b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 0x7f840803b2d0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f84040098c0 tx=0x7f8404006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:32.413 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 msgr2=0x7f841819b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f840c009940 tx=0x7f840c032e10 comp rx=0 tx=0).stop 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 shutdown_connections 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f8408038e10 0x7f840803b2d0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 --2- 172.21.15.2:0/231495551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84181056e0 0x7f841819b3f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 >> 172.21.15.2:0/231495551 conn(0x7f8418101210 msgr2=0x7f8418101e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 shutdown_connections 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:31.842+0000 7f841eb81640 1 -- 172.21.15.2:0/231495551 wait complete. 2024-09-05T04:01:32.414 INFO:teuthology.orchestra.run.smithi002.stdout:mgr is available 2024-09-05T04:01:33.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:32 smithi002 ceph-mon[31001]: mgrmap e4: x(active, since 2s) 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [global] 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout fsid = 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.2:3300,v1:172.21.15.2:6789] 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-05T04:01:33.440 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout [osd] 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f9611dd3640 1 Processor -- start 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f9611dd3640 1 -- start start 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f9611dd3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f9611dd3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f960c107e30 con 0x7f960c107460 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f960b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f960b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60132/0 (socket says 172.21.15.2:60132) 2024-09-05T04:01:33.441 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.764+0000 7f960b7fe640 1 -- 172.21.15.2:0/767899208 learned_addr learned my addr 172.21.15.2:0/767899208 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.765+0000 7f960b7fe640 1 -- 172.21.15.2:0/767899208 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960c108610 con 0x7f960c107460 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.765+0000 7f960b7fe640 1 --2- 172.21.15.2:0/767899208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f95fc009e80 tx=0x7f95fc02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23cd9a540f68404e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.765+0000 7f960a7fc640 1 -- 172.21.15.2:0/767899208 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95fc036070 con 0x7f960c107460 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f960a7fc640 1 -- 172.21.15.2:0/767899208 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f95fc031890 con 0x7f960c107460 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f960a7fc640 1 -- 172.21.15.2:0/767899208 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95fc007980 con 0x7f960c107460 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 -- 172.21.15.2:0/767899208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 msgr2=0x7f960c107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 --2- 172.21.15.2:0/767899208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f95fc009e80 tx=0x7f95fc02a7a0 comp rx=0 tx=0).stop 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 -- 172.21.15.2:0/767899208 shutdown_connections 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 --2- 172.21.15.2:0/767899208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c107860 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 -- 172.21.15.2:0/767899208 >> 172.21.15.2:0/767899208 conn(0x7f960c102c50 msgr2=0x7f960c105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 -- 172.21.15.2:0/767899208 shutdown_connections 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.766+0000 7f9611dd3640 1 -- 172.21.15.2:0/767899208 wait complete. 2024-09-05T04:01:33.442 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f9611dd3640 1 Processor -- start 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f9611dd3640 1 -- start start 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f9611dd3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f9611dd3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f960c10b9c0 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f960b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f960b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60148/0 (socket says 172.21.15.2:60148) 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f960b7fe640 1 -- 172.21.15.2:0/300800199 learned_addr learned my addr 172.21.15.2:0/300800199 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.767+0000 7f960b7fe640 1 -- 172.21.15.2:0/300800199 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960c07e0d0 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f960b7fe640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f95fc007bb0 tx=0x7f95fc031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95fc041020 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f95fc03c900 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f960c07c2c0 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f95fc036040 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.768+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f960c07c800 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f95fc044020 con 0x7f960c107460 2024-09-05T04:01:33.443 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f9608ff9640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 0x7f95f403b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f960c10bb40 con 0x7f960c107460 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f95fc06cff0 con 0x7f960c107460 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f960affd640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 0x7f95f403b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.769+0000 7f960affd640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 0x7f95f403b430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f96000098c0 tx=0x7f9600006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.774+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f95fc04b020 con 0x7f960c107460 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.952+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f960c07cb70 con 0x7f960c107460 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.953+0000 7f9608ff9640 1 -- 172.21.15.2:0/300800199 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+427 (secure 0 0 0) 0x7f960c07cb70 con 0x7f960c107460 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 msgr2=0x7f95f403b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 0x7f95f403b430 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f96000098c0 tx=0x7f9600006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 msgr2=0x7f960c07db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f95fc007bb0 tx=0x7f95fc031c70 comp rx=0 tx=0).stop 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 shutdown_connections 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f95f4038f70 0x7f95f403b430 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:33.444 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 --2- 172.21.15.2:0/300800199 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f960c107460 0x7f960c07db90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:33.445 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.955+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 >> 172.21.15.2:0/300800199 conn(0x7f960c102c50 msgr2=0x7f960c103730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:33.445 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.956+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 shutdown_connections 2024-09-05T04:01:33.445 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:32.956+0000 7f9611dd3640 1 -- 172.21.15.2:0/300800199 wait complete. 2024-09-05T04:01:33.445 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling cephadm module... 2024-09-05T04:01:34.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:33 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/300800199' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-05T04:01:35.397 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3553745412' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-05T04:01:35.397 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setuser ceph since I am not root 2024-09-05T04:01:35.398 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setgroup ceph since I am not root 2024-09-05T04:01:35.398 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.336+0000 7f9861356040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:01:35.398 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.395+0000 7f9861356040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:01:35.694 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.549+0000 7f9861356040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:01:35.694 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.617+0000 7f9861356040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:01:36.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.771+0000 7f9861356040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:01:36.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:35 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:35.917+0000 7f9861356040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:01:36.499 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:36 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3553745412' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-05T04:01:36.499 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:36 smithi002 ceph-mon[31001]: mgrmap e5: x(active, since 5s) 2024-09-05T04:01:36.500 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:36 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:36.242+0000 7f9861356040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:01:36.500 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:36 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:36.306+0000 7f9861356040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:01:36.500 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:36 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:36.498+0000 7f9861356040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:01:37.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:37 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:37.413+0000 7f9861356040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:01:37.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:37 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:37.483+0000 7f9861356040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:01:38.496 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.226+0000 7f9861356040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:01:38.496 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.346+0000 7f9861356040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:01:38.774 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.495+0000 7f9861356040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:01:38.774 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.560+0000 7f9861356040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:01:38.774 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.720+0000 7f9861356040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:01:39.028 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.793+0000 7f9861356040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:01:39.029 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:38.857+0000 7f9861356040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:01:39.029 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.027+0000 7f9861356040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:01:39.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.097+0000 7f9861356040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:01:39.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.167+0000 7f9861356040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:01:39.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.256+0000 7f9861356040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:01:39.776 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.319+0000 7f9861356040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:01:39.776 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:39.381+0000 7f9861356040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:40.211+0000 7f9861356040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: Active manager daemon x restarted 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: Activating manager daemon x 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: osdmap e2: 0 total, 0 up, 0 in 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: mgrmap e6: x(active, starting, since 0.00336307s) 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:01:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: Manager daemon x is now available 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: Found migration_current of "None". Setting to last migration. 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:01:40.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:40 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:01:41.528 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f56619df640 1 Processor -- start 2024-09-05T04:01:41.528 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f56619df640 1 -- start start 2024-09-05T04:01:41.528 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f56619df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:41.528 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f56619df640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f565c07c840 con 0x7f565c07de00 2024-09-05T04:01:41.529 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f565affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:41.529 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f565affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60156/0 (socket says 172.21.15.2:60156) 2024-09-05T04:01:41.529 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.909+0000 7f565affd640 1 -- 172.21.15.2:0/2762058441 learned_addr learned my addr 172.21.15.2:0/2762058441 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:41.529 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.910+0000 7f565affd640 1 -- 172.21.15.2:0/2762058441 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c07c9c0 con 0x7f565c07de00 2024-09-05T04:01:41.529 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.910+0000 7f565affd640 1 --2- 172.21.15.2:0/2762058441 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f564c009e80 tx=0x7f564c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c19d17a95a87a8f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f5659ffb640 1 -- 172.21.15.2:0/2762058441 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f564c036070 con 0x7f565c07de00 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f5659ffb640 1 -- 172.21.15.2:0/2762058441 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f564c031890 con 0x7f565c07de00 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f5659ffb640 1 -- 172.21.15.2:0/2762058441 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f564c007980 con 0x7f565c07de00 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 -- 172.21.15.2:0/2762058441 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 msgr2=0x7f565c07c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 --2- 172.21.15.2:0/2762058441 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f564c009e80 tx=0x7f564c02a7a0 comp rx=0 tx=0).stop 2024-09-05T04:01:41.530 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 -- 172.21.15.2:0/2762058441 shutdown_connections 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 --2- 172.21.15.2:0/2762058441 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c07c300 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 -- 172.21.15.2:0/2762058441 >> 172.21.15.2:0/2762058441 conn(0x7f565c102bf0 msgr2=0x7f565c105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 -- 172.21.15.2:0/2762058441 shutdown_connections 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.911+0000 7f56619df640 1 -- 172.21.15.2:0/2762058441 wait complete. 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.912+0000 7f56619df640 1 Processor -- start 2024-09-05T04:01:41.531 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.912+0000 7f56619df640 1 -- start start 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56619df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56619df640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f565c10d9f0 con 0x7f565c07de00 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f565affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f565affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60172/0 (socket says 172.21.15.2:60172) 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f565affd640 1 -- 172.21.15.2:0/3553745412 learned_addr learned my addr 172.21.15.2:0/3553745412 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:41.532 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f565affd640 1 -- 172.21.15.2:0/3553745412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c19dab0 con 0x7f565c07de00 2024-09-05T04:01:41.533 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f565affd640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f564c009680 tx=0x7f564c031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:41.533 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f564c041020 con 0x7f565c07de00 2024-09-05T04:01:41.533 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f564c03c900 con 0x7f565c07de00 2024-09-05T04:01:41.533 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f565c19dd40 con 0x7f565c07de00 2024-09-05T04:01:41.533 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.913+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f564c036040 con 0x7f565c07de00 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.914+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f565c1a0a30 con 0x7f565c07de00 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.914+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f564c044020 con 0x7f565c07de00 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.915+0000 7f56609dd640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 0x7f564403b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.915+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f564c06d110 con 0x7f565c07de00 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.915+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f565c07c380 con 0x7f565c07de00 2024-09-05T04:01:41.534 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.915+0000 7f565a7fc640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 0x7f564403b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:41.535 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.915+0000 7f565a7fc640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 0x7f564403b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f56500098c0 tx=0x7f5650006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:41.535 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:34.920+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f564c04b020 con 0x7f565c07de00 2024-09-05T04:01:41.535 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.144+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f565c1a0f60 con 0x7f565c07de00 2024-09-05T04:01:41.535 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.196+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f564c044310 con 0x7f565c07de00 2024-09-05T04:01:41.535 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.198+0000 7f56609dd640 1 -- 172.21.15.2:0/3553745412 <== mon.0 v2:172.21.15.2:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f564c046780 con 0x7f565c07de00 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 msgr2=0x7f564403b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 0x7f564403b3e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f56500098c0 tx=0x7f5650006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 msgr2=0x7f565c19d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f564c009680 tx=0x7f564c031c70 comp rx=0 tx=0).stop 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 shutdown_connections 2024-09-05T04:01:41.536 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:6800/3360419510,v1:172.21.15.2:6801/3360419510] conn(0x7f5644038f20 0x7f564403b3e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:41.537 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 --2- 172.21.15.2:0/3553745412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f565c07de00 0x7f565c19d570 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:41.537 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 >> 172.21.15.2:0/3553745412 conn(0x7f565c102bf0 msgr2=0x7f565c1037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:41.537 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 shutdown_connections 2024-09-05T04:01:41.537 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:35.199+0000 7f56619df640 1 -- 172.21.15.2:0/3553745412 wait complete. 2024-09-05T04:01:42.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:42 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:42.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:42 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:42.487 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:42 smithi002 ceph-mon[31001]: mgrmap e7: x(active, since 1.00573s) 2024-09-05T04:01:43.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:43.155+0000 7f97cdebc640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:04:01:43] ENGINE Error in HTTPServer.serve 2024-09-05T04:01:43.535 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Traceback (most recent call last): 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._connections.run(self.expiration_interval) 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._run(expiration_interval) 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s = self.context.wrap_socket( 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: return self.sslsocket_class._create( 2024-09-05T04:01:43.536 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:01:43.537 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.do_handshake() 2024-09-05T04:01:43.537 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:01:43.537 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._sslobj.do_handshake() 2024-09-05T04:01:43.537 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:01:43.537 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:44 smithi002 ceph-mon[31001]: [05/Sep/2024:04:01:43] ENGINE Bus STARTING 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:44 smithi002 ceph-mon[31001]: mgrmap e8: x(active, since 2s) 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:44 smithi002 ceph-mon[31001]: [05/Sep/2024:04:01:43] ENGINE Serving on https://172.21.15.2:7150 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:44 smithi002 ceph-mon[31001]: [05/Sep/2024:04:01:43] ENGINE Error in HTTPServer.serve 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-05T04:01:44.452 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-05T04:01:44.453 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:01:44.454 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:44 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:01:45.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:45 smithi002 ceph-mon[31001]: [05/Sep/2024:04:01:43] ENGINE Serving on http://172.21.15.2:8765 2024-09-05T04:01:45.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:45 smithi002 ceph-mon[31001]: [05/Sep/2024:04:01:43] ENGINE Bus STARTED 2024-09-05T04:01:45.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:45 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/605073297' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T04:01:47.048 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:01:47.048 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 8, 2024-09-05T04:01:47.048 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T04:01:47.048 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T04:01:47.048 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.212+0000 7ff0b842c640 1 Processor -- start 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.212+0000 7ff0b842c640 1 -- start start 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.212+0000 7ff0b842c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.212+0000 7ff0b842c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0107e50 con 0x7ff0b0107480 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.213+0000 7ff0b61c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.213+0000 7ff0b61c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54894/0 (socket says 172.21.15.2:54894) 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.213+0000 7ff0b61c8640 1 -- 172.21.15.2:0/1931040879 learned_addr learned my addr 172.21.15.2:0/1931040879 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.213+0000 7ff0b61c8640 1 -- 172.21.15.2:0/1931040879 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b01085e0 con 0x7ff0b0107480 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b61c8640 1 --2- 172.21.15.2:0/1931040879 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009820 tx=0x7ff0ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a55bd06fc849c48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b51c6640 1 -- 172.21.15.2:0/1931040879 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0ac037070 con 0x7ff0b0107480 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b51c6640 1 -- 172.21.15.2:0/1931040879 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff0ac0328d0 con 0x7ff0b0107480 2024-09-05T04:01:47.049 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b51c6640 1 -- 172.21.15.2:0/1931040879 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0ac0307d0 con 0x7ff0b0107480 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b842c640 1 -- 172.21.15.2:0/1931040879 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 msgr2=0x7ff0b0107880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.214+0000 7ff0b842c640 1 --2- 172.21.15.2:0/1931040879 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009820 tx=0x7ff0ac02a270 comp rx=0 tx=0).stop 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- 172.21.15.2:0/1931040879 shutdown_connections 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 --2- 172.21.15.2:0/1931040879 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b0107880 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- 172.21.15.2:0/1931040879 >> 172.21.15.2:0/1931040879 conn(0x7ff0b0102bf0 msgr2=0x7ff0b0105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- 172.21.15.2:0/1931040879 shutdown_connections 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- 172.21.15.2:0/1931040879 wait complete. 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 Processor -- start 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- start start 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.215+0000 7ff0b842c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b010b990 con 0x7ff0b0107480 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b61c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b61c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54910/0 (socket says 172.21.15.2:54910) 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b61c8640 1 -- 172.21.15.2:0/605073297 learned_addr learned my addr 172.21.15.2:0/605073297 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:47.050 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b61c8640 1 -- 172.21.15.2:0/605073297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b007e0d0 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b61c8640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009940 tx=0x7ff0ac032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0ac042070 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff0ac030c80 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0b007c2c0 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0ac037040 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.216+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0b007c800 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.217+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff0ac045070 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.217+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0b0107900 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.217+0000 7ff0a77fe640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 0x7ff09c03b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.217+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff0ac06bf50 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.218+0000 7ff0b59c7640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 0x7ff09c03b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.218+0000 7ff0b59c7640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 0x7ff09c03b430 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00098c0 tx=0x7ff0a0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.223+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0ac045360 con 0x7ff0b0107480 2024-09-05T04:01:47.051 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.451+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff0b01a13f0 con 0x7ff0b0107480 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.451+0000 7ff0a77fe640 1 -- 172.21.15.2:0/605073297 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v8) ==== 56+0+88 (secure 0 0 0) 0x7ff0ac06b8a0 con 0x7ff0b0107480 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 msgr2=0x7ff09c03b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 0x7ff09c03b430 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00098c0 tx=0x7ff0a0006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 msgr2=0x7ff0b007db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009940 tx=0x7ff0ac032e10 comp rx=0 tx=0).stop 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 shutdown_connections 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff09c038f70 0x7ff09c03b430 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 --2- 172.21.15.2:0/605073297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0107480 0x7ff0b007db90 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 >> 172.21.15.2:0/605073297 conn(0x7ff0b0102bf0 msgr2=0x7ff0b0103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 shutdown_connections 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:44.454+0000 7ff0b842c640 1 -- 172.21.15.2:0/605073297 wait complete. 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2024-09-05T04:01:47.052 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 8... 2024-09-05T04:01:48.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 8, 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.446+0000 7fe5dbf75640 1 Processor -- start 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.446+0000 7fe5dbf75640 1 -- start start 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5dbf75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5dbf75640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d4075760 con 0x7fe5d4107e90 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5d9d11640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5d9d11640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54914/0 (socket says 172.21.15.2:54914) 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5d9d11640 1 -- 172.21.15.2:0/4232569591 learned_addr learned my addr 172.21.15.2:0/4232569591 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:48.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.447+0000 7fe5d9d11640 1 -- 172.21.15.2:0/4232569591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d410a7c0 con 0x7fe5d4107e90 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.448+0000 7fe5d9d11640 1 --2- 172.21.15.2:0/4232569591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009e80 tx=0x7fe5c402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=901491c52c8c5147 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.448+0000 7fe5d8d0f640 1 -- 172.21.15.2:0/4232569591 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5c4036070 con 0x7fe5d4107e90 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.448+0000 7fe5d8d0f640 1 -- 172.21.15.2:0/4232569591 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe5c4031890 con 0x7fe5d4107e90 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.448+0000 7fe5d8d0f640 1 -- 172.21.15.2:0/4232569591 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5c4007980 con 0x7fe5d4107e90 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 -- 172.21.15.2:0/4232569591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 msgr2=0x7fe5d410a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/4232569591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009e80 tx=0x7fe5c402a7a0 comp rx=0 tx=0).stop 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 -- 172.21.15.2:0/4232569591 shutdown_connections 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/4232569591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d410a280 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 -- 172.21.15.2:0/4232569591 >> 172.21.15.2:0/4232569591 conn(0x7fe5d4101a90 msgr2=0x7fe5d4103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 -- 172.21.15.2:0/4232569591 shutdown_connections 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 -- 172.21.15.2:0/4232569591 wait complete. 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.449+0000 7fe5dbf75640 1 Processor -- start 2024-09-05T04:01:48.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5dbf75640 1 -- start start 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5dbf75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5dbf75640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d410b7a0 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d9d11640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d9d11640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54922/0 (socket says 172.21.15.2:54922) 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d9d11640 1 -- 172.21.15.2:0/3054697391 learned_addr learned my addr 172.21.15.2:0/3054697391 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d9d11640 1 -- 172.21.15.2:0/3054697391 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d419de40 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d9d11640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009680 tx=0x7fe5c4031c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5c4041020 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe5c403c900 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.450+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d419e0d0 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.451+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5c4036040 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.451+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d41a0dc0 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.451+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fe5c4044020 con 0x7fe5d4107e90 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.452+0000 7fe5d2ffd640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 0x7fe5bc03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:48.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.452+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe5bc03bb90 con 0x7fe5bc038fc0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.452+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe5c406d400 con 0x7fe5d4107e90 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.452+0000 7fe5d9510640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 0x7fe5bc03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.452+0000 7fe5d9510640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 0x7fe5bc03b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80098c0 tx=0x7fe5c8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.453+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fe5bc03bb90 con 0x7fe5bc038fc0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.459+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fe5d41082f0 con 0x7fe5bc038fc0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5d2ffd640 1 -- 172.21.15.2:0/3054697391 <== mgr.14118 v2:172.21.15.2:6800/2922331777 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fe5d41082f0 con 0x7fe5bc038fc0 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 msgr2=0x7fe5bc03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 0x7fe5bc03b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80098c0 tx=0x7fe5c8006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 msgr2=0x7fe5d419d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009680 tx=0x7fe5c4031c70 comp rx=0 tx=0).stop 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 shutdown_connections 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fe5bc038fc0 0x7fe5bc03b480 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 --2- 172.21.15.2:0/3054697391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5d4107e90 0x7fe5d419d900 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:48.032 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 >> 172.21.15.2:0/3054697391 conn(0x7fe5d4101a90 msgr2=0x7fe5d4102800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:48.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 shutdown_connections 2024-09-05T04:01:48.033 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:47.460+0000 7fe5dbf75640 1 -- 172.21.15.2:0/3054697391 wait complete. 2024-09-05T04:01:48.033 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 8 is available 2024-09-05T04:01:48.033 INFO:teuthology.orchestra.run.smithi002.stdout:Setting orchestrator backend to cephadm... 2024-09-05T04:01:48.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:48 smithi002 ceph-mon[31001]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T04:01:48.622 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:48 smithi002 ceph-mon[31001]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.421+0000 7f01037a7640 1 Processor -- start 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f01037a7640 1 -- start start 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f01037a7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f01037a7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f00fc07c860 con 0x7f00fc07de70 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f0101543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f0101543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54936/0 (socket says 172.21.15.2:54936) 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f0101543640 1 -- 172.21.15.2:0/3393913893 learned_addr learned my addr 172.21.15.2:0/3393913893 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:49.218 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.422+0000 7f0101543640 1 -- 172.21.15.2:0/3393913893 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00fc07c9e0 con 0x7f00fc07de70 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.423+0000 7f0101543640 1 --2- 172.21.15.2:0/3393913893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f00f8009820 tx=0x7f00f802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77a0c575d9863910 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.423+0000 7f00f3fff640 1 -- 172.21.15.2:0/3393913893 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00f8037070 con 0x7f00fc07de70 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.423+0000 7f00f3fff640 1 -- 172.21.15.2:0/3393913893 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f00f80328d0 con 0x7f00fc07de70 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.423+0000 7f00f3fff640 1 -- 172.21.15.2:0/3393913893 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00f8030860 con 0x7f00fc07de70 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 -- 172.21.15.2:0/3393913893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 msgr2=0x7f00fc07c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 --2- 172.21.15.2:0/3393913893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f00f8009820 tx=0x7f00f802a300 comp rx=0 tx=0).stop 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 -- 172.21.15.2:0/3393913893 shutdown_connections 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 --2- 172.21.15.2:0/3393913893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc07c320 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 -- 172.21.15.2:0/3393913893 >> 172.21.15.2:0/3393913893 conn(0x7f00fc102c50 msgr2=0x7f00fc105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 -- 172.21.15.2:0/3393913893 shutdown_connections 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.424+0000 7f01037a7640 1 -- 172.21.15.2:0/3393913893 wait complete. 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f01037a7640 1 Processor -- start 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f01037a7640 1 -- start start 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f01037a7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:49.219 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f01037a7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f00fc10da10 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f0101543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f0101543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54944/0 (socket says 172.21.15.2:54944) 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f0101543640 1 -- 172.21.15.2:0/1288583045 learned_addr learned my addr 172.21.15.2:0/1288583045 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f0101543640 1 -- 172.21.15.2:0/1288583045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00fc19da90 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.425+0000 7f0101543640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f00f8000c00 tx=0x7f00f8030880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.426+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00f8037040 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.426+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f00f8040070 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.426+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00fc19dd20 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.426+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00f803a390 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.426+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00fc1a0a10 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f00f803b6e0 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00fc07c3a0 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f00f27fc640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 0x7f00e803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f00f806c270 con 0x7f00fc07de70 2024-09-05T04:01:49.220 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f0100d42640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 0x7f00e803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.427+0000 7f0100d42640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 0x7f00e803b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f00ec0098c0 tx=0x7f00ec006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.432+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00f803b4e0 con 0x7f00fc07de70 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.621+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f00fc103e50 con 0x7f00e8038fc0 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.627+0000 7f00f27fc640 1 -- 172.21.15.2:0/1288583045 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f00fc103e50 con 0x7f00e8038fc0 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 msgr2=0x7f00e803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 0x7f00e803b480 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f00ec0098c0 tx=0x7f00ec006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 msgr2=0x7f00fc19d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f00f8000c00 tx=0x7f00f8030880 comp rx=0 tx=0).stop 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 shutdown_connections 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f00e8038fc0 0x7f00e803b480 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 --2- 172.21.15.2:0/1288583045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00fc07de70 0x7f00fc19d550 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 >> 172.21.15.2:0/1288583045 conn(0x7f00fc102c50 msgr2=0x7f00fc103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 shutdown_connections 2024-09-05T04:01:49.221 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:48.629+0000 7f01037a7640 1 -- 172.21.15.2:0/1288583045 wait complete. 2024-09-05T04:01:49.775 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:49 smithi002 ceph-mon[31001]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:01:49.775 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:49 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:49.775 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:49 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:01:50.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8beef9c640 1 Processor -- start 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8beef9c640 1 -- start start 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8beef9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8beef9c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8be807c840 con 0x7f8be807de00 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8becd38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8becd38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54952/0 (socket says 172.21.15.2:54952) 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.587+0000 7f8becd38640 1 -- 172.21.15.2:0/496264681 learned_addr learned my addr 172.21.15.2:0/496264681 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.588+0000 7f8becd38640 1 -- 172.21.15.2:0/496264681 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be807c9c0 con 0x7f8be807de00 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.588+0000 7f8becd38640 1 --2- 172.21.15.2:0/496264681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8be4009820 tx=0x7f8be402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c078f9ec0adf5823 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.588+0000 7f8bdf7fe640 1 -- 172.21.15.2:0/496264681 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8be4037070 con 0x7f8be807de00 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8bdf7fe640 1 -- 172.21.15.2:0/496264681 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f8be40328d0 con 0x7f8be807de00 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8bdf7fe640 1 -- 172.21.15.2:0/496264681 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8be40307d0 con 0x7f8be807de00 2024-09-05T04:01:50.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 -- 172.21.15.2:0/496264681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 msgr2=0x7f8be807c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 --2- 172.21.15.2:0/496264681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f8be4009820 tx=0x7f8be402a270 comp rx=0 tx=0).stop 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 -- 172.21.15.2:0/496264681 shutdown_connections 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 --2- 172.21.15.2:0/496264681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be807c300 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 -- 172.21.15.2:0/496264681 >> 172.21.15.2:0/496264681 conn(0x7f8be8102c50 msgr2=0x7f8be8105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 -- 172.21.15.2:0/496264681 shutdown_connections 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.589+0000 7f8beef9c640 1 -- 172.21.15.2:0/496264681 wait complete. 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8beef9c640 1 Processor -- start 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8beef9c640 1 -- start start 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8beef9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8beef9c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8be810da10 con 0x7f8be807de00 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8becd38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8becd38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54968/0 (socket says 172.21.15.2:54968) 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8becd38640 1 -- 172.21.15.2:0/3130527017 learned_addr learned my addr 172.21.15.2:0/3130527017 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:50.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.590+0000 7f8becd38640 1 -- 172.21.15.2:0/3130527017 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8be819daa0 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8becd38640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8be4032e10 tx=0x7f8be4032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8be4042070 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f8be4030c80 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8be819dd30 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8be4037040 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.591+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8be81a0a20 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.592+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f8be4045070 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.592+0000 7f8bddffb640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 0x7f8bd003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.592+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8be807c380 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.592+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8be406bf50 con 0x7f8be807de00 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.592+0000 7f8bdffff640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 0x7f8bd003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:50.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.593+0000 7f8bdffff640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 0x7f8bd003b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8bd80098c0 tx=0x7f8bd8006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.597+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8be4045360 con 0x7f8be807de00 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.774+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f8be8103ea0 con 0x7f8bd0038fc0 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.775+0000 7f8bddffb640 1 -- 172.21.15.2:0/3130527017 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f8be8103ea0 con 0x7f8bd0038fc0 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 msgr2=0x7f8bd003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 0x7f8bd003b480 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8bd80098c0 tx=0x7f8bd8006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 msgr2=0x7f8be819d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f8be4032e10 tx=0x7f8be4032e40 comp rx=0 tx=0).stop 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 shutdown_connections 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8bd0038fc0 0x7f8bd003b480 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 --2- 172.21.15.2:0/3130527017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8be807de00 0x7f8be819d560 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 >> 172.21.15.2:0/3130527017 conn(0x7f8be8102c50 msgr2=0x7f8be8103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 shutdown_connections 2024-09-05T04:01:50.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:49.777+0000 7f8beef9c640 1 -- 172.21.15.2:0/3130527017 wait complete. 2024-09-05T04:01:50.303 INFO:teuthology.orchestra.run.smithi002.stdout:Generating ssh key... 2024-09-05T04:01:50.660 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:50 smithi002 ceph-mon[31001]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Generating public/private rsa key pair. 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Your identification has been saved in /tmp/tmpxb__htm0/key 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Your public key has been saved in /tmp/tmpxb__htm0/key.pub 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: The key fingerprint is: 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: SHA256:5rREA3gujJEDiU7qZdy8CZNtIhjSt4ATH8a7RJ9r95c ceph-60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: The key's randomart image is: 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: +---[RSA 3072]----+ 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: |+Bo. .. | 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: |B+O.o .. | 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: |*+oX== o | 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: |oo+O*=.. . | 2024-09-05T04:01:51.464 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: |..+.=oo S | 2024-09-05T04:01:51.465 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: | .. oo.= . | 2024-09-05T04:01:51.465 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: | . . .o . | 2024-09-05T04:01:51.465 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: | . E | 2024-09-05T04:01:51.465 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: | . | 2024-09-05T04:01:51.465 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:01:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: +----[SHA256]-----+ 2024-09-05T04:01:51.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b0bc56640 1 Processor -- start 2024-09-05T04:01:51.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b0bc56640 1 -- start start 2024-09-05T04:01:51.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b0bc56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:51.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b0bc56640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b04107e30 con 0x7f5b04107460 2024-09-05T04:01:51.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b099f2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b099f2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54972/0 (socket says 172.21.15.2:54972) 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.684+0000 7f5b099f2640 1 -- 172.21.15.2:0/2597217099 learned_addr learned my addr 172.21.15.2:0/2597217099 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.685+0000 7f5b099f2640 1 -- 172.21.15.2:0/2597217099 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b04108610 con 0x7f5b04107460 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.685+0000 7f5b099f2640 1 --2- 172.21.15.2:0/2597217099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009820 tx=0x7f5b0002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16b81241428d2464 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b089f0640 1 -- 172.21.15.2:0/2597217099 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b00037070 con 0x7f5b04107460 2024-09-05T04:01:51.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b089f0640 1 -- 172.21.15.2:0/2597217099 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5b000328d0 con 0x7f5b04107460 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b089f0640 1 -- 172.21.15.2:0/2597217099 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b000307d0 con 0x7f5b04107460 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 -- 172.21.15.2:0/2597217099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 msgr2=0x7f5b04107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/2597217099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009820 tx=0x7f5b0002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 -- 172.21.15.2:0/2597217099 shutdown_connections 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/2597217099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b04107860 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:51.837 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 -- 172.21.15.2:0/2597217099 >> 172.21.15.2:0/2597217099 conn(0x7f5b04102c50 msgr2=0x7f5b04105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 -- 172.21.15.2:0/2597217099 shutdown_connections 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.686+0000 7f5b0bc56640 1 -- 172.21.15.2:0/2597217099 wait complete. 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b0bc56640 1 Processor -- start 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b0bc56640 1 -- start start 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b0bc56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:51.838 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b0bc56640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0410b9c0 con 0x7f5b04107460 2024-09-05T04:01:51.839 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b099f2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:51.839 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b099f2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54984/0 (socket says 172.21.15.2:54984) 2024-09-05T04:01:51.839 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.687+0000 7f5b099f2640 1 -- 172.21.15.2:0/1264193487 learned_addr learned my addr 172.21.15.2:0/1264193487 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:51.839 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5b099f2640 1 -- 172.21.15.2:0/1264193487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b0419daf0 con 0x7f5b04107460 2024-09-05T04:01:51.839 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5b099f2640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5b000097f0 tx=0x7f5b00030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b00037040 con 0x7f5b04107460 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5b00032bb0 con 0x7f5b04107460 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b0419dd80 con 0x7f5b04107460 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5b0003a390 con 0x7f5b04107460 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.688+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b041a0a70 con 0x7f5b04107460 2024-09-05T04:01:51.840 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.689+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f5b0003a580 con 0x7f5b04107460 2024-09-05T04:01:51.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.689+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b0410bb40 con 0x7f5b04107460 2024-09-05T04:01:51.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.689+0000 7f5afaffd640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 0x7f5af003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:51.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.689+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5b0006c2c0 con 0x7f5b04107460 2024-09-05T04:01:51.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.689+0000 7f5b091f1640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 0x7f5af003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:51.841 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.690+0000 7f5b091f1640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 0x7f5af003b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5af40098c0 tx=0x7f5af4006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.694+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5b00032dd0 con 0x7f5b04107460 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:50.872+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f5b04103dc0 con 0x7f5af0038fc0 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.164+0000 7f5afaffd640 1 -- 172.21.15.2:0/1264193487 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5b04103dc0 con 0x7f5af0038fc0 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 msgr2=0x7f5af003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 0x7f5af003b480 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5af40098c0 tx=0x7f5af4006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:51.842 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 msgr2=0x7f5b0419d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f5b000097f0 tx=0x7f5b00030d00 comp rx=0 tx=0).stop 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 shutdown_connections 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f5af0038fc0 0x7f5af003b480 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 --2- 172.21.15.2:0/1264193487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b04107460 0x7f5b0419d5b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.166+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 >> 172.21.15.2:0/1264193487 conn(0x7f5b04102c50 msgr2=0x7f5b041036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:51.843 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.167+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 shutdown_connections 2024-09-05T04:01:51.844 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:51.167+0000 7f5b0bc56640 1 -- 172.21.15.2:0/1264193487 wait complete. 2024-09-05T04:01:52.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:52 smithi002 ceph-mon[31001]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:01:52.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:52 smithi002 ceph-mon[31001]: Generating ssh key... 2024-09-05T04:01:52.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:52 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:52.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:52 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:53.027 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:01:53.027 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.249+0000 7f7c9f04a640 1 Processor -- start 2024-09-05T04:01:53.027 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.249+0000 7f7c9f04a640 1 -- start start 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9f04a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9f04a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9807c860 con 0x7f7c9807de20 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9cde6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9cde6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50610/0 (socket says 172.21.15.2:50610) 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9cde6640 1 -- 172.21.15.2:0/148390243 learned_addr learned my addr 172.21.15.2:0/148390243 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.250+0000 7f7c9cde6640 1 -- 172.21.15.2:0/148390243 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9807c9e0 con 0x7f7c9807de20 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.251+0000 7f7c9cde6640 1 --2- 172.21.15.2:0/148390243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009820 tx=0x7f7c8802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6671bfcbd20844a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.251+0000 7f7c977fe640 1 -- 172.21.15.2:0/148390243 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c88037070 con 0x7f7c9807de20 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.251+0000 7f7c977fe640 1 -- 172.21.15.2:0/148390243 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c880328d0 con 0x7f7c9807de20 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.251+0000 7f7c977fe640 1 -- 172.21.15.2:0/148390243 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c880307d0 con 0x7f7c9807de20 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- 172.21.15.2:0/148390243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 msgr2=0x7f7c9807c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/148390243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009820 tx=0x7f7c8802a270 comp rx=0 tx=0).stop 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- 172.21.15.2:0/148390243 shutdown_connections 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/148390243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9807c320 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:53.028 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- 172.21.15.2:0/148390243 >> 172.21.15.2:0/148390243 conn(0x7f7c98102bf0 msgr2=0x7f7c98105030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- 172.21.15.2:0/148390243 shutdown_connections 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- 172.21.15.2:0/148390243 wait complete. 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 Processor -- start 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.252+0000 7f7c9f04a640 1 -- start start 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9f04a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9f04a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c9810d9b0 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9cde6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9cde6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50622/0 (socket says 172.21.15.2:50622) 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9cde6640 1 -- 172.21.15.2:0/1276867296 learned_addr learned my addr 172.21.15.2:0/1276867296 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9cde6640 1 -- 172.21.15.2:0/1276867296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c9819daa0 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9cde6640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7c880097f0 tx=0x7f7c88030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c88037040 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c88032bb0 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c8803a390 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.253+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c9819dd30 con 0x7f7c9807de20 2024-09-05T04:01:53.029 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.254+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c981a0a20 con 0x7f7c9807de20 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.254+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7c8803b3f0 con 0x7f7c9807de20 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.255+0000 7f7c95ffb640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 0x7f7c7803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.255+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c9807c3a0 con 0x7f7c9807de20 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.255+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7c8806c260 con 0x7f7c9807de20 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.255+0000 7f7c97fff640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 0x7f7c7803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.255+0000 7f7c97fff640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 0x7f7c7803b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000ad30 tx=0x7f7c800093f0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.260+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7c88040210 con 0x7f7c9807de20 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.439+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7f7c98103f00 con 0x7f7c78038fc0 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.440+0000 7f7c95ffb640 1 -- 172.21.15.2:0/1276867296 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7f7c98103f00 con 0x7f7c78038fc0 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 msgr2=0x7f7c7803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 0x7f7c7803b480 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000ad30 tx=0x7f7c800093f0 comp rx=0 tx=0).stop 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 msgr2=0x7f7c9819d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:53.030 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7c880097f0 tx=0x7f7c88030d00 comp rx=0 tx=0).stop 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 shutdown_connections 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f7c78038fc0 0x7f7c7803b480 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 --2- 172.21.15.2:0/1276867296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c9807de20 0x7f7c9819d560 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 >> 172.21.15.2:0/1276867296 conn(0x7f7c98102bf0 msgr2=0x7f7c981037f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 shutdown_connections 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:52.442+0000 7f7c9f04a640 1 -- 172.21.15.2:0/1276867296 wait complete. 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:Adding key to root@localhost authorized_keys... 2024-09-05T04:01:53.031 INFO:teuthology.orchestra.run.smithi002.stdout:Adding host smithi002... 2024-09-05T04:01:53.431 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:53 smithi002 ceph-mon[31001]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:01:54.354 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:54 smithi002 ceph-mon[31001]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:01:55.589 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:55 smithi002 ceph-mon[31001]: Deploying cephadm binary to smithi002 2024-09-05T04:01:58.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Added host 'smithi002' with addr '172.21.15.2' 2024-09-05T04:01:58.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff755b8b640 1 Processor -- start 2024-09-05T04:01:58.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff755b8b640 1 -- start start 2024-09-05T04:01:58.079 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff755b8b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff755b8b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff750107e30 con 0x7ff750107460 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff74f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff74f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50628/0 (socket says 172.21.15.2:50628) 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff74f7fe640 1 -- 172.21.15.2:0/320711665 learned_addr learned my addr 172.21.15.2:0/320711665 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.442+0000 7ff74f7fe640 1 -- 172.21.15.2:0/320711665 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff750108610 con 0x7ff750107460 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.443+0000 7ff74f7fe640 1 --2- 172.21.15.2:0/320711665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff740009820 tx=0x7ff74002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2241941375bb2ced server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.443+0000 7ff74effd640 1 -- 172.21.15.2:0/320711665 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff740037070 con 0x7ff750107460 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.443+0000 7ff74effd640 1 -- 172.21.15.2:0/320711665 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff7400328d0 con 0x7ff750107460 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.443+0000 7ff74effd640 1 -- 172.21.15.2:0/320711665 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7400307d0 con 0x7ff750107460 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 -- 172.21.15.2:0/320711665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 msgr2=0x7ff750107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 --2- 172.21.15.2:0/320711665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff740009820 tx=0x7ff74002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:58.080 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 -- 172.21.15.2:0/320711665 shutdown_connections 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 --2- 172.21.15.2:0/320711665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff750107860 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 -- 172.21.15.2:0/320711665 >> 172.21.15.2:0/320711665 conn(0x7ff750102c50 msgr2=0x7ff750105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 -- 172.21.15.2:0/320711665 shutdown_connections 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.444+0000 7ff755b8b640 1 -- 172.21.15.2:0/320711665 wait complete. 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff755b8b640 1 Processor -- start 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff755b8b640 1 -- start start 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff755b8b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff755b8b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff75010b9c0 con 0x7ff750107460 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff74f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff74f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50638/0 (socket says 172.21.15.2:50638) 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff74f7fe640 1 -- 172.21.15.2:0/351291096 learned_addr learned my addr 172.21.15.2:0/351291096 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff74f7fe640 1 -- 172.21.15.2:0/351291096 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff75019b8c0 con 0x7ff750107460 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.445+0000 7ff74f7fe640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff740009940 tx=0x7ff740032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:58.081 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.446+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff740042070 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.446+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff740030c80 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.446+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff75019bb50 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.446+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff740037040 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.446+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff75019e840 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7ff740045070 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff75010bb40 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff74d7fa640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 0x7ff73c03b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff74006c020 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff747fff640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 0x7ff73c03b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.447+0000 7ff747fff640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 0x7ff73c03b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff7380098c0 tx=0x7ff738006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.452+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff740045360 con 0x7ff750107460 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:53.633+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi002", "addr": "172.21.15.2", "target": ["mon-mgr", ""]}) -- 0x7ff750103e40 con 0x7ff73c038fc0 2024-09-05T04:01:58.082 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.516+0000 7ff74d7fa640 1 -- 172.21.15.2:0/351291096 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+47 (secure 0 0 0) 0x7ff750103e40 con 0x7ff73c038fc0 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 msgr2=0x7ff73c03b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 0x7ff73c03b480 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff7380098c0 tx=0x7ff738006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 msgr2=0x7ff75019b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff740009940 tx=0x7ff740032e10 comp rx=0 tx=0).stop 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 shutdown_connections 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7ff73c038fc0 0x7ff73c03b480 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 --2- 172.21.15.2:0/351291096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff750107460 0x7ff75019b380 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 >> 172.21.15.2:0/351291096 conn(0x7ff750102c50 msgr2=0x7ff750103730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 shutdown_connections 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:57.519+0000 7ff755b8b640 1 -- 172.21.15.2:0/351291096 wait complete. 2024-09-05T04:01:58.083 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mon service... 2024-09-05T04:01:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:58 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:01:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:58 smithi002 ceph-mon[31001]: Added host smithi002 2024-09-05T04:01:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:58 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:01:59.832 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-05T04:01:59.832 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4bc0d9640 1 Processor -- start 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4bc0d9640 1 -- start start 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4bc0d9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4bc0d9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b407c840 con 0x7fc4b407de50 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4b9e75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4b9e75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50644/0 (socket says 172.21.15.2:50644) 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.606+0000 7fc4b9e75640 1 -- 172.21.15.2:0/2902488347 learned_addr learned my addr 172.21.15.2:0/2902488347 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.607+0000 7fc4b9e75640 1 -- 172.21.15.2:0/2902488347 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4b407c9c0 con 0x7fc4b407de50 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.607+0000 7fc4b9e75640 1 --2- 172.21.15.2:0/2902488347 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009820 tx=0x7fc4b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5272649e5ecfeb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.607+0000 7fc4b8e73640 1 -- 172.21.15.2:0/2902488347 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4b0037070 con 0x7fc4b407de50 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4b8e73640 1 -- 172.21.15.2:0/2902488347 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc4b00328d0 con 0x7fc4b407de50 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4b8e73640 1 -- 172.21.15.2:0/2902488347 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4b00307d0 con 0x7fc4b407de50 2024-09-05T04:01:59.833 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/2902488347 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 msgr2=0x7fc4b407c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/2902488347 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc4b0009820 tx=0x7fc4b002a270 comp rx=0 tx=0).stop 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/2902488347 shutdown_connections 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/2902488347 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b407c300 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/2902488347 >> 172.21.15.2:0/2902488347 conn(0x7fc4b4102c50 msgr2=0x7fc4b4105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/2902488347 shutdown_connections 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.608+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/2902488347 wait complete. 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4bc0d9640 1 Processor -- start 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4bc0d9640 1 -- start start 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4bc0d9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4bc0d9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc4b410da30 con 0x7fc4b407de50 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4b9e75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4b9e75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50652/0 (socket says 172.21.15.2:50652) 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4b9e75640 1 -- 172.21.15.2:0/147387121 learned_addr learned my addr 172.21.15.2:0/147387121 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:01:59.834 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4b9e75640 1 -- 172.21.15.2:0/147387121 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4b419dab0 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.609+0000 7fc4b9e75640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc4b00097f0 tx=0x7fc4b0030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4b0037040 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fc4b0032bb0 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4b419dd40 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc4b003a390 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4b41a0a30 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.610+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fc4b003a580 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.611+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4b407c380 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.611+0000 7fc4aaffd640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 0x7fc4a003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.611+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fc4b006c1e0 con 0x7fc4b407de50 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.611+0000 7fc4b9674640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 0x7fc4a003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.611+0000 7fc4b9674640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 0x7fc4a003b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40098c0 tx=0x7fc4a4006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:01:59.835 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.616+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4b0032d60 con 0x7fc4b407de50 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.810+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fc4b4103ea0 con 0x7fc4a0038fc0 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.815+0000 7fc4aaffd640 1 -- 172.21.15.2:0/147387121 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc4b4103ea0 con 0x7fc4a0038fc0 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 msgr2=0x7fc4a003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 0x7fc4a003b480 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc4a40098c0 tx=0x7fc4a4006db0 comp rx=0 tx=0).stop 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 msgr2=0x7fc4b419d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc4b00097f0 tx=0x7fc4b0030d00 comp rx=0 tx=0).stop 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 shutdown_connections 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fc4a0038fc0 0x7fc4a003b480 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 --2- 172.21.15.2:0/147387121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc4b407de50 0x7fc4b419d570 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 >> 172.21.15.2:0/147387121 conn(0x7fc4b4102c50 msgr2=0x7fc4b4103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 shutdown_connections 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:01:58.817+0000 7fc4bc0d9640 1 -- 172.21.15.2:0/147387121 wait complete. 2024-09-05T04:01:59.836 INFO:teuthology.orchestra.run.smithi002.stdout:Deploying unmanaged mgr service... 2024-09-05T04:02:00.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:59 smithi002 ceph-mon[31001]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:00.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:59 smithi002 ceph-mon[31001]: Saving service mon spec with placement count:5 2024-09-05T04:02:00.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:01:59 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.593+0000 7eff8f124640 1 Processor -- start 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.593+0000 7eff8f124640 1 -- start start 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.593+0000 7eff8f124640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.593+0000 7eff8f124640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7eff88106cb0 con 0x7eff881062e0 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.594+0000 7eff8cec0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.594+0000 7eff8cec0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50662/0 (socket says 172.21.15.2:50662) 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.594+0000 7eff8cec0640 1 -- 172.21.15.2:0/3768593604 learned_addr learned my addr 172.21.15.2:0/3768593604 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:01.333 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.594+0000 7eff8cec0640 1 -- 172.21.15.2:0/3768593604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff881074e0 con 0x7eff881062e0 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.595+0000 7eff8cec0640 1 --2- 172.21.15.2:0/3768593604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009820 tx=0x7eff7c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=829cf3971207002b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.595+0000 7eff877fe640 1 -- 172.21.15.2:0/3768593604 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff7c037070 con 0x7eff881062e0 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.595+0000 7eff877fe640 1 -- 172.21.15.2:0/3768593604 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff7c0328f0 con 0x7eff881062e0 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.595+0000 7eff877fe640 1 -- 172.21.15.2:0/3768593604 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff7c030740 con 0x7eff881062e0 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 -- 172.21.15.2:0/3768593604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 msgr2=0x7eff881066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 --2- 172.21.15.2:0/3768593604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009820 tx=0x7eff7c02a270 comp rx=0 tx=0).stop 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 -- 172.21.15.2:0/3768593604 shutdown_connections 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 --2- 172.21.15.2:0/3768593604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff881066e0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 -- 172.21.15.2:0/3768593604 >> 172.21.15.2:0/3768593604 conn(0x7eff88101a90 msgr2=0x7eff88103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 -- 172.21.15.2:0/3768593604 shutdown_connections 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 -- 172.21.15.2:0/3768593604 wait complete. 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.596+0000 7eff8f124640 1 Processor -- start 2024-09-05T04:02:01.334 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8f124640 1 -- start start 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8f124640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8f124640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7eff8810a890 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8cec0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8cec0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50670/0 (socket says 172.21.15.2:50670) 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8cec0640 1 -- 172.21.15.2:0/82638672 learned_addr learned my addr 172.21.15.2:0/82638672 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8cec0640 1 -- 172.21.15.2:0/82638672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff8819dea0 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8cec0640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009940 tx=0x7eff7c030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff7c042070 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff7c030e30 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.597+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff8819e130 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.598+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7eff7c037040 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.598+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff881a0e20 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7eff7c045070 con 0x7eff881062e0 2024-09-05T04:02:01.335 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff85ffb640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 0x7eff7803b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7eff7c06c010 con 0x7eff881062e0 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff87fff640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 0x7eff7803b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff8810aa10 con 0x7eff881062e0 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.599+0000 7eff87fff640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 0x7eff7803b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7eff740098c0 tx=0x7eff74006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.604+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff7c04b170 con 0x7eff881062e0 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.807+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7eff88075b40 con 0x7eff78038f70 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.812+0000 7eff85ffb640 1 -- 172.21.15.2:0/82638672 <== mgr.14118 v2:172.21.15.2:6800/2922331777 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7eff88075b40 con 0x7eff78038f70 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 msgr2=0x7eff7803b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 0x7eff7803b430 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7eff740098c0 tx=0x7eff74006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 msgr2=0x7eff8819d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009940 tx=0x7eff7c030cc0 comp rx=0 tx=0).stop 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 shutdown_connections 2024-09-05T04:02:01.336 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7eff78038f70 0x7eff7803b430 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:01.337 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 --2- 172.21.15.2:0/82638672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff881062e0 0x7eff8819d960 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:01.337 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 >> 172.21.15.2:0/82638672 conn(0x7eff88101a90 msgr2=0x7eff881029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:01.337 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 shutdown_connections 2024-09-05T04:02:01.337 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:00.814+0000 7eff8f124640 1 -- 172.21.15.2:0/82638672 wait complete. 2024-09-05T04:02:01.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:01 smithi002 ceph-mon[31001]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:01.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:01 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:01.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:01 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:01.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:01 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:02.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:02 smithi002 ceph-mon[31001]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:02.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:02 smithi002 ceph-mon[31001]: Saving service mgr spec with placement count:2 2024-09-05T04:02:02.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:02 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1636363674' entity='client.admin' 2024-09-05T04:02:02.799 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.692+0000 7fdc73fbc640 1 Processor -- start 2024-09-05T04:02:02.799 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc73fbc640 1 -- start start 2024-09-05T04:02:02.799 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc73fbc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc73fbc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6c07c820 con 0x7fdc6c07de30 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc71d58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc71d58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38490/0 (socket says 172.21.15.2:38490) 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc71d58640 1 -- 172.21.15.2:0/386454843 learned_addr learned my addr 172.21.15.2:0/386454843 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.693+0000 7fdc71d58640 1 -- 172.21.15.2:0/386454843 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc6c07c9a0 con 0x7fdc6c07de30 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.694+0000 7fdc71d58640 1 --2- 172.21.15.2:0/386454843 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdc68009820 tx=0x7fdc6802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274472b06079e273 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.694+0000 7fdc70d56640 1 -- 172.21.15.2:0/386454843 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc68037070 con 0x7fdc6c07de30 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.694+0000 7fdc70d56640 1 -- 172.21.15.2:0/386454843 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc680328f0 con 0x7fdc6c07de30 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.694+0000 7fdc70d56640 1 -- 172.21.15.2:0/386454843 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc68030740 con 0x7fdc6c07de30 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 -- 172.21.15.2:0/386454843 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 msgr2=0x7fdc6c07c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/386454843 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fdc68009820 tx=0x7fdc6802a270 comp rx=0 tx=0).stop 2024-09-05T04:02:02.800 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 -- 172.21.15.2:0/386454843 shutdown_connections 2024-09-05T04:02:02.801 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/386454843 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c07c2e0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:02.801 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 -- 172.21.15.2:0/386454843 >> 172.21.15.2:0/386454843 conn(0x7fdc6c102c50 msgr2=0x7fdc6c105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:02.801 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 -- 172.21.15.2:0/386454843 shutdown_connections 2024-09-05T04:02:02.803 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.695+0000 7fdc73fbc640 1 -- 172.21.15.2:0/386454843 wait complete. 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc73fbc640 1 Processor -- start 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc73fbc640 1 -- start start 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc73fbc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc73fbc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6c10da50 con 0x7fdc6c07de30 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc71d58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc71d58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38496/0 (socket says 172.21.15.2:38496) 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc71d58640 1 -- 172.21.15.2:0/1636363674 learned_addr learned my addr 172.21.15.2:0/1636363674 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc71d58640 1 -- 172.21.15.2:0/1636363674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc6c19dad0 con 0x7fdc6c07de30 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.696+0000 7fdc71d58640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdc680097f0 tx=0x7fdc68030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.697+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc68042070 con 0x7fdc6c07de30 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.697+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc68030d80 con 0x7fdc6c07de30 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.697+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc6c19dd60 con 0x7fdc6c07de30 2024-09-05T04:02:02.804 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.697+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdc68037040 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.697+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc6c1a0a50 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fdc68045070 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc62ffd640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 0x7fdc5803b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc6c07c360 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdc6806bfe0 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc71557640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 0x7fdc5803b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.698+0000 7fdc71557640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 0x7fdc5803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0098c0 tx=0x7fdc5c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.703+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdc6802ed90 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.882+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fdc6c1a1040 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.885+0000 7fdc62ffd640 1 -- 172.21.15.2:0/1636363674 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fdc680313a0 con 0x7fdc6c07de30 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 msgr2=0x7fdc5803b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 0x7fdc5803b480 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fdc5c0098c0 tx=0x7fdc5c006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 msgr2=0x7fdc6c19d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:02.805 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fdc680097f0 tx=0x7fdc68030c70 comp rx=0 tx=0).stop 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 shutdown_connections 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fdc58038fc0 0x7fdc5803b480 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 --2- 172.21.15.2:0/1636363674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc6c07de30 0x7fdc6c19d590 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 >> 172.21.15.2:0/1636363674 conn(0x7fdc6c102c50 msgr2=0x7fdc6c1037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 shutdown_connections 2024-09-05T04:02:02.806 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:01.888+0000 7fdc73fbc640 1 -- 172.21.15.2:0/1636363674 wait complete. 2024-09-05T04:02:03.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:03 smithi002 ceph-mon[31001]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:03.990 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.259+0000 7f8398d0f640 1 Processor -- start 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.259+0000 7f8398d0f640 1 -- start start 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.259+0000 7f8398d0f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.259+0000 7f8398d0f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8394107e30 con 0x7f8394107460 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.259+0000 7f839259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.260+0000 7f839259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38502/0 (socket says 172.21.15.2:38502) 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.260+0000 7f839259c640 1 -- 172.21.15.2:0/2895499866 learned_addr learned my addr 172.21.15.2:0/2895499866 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.260+0000 7f839259c640 1 -- 172.21.15.2:0/2895499866 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8394108610 con 0x7f8394107460 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.260+0000 7f839259c640 1 --2- 172.21.15.2:0/2895499866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f838c009820 tx=0x7f838c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15d0e1d6321f026 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f839159a640 1 -- 172.21.15.2:0/2895499866 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f838c037070 con 0x7f8394107460 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f839159a640 1 -- 172.21.15.2:0/2895499866 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c0328f0 con 0x7f8394107460 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f839159a640 1 -- 172.21.15.2:0/2895499866 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f838c030740 con 0x7f8394107460 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 -- 172.21.15.2:0/2895499866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 msgr2=0x7f8394107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:03.991 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 --2- 172.21.15.2:0/2895499866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f838c009820 tx=0x7f838c02a270 comp rx=0 tx=0).stop 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 -- 172.21.15.2:0/2895499866 shutdown_connections 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 --2- 172.21.15.2:0/2895499866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f8394107860 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 -- 172.21.15.2:0/2895499866 >> 172.21.15.2:0/2895499866 conn(0x7f8394102c50 msgr2=0x7f8394105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 -- 172.21.15.2:0/2895499866 shutdown_connections 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.261+0000 7f8398d0f640 1 -- 172.21.15.2:0/2895499866 wait complete. 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f8398d0f640 1 Processor -- start 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f8398d0f640 1 -- start start 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f8398d0f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f8398d0f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f839410b9c0 con 0x7f8394107460 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f839259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f839259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38508/0 (socket says 172.21.15.2:38508) 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.262+0000 7f839259c640 1 -- 172.21.15.2:0/257189004 learned_addr learned my addr 172.21.15.2:0/257189004 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:03.992 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f839259c640 1 -- 172.21.15.2:0/257189004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f839407e0d0 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f839259c640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f838c009940 tx=0x7f838c030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f838c042070 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f839407c2c0 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c030e30 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f838c037040 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.263+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f839407c800 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.264+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f838c045070 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.264+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83941078e0 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.264+0000 7f838b7fe640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 0x7f838003b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.264+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f838c06c060 con 0x7f8394107460 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.264+0000 7f8391d9b640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 0x7f838003b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.265+0000 7f8391d9b640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 0x7f838003b430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f837c0098c0 tx=0x7f837c006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:03.993 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.269+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f838c045360 con 0x7f8394107460 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.444+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f839407ca80 con 0x7f8394107460 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.447+0000 7f838b7fe640 1 -- 172.21.15.2:0/257189004 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f838c02ed90 con 0x7f8394107460 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 msgr2=0x7f838003b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 0x7f838003b430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f837c0098c0 tx=0x7f837c006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 msgr2=0x7f839407db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f838c009940 tx=0x7f838c030cc0 comp rx=0 tx=0).stop 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 shutdown_connections 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f8380038f70 0x7f838003b430 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 --2- 172.21.15.2:0/257189004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8394107460 0x7f839407db90 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.449+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 >> 172.21.15.2:0/257189004 conn(0x7f8394102c50 msgr2=0x7f83941037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.450+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 shutdown_connections 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:03.450+0000 7f8398d0f640 1 -- 172.21.15.2:0/257189004 wait complete. 2024-09-05T04:02:03.994 INFO:teuthology.orchestra.run.smithi002.stdout:Enabling the dashboard module... 2024-09-05T04:02:04.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/257189004' entity='client.admin' 2024-09-05T04:02:04.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:04 smithi002 ceph-mon[31001]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:05.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:05.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1584510788' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-05T04:02:05.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-mon[31001]: from='mgr.14118 172.21.15.2:0/43184019' entity='mgr.x' 2024-09-05T04:02:05.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setuser ceph since I am not root 2024-09-05T04:02:05.785 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setgroup ceph since I am not root 2024-09-05T04:02:05.786 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:05.628+0000 7fb197bc6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:02:05.786 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:05.689+0000 7fb197bc6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:02:06.099 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:05.843+0000 7fb197bc6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:02:06.099 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:05.912+0000 7fb197bc6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:02:06.099 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:06.071+0000 7fb197bc6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:02:06.435 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:06.218+0000 7fb197bc6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:02:06.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1584510788' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-05T04:02:06.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-mon[31001]: mgrmap e9: x(active, since 25s) 2024-09-05T04:02:06.736 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:06.547+0000 7fb197bc6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:02:06.736 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:06.610+0000 7fb197bc6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454e3a2640 1 Processor -- start 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454e3a2640 1 -- start start 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454e3a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454e3a2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f454807e030 con 0x7f454807c300 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454d3a0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454d3a0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38518/0 (socket says 172.21.15.2:38518) 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.406+0000 7f454d3a0640 1 -- 172.21.15.2:0/2606704167 learned_addr learned my addr 172.21.15.2:0/2606704167 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.407+0000 7f454d3a0640 1 -- 172.21.15.2:0/2606704167 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454807cc40 con 0x7f454807c300 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.407+0000 7f454d3a0640 1 --2- 172.21.15.2:0/2606704167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4544009820 tx=0x7f454402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e5182107938933 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.407+0000 7f453ffff640 1 -- 172.21.15.2:0/2606704167 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4544037070 con 0x7f454807c300 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.407+0000 7f453ffff640 1 -- 172.21.15.2:0/2606704167 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45440328f0 con 0x7f454807c300 2024-09-05T04:02:06.743 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f453ffff640 1 -- 172.21.15.2:0/2606704167 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4544030740 con 0x7f454807c300 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 -- 172.21.15.2:0/2606704167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 msgr2=0x7f454807c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 --2- 172.21.15.2:0/2606704167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4544009820 tx=0x7f454402a270 comp rx=0 tx=0).stop 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 -- 172.21.15.2:0/2606704167 shutdown_connections 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 --2- 172.21.15.2:0/2606704167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454807c700 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 -- 172.21.15.2:0/2606704167 >> 172.21.15.2:0/2606704167 conn(0x7f4548102a50 msgr2=0x7f4548104e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 -- 172.21.15.2:0/2606704167 shutdown_connections 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.408+0000 7f454e3a2640 1 -- 172.21.15.2:0/2606704167 wait complete. 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454e3a2640 1 Processor -- start 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454e3a2640 1 -- start start 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454e3a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454e3a2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f454810d9b0 con 0x7f454807c300 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454d3a0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454d3a0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38534/0 (socket says 172.21.15.2:38534) 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454d3a0640 1 -- 172.21.15.2:0/1584510788 learned_addr learned my addr 172.21.15.2:0/1584510788 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:06.744 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.409+0000 7f454d3a0640 1 -- 172.21.15.2:0/1584510788 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454819da20 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f454d3a0640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4544030cc0 tx=0x7f4544030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4544042070 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4544030e60 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f454819dcb0 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4544037040 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.410+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45481a09a0 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.411+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f4544045070 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.411+0000 7f453e7fc640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 0x7f453403b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.411+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f454406c060 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.411+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f454807c780 con 0x7f454807c300 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.411+0000 7f454cb9f640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 0x7f453403b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:06.745 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.412+0000 7f454cb9f640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 0x7f453403b430 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f45380098c0 tx=0x7f4538006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.416+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4544045360 con 0x7f454807c300 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:04.659+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f45481a0e70 con 0x7f454807c300 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.476+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f454403ad90 con 0x7f454807c300 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.478+0000 7f453e7fc640 1 -- 172.21.15.2:0/1584510788 <== mon.0 v2:172.21.15.2:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f454403b330 con 0x7f454807c300 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 msgr2=0x7f453403b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 0x7f453403b430 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f45380098c0 tx=0x7f4538006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 msgr2=0x7f454819d4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4544030cc0 tx=0x7f4544030cf0 comp rx=0 tx=0).stop 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 shutdown_connections 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7f4534038f70 0x7f453403b430 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 --2- 172.21.15.2:0/1584510788 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f454807c300 0x7f454819d4e0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 >> 172.21.15.2:0/1584510788 conn(0x7f4548102a50 msgr2=0x7f45481035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 shutdown_connections 2024-09-05T04:02:06.746 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:05.479+0000 7f454e3a2640 1 -- 172.21.15.2:0/1584510788 wait complete. 2024-09-05T04:02:07.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:06.808+0000 7fb197bc6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:02:07.937 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:07 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1461469031' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-05T04:02:07.937 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:07.748+0000 7fb197bc6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:02:07.937 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:07.819+0000 7fb197bc6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.453+0000 7fb180997640 1 Processor -- start 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.453+0000 7fb180997640 1 -- start start 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb180997640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:08.262 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb180997640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb17c075720 con 0x7fb17c107ed0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb17a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb17a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38558/0 (socket says 172.21.15.2:38558) 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb17a59c640 1 -- 172.21.15.2:0/3800974009 learned_addr learned my addr 172.21.15.2:0/3800974009 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.454+0000 7fb17a59c640 1 -- 172.21.15.2:0/3800974009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17c10a800 con 0x7fb17c107ed0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.455+0000 7fb17a59c640 1 --2- 172.21.15.2:0/3800974009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb16c009820 tx=0x7fb16c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fc47ca8da983ebe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.455+0000 7fb17959a640 1 -- 172.21.15.2:0/3800974009 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb16c037070 con 0x7fb17c107ed0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.455+0000 7fb17959a640 1 -- 172.21.15.2:0/3800974009 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb16c0328f0 con 0x7fb17c107ed0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.455+0000 7fb17959a640 1 -- 172.21.15.2:0/3800974009 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb16c030740 con 0x7fb17c107ed0 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 -- 172.21.15.2:0/3800974009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 msgr2=0x7fb17c10a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 --2- 172.21.15.2:0/3800974009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb16c009820 tx=0x7fb16c02a270 comp rx=0 tx=0).stop 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 -- 172.21.15.2:0/3800974009 shutdown_connections 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 --2- 172.21.15.2:0/3800974009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c10a2c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:08.263 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 -- 172.21.15.2:0/3800974009 >> 172.21.15.2:0/3800974009 conn(0x7fb17c101a90 msgr2=0x7fb17c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 -- 172.21.15.2:0/3800974009 shutdown_connections 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.456+0000 7fb180997640 1 -- 172.21.15.2:0/3800974009 wait complete. 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb180997640 1 Processor -- start 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb180997640 1 -- start start 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb180997640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb180997640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb17c10b7c0 con 0x7fb17c107ed0 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb17a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb17a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38560/0 (socket says 172.21.15.2:38560) 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.457+0000 7fb17a59c640 1 -- 172.21.15.2:0/1461469031 learned_addr learned my addr 172.21.15.2:0/1461469031 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb17a59c640 1 -- 172.21.15.2:0/1461469031 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb17c19de70 con 0x7fb17c107ed0 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb17a59c640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0097f0 tx=0x7fb16c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb16c042070 con 0x7fb17c107ed0 2024-09-05T04:02:08.264 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb16c030d80 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb17c19e100 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb17c1a0df0 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.458+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb16c037040 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.459+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fb16c045070 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.459+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb15c005290 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.459+0000 7fb16b7fe640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 0x7fb16403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.459+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb16c03d840 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.459+0000 7fb179d9b640 1 -- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 msgr2=0x7fb16403b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.460+0000 7fb179d9b640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 0x7fb16403b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.464+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb16c03add0 con 0x7fb17c107ed0 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.661+0000 7fb179d9b640 1 -- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 msgr2=0x7fb16403b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.661+0000 7fb179d9b640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 0x7fb16403b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T04:02:08.265 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.688+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fb15c005d90 con 0x7fb17c107ed0 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.688+0000 7fb16b7fe640 1 -- 172.21.15.2:0/1461469031 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7fb16c045520 con 0x7fb17c107ed0 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 msgr2=0x7fb16403b4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 0x7fb16403b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 msgr2=0x7fb17c19d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb16c0097f0 tx=0x7fb16c030c70 comp rx=0 tx=0).stop 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 shutdown_connections 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fb164039020 0x7fb16403b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 --2- 172.21.15.2:0/1461469031 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb17c107ed0 0x7fb17c19d930 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 >> 172.21.15.2:0/1461469031 conn(0x7fb17c101a90 msgr2=0x7fb17c102800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 shutdown_connections 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:07.690+0000 7fb180997640 1 -- 172.21.15.2:0/1461469031 wait complete. 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for the mgr to restart... 2024-09-05T04:02:08.266 INFO:teuthology.orchestra.run.smithi002.stdout:Waiting for mgr epoch 9... 2024-09-05T04:02:08.846 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:08.572+0000 7fb197bc6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:02:08.846 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:08.697+0000 7fb197bc6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:02:09.136 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:08.845+0000 7fb197bc6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:02:09.136 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:08.909+0000 7fb197bc6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:02:09.136 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.065+0000 7fb197bc6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:02:09.136 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.135+0000 7fb197bc6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:02:09.430 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.197+0000 7fb197bc6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:02:09.430 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.362+0000 7fb197bc6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:02:09.430 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.429+0000 7fb197bc6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:02:09.713 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.499+0000 7fb197bc6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:02:09.713 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.586+0000 7fb197bc6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:02:09.713 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.650+0000 7fb197bc6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:02:09.713 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:09.712+0000 7fb197bc6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:02:10.806 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:10.552+0000 7fb197bc6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:02:10.806 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: Active manager daemon x restarted 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: Activating manager daemon x 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: osdmap e3: 0 total, 0 up, 0 in 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: mgrmap e10: x(active, starting, since 0.00363733s) 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: Manager daemon x is now available 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:02:10.807 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout { 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout } 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.669+0000 7fa8a082b640 1 Processor -- start 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.669+0000 7fa8a082b640 1 -- start start 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa8a082b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa8a082b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c106cb0 con 0x7fa89c1062e0 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa89a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa89a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38570/0 (socket says 172.21.15.2:38570) 2024-09-05T04:02:12.297 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa89a59c640 1 -- 172.21.15.2:0/1461072635 learned_addr learned my addr 172.21.15.2:0/1461072635 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.670+0000 7fa89a59c640 1 -- 172.21.15.2:0/1461072635 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89c1074e0 con 0x7fa89c1062e0 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.671+0000 7fa89a59c640 1 --2- 172.21.15.2:0/1461072635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009820 tx=0x7fa88c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc7ec5385b94c0f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.671+0000 7fa899d9b640 1 -- 172.21.15.2:0/1461072635 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c037070 con 0x7fa89c1062e0 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.671+0000 7fa899d9b640 1 -- 172.21.15.2:0/1461072635 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa88c0328f0 con 0x7fa89c1062e0 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.671+0000 7fa899d9b640 1 -- 172.21.15.2:0/1461072635 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c030740 con 0x7fa89c1062e0 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.671+0000 7fa8a082b640 1 -- 172.21.15.2:0/1461072635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 msgr2=0x7fa89c1066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 --2- 172.21.15.2:0/1461072635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009820 tx=0x7fa88c02a270 comp rx=0 tx=0).stop 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 -- 172.21.15.2:0/1461072635 shutdown_connections 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 --2- 172.21.15.2:0/1461072635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c1066e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 -- 172.21.15.2:0/1461072635 >> 172.21.15.2:0/1461072635 conn(0x7fa89c101a90 msgr2=0x7fa89c103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 -- 172.21.15.2:0/1461072635 shutdown_connections 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 -- 172.21.15.2:0/1461072635 wait complete. 2024-09-05T04:02:12.298 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 Processor -- start 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.672+0000 7fa8a082b640 1 -- start start 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8a082b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8a082b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c10a890 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa89a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa89a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38586/0 (socket says 172.21.15.2:38586) 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa89a59c640 1 -- 172.21.15.2:0/3882355452 learned_addr learned my addr 172.21.15.2:0/3882355452 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa89a59c640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89c19bc90 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa89a59c640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009940 tx=0x7fa88c030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c042070 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa88c030e30 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89c19bf20 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa88c037040 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.673+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89c19ec10 con 0x7fa89c1062e0 2024-09-05T04:02:12.299 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.674+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7fa88c045070 con 0x7fa89c1062e0 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.675+0000 7fa8937fe640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.675+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa88803bbf0 con 0x7fa888039020 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.675+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa88c06c170 con 0x7fa89c1062e0 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.675+0000 7fa893fff640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 msgr2=0x7fa88803b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.675+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.876+0000 7fa893fff640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 msgr2=0x7fa88803b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:08.876+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:09.277+0000 7fa893fff640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 msgr2=0x7fa88803b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:09.277+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:10.078+0000 7fa893fff640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 msgr2=0x7fa88803b4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2922331777 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:10.078+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:10.556+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7fa88c06ac20 con 0x7fa89c1062e0 2024-09-05T04:02:12.300 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:10.556+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 msgr2=0x7fa88803b4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:10.556+0000 7fa8937fe640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.556+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fa88c06db30 con 0x7fa89c1062e0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.556+0000 7fa8937fe640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 0x7fa88803eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.556+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fa88803bbf0 con 0x7fa88803cae0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.557+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 0x7fa88803eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.558+0000 7fa893fff640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 0x7fa88803eed0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa884003980 tx=0x7fa8840092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.558+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fa88803bbf0 con 0x7fa88803cae0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.565+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fa89c10aa10 con 0x7fa88803cae0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.565+0000 7fa8937fe640 1 -- 172.21.15.2:0/3882355452 <== mgr.14150 v2:172.21.15.2:6800/2555228194 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fa89c10aa10 con 0x7fa88803cae0 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 msgr2=0x7fa88803eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 0x7fa88803eed0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa884003980 tx=0x7fa8840092b0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 msgr2=0x7fa89c19b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa88c009940 tx=0x7fa88c030cc0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.301 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 shutdown_connections 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa88803cae0 0x7fa88803eed0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:6800/2922331777,v1:172.21.15.2:6801/2922331777] conn(0x7fa888039020 0x7fa88803b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 --2- 172.21.15.2:0/3882355452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa89c1062e0 0x7fa89c19b750 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 >> 172.21.15.2:0/3882355452 conn(0x7fa89c101a90 msgr2=0x7fa89c1029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 shutdown_connections 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:11.566+0000 7fa8a082b640 1 -- 172.21.15.2:0/3882355452 wait complete. 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:mgr epoch 9 is available 2024-09-05T04:02:12.302 INFO:teuthology.orchestra.run.smithi002.stdout:Generating a dashboard self-signed certificate... 2024-09-05T04:02:12.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:12 smithi002 ceph-mon[31001]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-05T04:02:12.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:12 smithi002 ceph-mon[31001]: mgrmap e11: x(active, since 1.00592s) 2024-09-05T04:02:12.933 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:12 smithi002 ceph-mon[31001]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-05T04:02:12.934 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:13.468 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2ce26640 1 Processor -- start 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2ce26640 1 -- start start 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2ce26640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2ce26640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2807b710 con 0x7f8f2807cd70 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48080/0 (socket says 172.21.15.2:48080) 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.718+0000 7f8f2659c640 1 -- 172.21.15.2:0/838847411 learned_addr learned my addr 172.21.15.2:0/838847411 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.719+0000 7f8f2659c640 1 -- 172.21.15.2:0/838847411 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2807b890 con 0x7f8f2807cd70 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.719+0000 7f8f2659c640 1 --2- 172.21.15.2:0/838847411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f18009820 tx=0x7f8f1802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7713f48da211d66 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.719+0000 7f8f2559a640 1 -- 172.21.15.2:0/838847411 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f18037070 con 0x7f8f2807cd70 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2559a640 1 -- 172.21.15.2:0/838847411 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f180328f0 con 0x7f8f2807cd70 2024-09-05T04:02:13.469 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2559a640 1 -- 172.21.15.2:0/838847411 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f18030740 con 0x7f8f2807cd70 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 -- 172.21.15.2:0/838847411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 msgr2=0x7f8f2807b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/838847411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f18009820 tx=0x7f8f1802a270 comp rx=0 tx=0).stop 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 -- 172.21.15.2:0/838847411 shutdown_connections 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/838847411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2807b1d0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 -- 172.21.15.2:0/838847411 >> 172.21.15.2:0/838847411 conn(0x7f8f28102c00 msgr2=0x7f8f28105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 -- 172.21.15.2:0/838847411 shutdown_connections 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.720+0000 7f8f2ce26640 1 -- 172.21.15.2:0/838847411 wait complete. 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2ce26640 1 Processor -- start 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2ce26640 1 -- start start 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2ce26640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2ce26640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f2810da00 con 0x7f8f2807cd70 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:13.470 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48090/0 (socket says 172.21.15.2:48090) 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.721+0000 7f8f2659c640 1 -- 172.21.15.2:0/2091467299 learned_addr learned my addr 172.21.15.2:0/2091467299 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f2659c640 1 -- 172.21.15.2:0/2091467299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f2819dad0 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f2659c640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f18030cc0 tx=0x7f8f18030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f18042070 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f18030e60 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f2819dd60 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f18037040 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.722+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f281a0a50 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.723+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f8f18045070 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.723+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f2807b250 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.723+0000 7f8f177fe640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 0x7f8f1003b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.723+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8f1806c0c0 con 0x7f8f2807cd70 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.723+0000 7f8f25d9b640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 0x7f8f1003b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.724+0000 7f8f25d9b640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 0x7f8f1003b3c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c0098c0 tx=0x7f8f1c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:13.471 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.728+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f18045360 con 0x7f8f2807cd70 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.931+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f8f28103e60 con 0x7f8f10038f00 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.995+0000 7f8f177fe640 1 -- 172.21.15.2:0/2091467299 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f8f28103e60 con 0x7f8f10038f00 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 msgr2=0x7f8f1003b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 0x7f8f1003b3c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c0098c0 tx=0x7f8f1c006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 msgr2=0x7f8f2819d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f18030cc0 tx=0x7f8f18030cf0 comp rx=0 tx=0).stop 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 shutdown_connections 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8f10038f00 0x7f8f1003b3c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 --2- 172.21.15.2:0/2091467299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f2807cd70 0x7f8f2819d590 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 >> 172.21.15.2:0/2091467299 conn(0x7f8f28102c00 msgr2=0x7f8f28103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 shutdown_connections 2024-09-05T04:02:13.472 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:12.997+0000 7f8f2ce26640 1 -- 172.21.15.2:0/2091467299 wait complete. 2024-09-05T04:02:13.473 INFO:teuthology.orchestra.run.smithi002.stdout:Creating initial admin user... 2024-09-05T04:02:13.709 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:13.603+0000 7fb0fd4d0640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:04:02:13] ENGINE Error in HTTPServer.serve 2024-09-05T04:02:13.709 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Traceback (most recent call last): 2024-09-05T04:02:13.709 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:02:13.709 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._connections.run(self.expiration_interval) 2024-09-05T04:02:13.709 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._run(expiration_interval) 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s = self.context.wrap_socket( 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: return self.sslsocket_class._create( 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.do_handshake() 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._sslobj.do_handshake() 2024-09-05T04:02:13.710 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:02:13.711 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:02:14.255 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:14.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:14.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: mgrmap e12: x(active, since 2s) 2024-09-05T04:02:14.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: [05/Sep/2024:04:02:13] ENGINE Bus STARTING 2024-09-05T04:02:14.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: [05/Sep/2024:04:02:13] ENGINE Serving on http://172.21.15.2:8765 2024-09-05T04:02:14.256 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:13 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:15.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$nS3toWaBwiSFpdxRAugGBerXVMd6LfjkO3VOL8eG50kbAAu67ATeC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725508934, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-05T04:02:15.407 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.913+0000 7ffb9e009640 1 Processor -- start 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.913+0000 7ffb9e009640 1 -- start start 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb9e009640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb9e009640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffb98106cb0 con 0x7ffb981062e0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48104/0 (socket says 172.21.15.2:48104) 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb977fe640 1 -- 172.21.15.2:0/469622957 learned_addr learned my addr 172.21.15.2:0/469622957 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.914+0000 7ffb977fe640 1 -- 172.21.15.2:0/469622957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb981074e0 con 0x7ffb981062e0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.915+0000 7ffb977fe640 1 --2- 172.21.15.2:0/469622957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffb88009820 tx=0x7ffb8802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5789c6aaceabf44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.915+0000 7ffb96ffd640 1 -- 172.21.15.2:0/469622957 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffb88037070 con 0x7ffb981062e0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.915+0000 7ffb96ffd640 1 -- 172.21.15.2:0/469622957 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb880328f0 con 0x7ffb981062e0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.915+0000 7ffb96ffd640 1 -- 172.21.15.2:0/469622957 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffb88030740 con 0x7ffb981062e0 2024-09-05T04:02:15.408 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- 172.21.15.2:0/469622957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 msgr2=0x7ffb981066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 --2- 172.21.15.2:0/469622957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffb88009820 tx=0x7ffb8802a270 comp rx=0 tx=0).stop 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- 172.21.15.2:0/469622957 shutdown_connections 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 --2- 172.21.15.2:0/469622957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb981066e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- 172.21.15.2:0/469622957 >> 172.21.15.2:0/469622957 conn(0x7ffb98101a90 msgr2=0x7ffb98103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- 172.21.15.2:0/469622957 shutdown_connections 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- 172.21.15.2:0/469622957 wait complete. 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 Processor -- start 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.916+0000 7ffb9e009640 1 -- start start 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb9e009640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb9e009640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffb9810a890 con 0x7ffb981062e0 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48108/0 (socket says 172.21.15.2:48108) 2024-09-05T04:02:15.409 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb977fe640 1 -- 172.21.15.2:0/4200784304 learned_addr learned my addr 172.21.15.2:0/4200784304 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb977fe640 1 -- 172.21.15.2:0/4200784304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb9819bc80 con 0x7ffb981062e0 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb977fe640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb880097f0 tx=0x7ffb88030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffb88042070 con 0x7ffb981062e0 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb88030d80 con 0x7ffb981062e0 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.917+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb9819bf10 con 0x7ffb981062e0 2024-09-05T04:02:15.410 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.918+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb9819ec00 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.918+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffb88037040 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.918+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7ffb88045070 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.919+0000 7ffb957fa640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 0x7ffb8403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.919+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ffb8806c120 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.919+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb78005290 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.919+0000 7ffb8effd640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 0x7ffb8403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.919+0000 7ffb8effd640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 0x7ffb8403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffb800098c0 tx=0x7ffb80006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:13.924+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb88045520 con 0x7ffb981062e0 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.129+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7ffb780023f0 con 0x7ffb84039020 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.378+0000 7ffb957fa640 1 -- 172.21.15.2:0/4200784304 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7ffb780023f0 con 0x7ffb84039020 2024-09-05T04:02:15.411 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 msgr2=0x7ffb8403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 0x7ffb8403b4e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ffb800098c0 tx=0x7ffb80006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 msgr2=0x7ffb9819b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ffb880097f0 tx=0x7ffb88030c70 comp rx=0 tx=0).stop 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 shutdown_connections 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ffb84039020 0x7ffb8403b4e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 --2- 172.21.15.2:0/4200784304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb981062e0 0x7ffb9819b740 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 >> 172.21.15.2:0/4200784304 conn(0x7ffb98101a90 msgr2=0x7ffb981029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.380+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 shutdown_connections 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:14.381+0000 7ffb9e009640 1 -- 172.21.15.2:0/4200784304 wait complete. 2024-09-05T04:02:15.412 INFO:teuthology.orchestra.run.smithi002.stdout:Fetching dashboard port number... 2024-09-05T04:02:15.718 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:15 smithi002 ceph-mon[31001]: [05/Sep/2024:04:02:13] ENGINE Serving on https://172.21.15.2:7150 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:15 smithi002 ceph-mon[31001]: [05/Sep/2024:04:02:13] ENGINE Bus STARTED 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:15 smithi002 ceph-mon[31001]: [05/Sep/2024:04:02:13] ENGINE Error in HTTPServer.serve 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:02:15.719 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:15 smithi002 ceph-mon[31001]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:15.720 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:15 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:16.547 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stdout 8443 2024-09-05T04:02:16.547 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff04c109640 1 Processor -- start 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff04c109640 1 -- start start 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff04c109640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff04c109640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff04407be50 con 0x7ff044105d00 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff049ea5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff049ea5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48110/0 (socket says 172.21.15.2:48110) 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff049ea5640 1 -- 172.21.15.2:0/2740853828 learned_addr learned my addr 172.21.15.2:0/2740853828 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.797+0000 7ff049ea5640 1 -- 172.21.15.2:0/2740853828 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff044106640 con 0x7ff044105d00 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.798+0000 7ff049ea5640 1 --2- 172.21.15.2:0/2740853828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff040009820 tx=0x7ff04002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b64b76914f86f29 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.798+0000 7ff048ea3640 1 -- 172.21.15.2:0/2740853828 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff040037070 con 0x7ff044105d00 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.798+0000 7ff048ea3640 1 -- 172.21.15.2:0/2740853828 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0400328f0 con 0x7ff044105d00 2024-09-05T04:02:16.548 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.798+0000 7ff048ea3640 1 -- 172.21.15.2:0/2740853828 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff040030740 con 0x7ff044105d00 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 -- 172.21.15.2:0/2740853828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 msgr2=0x7ff044106100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 --2- 172.21.15.2:0/2740853828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff040009820 tx=0x7ff04002a270 comp rx=0 tx=0).stop 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 -- 172.21.15.2:0/2740853828 shutdown_connections 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 --2- 172.21.15.2:0/2740853828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff044106100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 -- 172.21.15.2:0/2740853828 >> 172.21.15.2:0/2740853828 conn(0x7ff044101ab0 msgr2=0x7ff044103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 -- 172.21.15.2:0/2740853828 shutdown_connections 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.799+0000 7ff04c109640 1 -- 172.21.15.2:0/2740853828 wait complete. 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff04c109640 1 Processor -- start 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff04c109640 1 -- start start 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff04c109640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:16.549 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff04c109640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff044107720 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff049ea5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff049ea5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48122/0 (socket says 172.21.15.2:48122) 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff049ea5640 1 -- 172.21.15.2:0/783312189 learned_addr learned my addr 172.21.15.2:0/783312189 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff049ea5640 1 -- 172.21.15.2:0/783312189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04419dae0 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff049ea5640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff040030cc0 tx=0x7ff040030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.800+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff040042070 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.801+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff040030e60 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.801+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff04419dd70 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.801+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff040037040 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.801+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0441a0a60 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.801+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7ff040045070 con 0x7ff044105d00 2024-09-05T04:02:16.550 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.802+0000 7ff03affd640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 0x7ff03003b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.802+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff04006c2e0 con 0x7ff044105d00 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.802+0000 7ff0496a4640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 0x7ff03003b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.802+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff044106100 con 0x7ff044105d00 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.802+0000 7ff0496a4640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 0x7ff03003b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff0340098c0 tx=0x7ff034006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.807+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff040045520 con 0x7ff044105d00 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.988+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7ff0441a0c30 con 0x7ff044105d00 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.988+0000 7ff03affd640 1 -- 172.21.15.2:0/783312189 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7ff04003add0 con 0x7ff044105d00 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.990+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 msgr2=0x7ff03003b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.990+0000 7ff04c109640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 0x7ff03003b4e0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ff0340098c0 tx=0x7ff034006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.990+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 msgr2=0x7ff04419d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:16.551 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.990+0000 7ff04c109640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7ff040030cc0 tx=0x7ff040030cf0 comp rx=0 tx=0).stop 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.990+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 shutdown_connections 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.991+0000 7ff04c109640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff030039020 0x7ff03003b4e0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.991+0000 7ff04c109640 1 --2- 172.21.15.2:0/783312189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff044105d00 0x7ff04419d5a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.991+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 >> 172.21.15.2:0/783312189 conn(0x7ff044101ab0 msgr2=0x7ff0441919a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.991+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 shutdown_connections 2024-09-05T04:02:16.552 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:15.991+0000 7ff04c109640 1 -- 172.21.15.2:0/783312189 wait complete. 2024-09-05T04:02:16.554 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-05T04:02:16.554 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout disabled 2024-09-05T04:02:16.562 INFO:teuthology.orchestra.run.smithi002.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-05T04:02:16.562 INFO:teuthology.orchestra.run.smithi002.stdout:systemctl: stdout inactive 2024-09-05T04:02:16.562 INFO:teuthology.orchestra.run.smithi002.stdout:firewalld.service is not enabled 2024-09-05T04:02:16.562 INFO:teuthology.orchestra.run.smithi002.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout:Ceph Dashboard is now available at: 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: URL: https://smithi002:8443/ 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: User: admin 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: Password: q2h5yvmk5l 2024-09-05T04:02:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:16.565 INFO:teuthology.orchestra.run.smithi002.stdout:Saving cluster configuration to /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config directory 2024-09-05T04:02:16.673 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/783312189' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-05T04:02:17.786 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f4690029640 1 Processor -- start 2024-09-05T04:02:17.786 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f4690029640 1 -- start start 2024-09-05T04:02:17.786 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f4690029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:17.786 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f4690029640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4688107e30 con 0x7f4688107460 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f468ddc5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f468ddc5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48138/0 (socket says 172.21.15.2:48138) 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.942+0000 7f468ddc5640 1 -- 172.21.15.2:0/2221278578 learned_addr learned my addr 172.21.15.2:0/2221278578 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.943+0000 7f468ddc5640 1 -- 172.21.15.2:0/2221278578 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4688108610 con 0x7f4688107460 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.943+0000 7f468ddc5640 1 --2- 172.21.15.2:0/2221278578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4684009820 tx=0x7f468402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86413f083266af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f468cdc3640 1 -- 172.21.15.2:0/2221278578 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4684037070 con 0x7f4688107460 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f468cdc3640 1 -- 172.21.15.2:0/2221278578 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46840328f0 con 0x7f4688107460 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f468cdc3640 1 -- 172.21.15.2:0/2221278578 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4684030740 con 0x7f4688107460 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 -- 172.21.15.2:0/2221278578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 msgr2=0x7f4688107860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 --2- 172.21.15.2:0/2221278578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4684009820 tx=0x7f468402a270 comp rx=0 tx=0).stop 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 -- 172.21.15.2:0/2221278578 shutdown_connections 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 --2- 172.21.15.2:0/2221278578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f4688107860 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:17.787 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 -- 172.21.15.2:0/2221278578 >> 172.21.15.2:0/2221278578 conn(0x7f4688102c50 msgr2=0x7f4688105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 -- 172.21.15.2:0/2221278578 shutdown_connections 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.944+0000 7f4690029640 1 -- 172.21.15.2:0/2221278578 wait complete. 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f4690029640 1 Processor -- start 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f4690029640 1 -- start start 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f4690029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f4690029640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f468810b9c0 con 0x7f4688107460 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f468ddc5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f468ddc5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48144/0 (socket says 172.21.15.2:48144) 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f468ddc5640 1 -- 172.21.15.2:0/2894376917 learned_addr learned my addr 172.21.15.2:0/2894376917 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.945+0000 7f468ddc5640 1 -- 172.21.15.2:0/2894376917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f468819b910 con 0x7f4688107460 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f468ddc5640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4684009940 tx=0x7f4684030cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4684042070 con 0x7f4688107460 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4684030e30 con 0x7f4688107460 2024-09-05T04:02:17.788 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f468819bba0 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4684037040 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.946+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f468819e890 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.947+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f4684045070 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.947+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f468810bb40 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.947+0000 7f467effd640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 0x7f467403b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.947+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f468406c130 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.947+0000 7f468d5c4640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 0x7f467403b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.948+0000 7f468d5c4640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 0x7f467403b4e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46780098c0 tx=0x7f4678006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:16.952+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4684045520 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.216+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f468819ea60 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.219+0000 7f467effd640 1 -- 172.21.15.2:0/2894376917 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f468403add0 con 0x7f4688107460 2024-09-05T04:02:17.789 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 msgr2=0x7f467403b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 0x7f467403b4e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f46780098c0 tx=0x7f4678006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 msgr2=0x7f468819b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4684009940 tx=0x7f4684030cc0 comp rx=0 tx=0).stop 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 shutdown_connections 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4674039020 0x7f467403b4e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 --2- 172.21.15.2:0/2894376917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4688107460 0x7f468819b3d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 >> 172.21.15.2:0/2894376917 conn(0x7f4688102c50 msgr2=0x7f46881037c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 shutdown_connections 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:/usr/bin/ceph: stderr 2024-09-05T04:02:17.221+0000 7f4690029640 1 -- 172.21.15.2:0/2894376917 wait complete. 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:17.790 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.791 INFO:teuthology.orchestra.run.smithi002.stdout:Or, if you are only running a single cluster on this host: 2024-09-05T04:02:17.876 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: ceph telemetry on 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout:For more information see: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:17.877 INFO:teuthology.orchestra.run.smithi002.stdout:Bootstrap complete. 2024-09-05T04:02:17.878 INFO:tasks.cephadm:Fetching config... 2024-09-05T04:02:17.879 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:17.879 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-05T04:02:17.895 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-05T04:02:17.895 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:17.895 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-05T04:02:17.953 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-05T04:02:17.953 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:17.953 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-05T04:02:18.020 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-05T04:02:18.020 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:18.020 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-05T04:02:18.076 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-05T04:02:18.076 DEBUG:teuthology.orchestra.run.smithi002:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T04:02:18.156 INFO:teuthology.orchestra.run.smithi002.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:18.168 DEBUG:teuthology.orchestra.run.smithi047:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T04:02:18.209 INFO:teuthology.orchestra.run.smithi047.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:18.221 DEBUG:teuthology.orchestra.run.smithi079:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-05T04:02:18.263 INFO:teuthology.orchestra.run.smithi079.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCwIZfG674qH1NxDuBjZ0pN3g/NRyuDKV2FEa58X6zvJzllQulHT6yjMqzFJFYufa0/+0B+iaKx7FIgR680UpDRqeG3JN+FyTwu2/hg+dIUtwRUXzApgIOCFRW3cjJO2TcsPTK4JlMNOzKT2bVwFYh2FO8tFtQHKa9rcI/em8cbPStOr1W+K0WKOKDL8DbTWyY2VsJmhho9sAGN3uyGD7ror1Q3YIZMxR1Q7ZvTmQAt/mC6aC3JSgz+qjd1xDNz5rZXn/6yjoe+1mbAjvHKOlJEeXRvGL2YfjgnHuoFFCmmUKrZeK58GrkBe4rk0dGan0YOf6bsx/IwOr7vvvAI+iWJmKtWW60xkIEWzIEo4r5ZjQ799/T2LwohRfrnpUNybK7iPX3Fe/0vbClBU0JvQrhonrVCZq/PAOjXos+ZBKE67IGZCi3MZeYZi4p1iT1I4npkT6ZuU3bUe0+Gdukra9vgT05W8J9utSKrDlzTlrihOJg/nE8gHuGzQjTUoKe0lys= ceph-60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:18.275 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-05T04:02:18.523 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:18.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:18 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2894376917' entity='client.admin' 2024-09-05T04:02:18.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:18 smithi002 ceph-mon[31001]: mgrmap e13: x(active, since 6s) 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- 172.21.15.2:0/3354549574 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 msgr2=0x7ff808102fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 --2- 172.21.15.2:0/3354549574 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808102fd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8009880 tx=0x7ff7f802a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- 172.21.15.2:0/3354549574 shutdown_connections 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 --2- 172.21.15.2:0/3354549574 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808102fd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- 172.21.15.2:0/3354549574 >> 172.21.15.2:0/3354549574 conn(0x7ff8080fb400 msgr2=0x7ff8080fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- 172.21.15.2:0/3354549574 shutdown_connections 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- 172.21.15.2:0/3354549574 wait complete. 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 Processor -- start 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.988+0000 7ff80df5f640 1 -- start start 2024-09-05T04:02:19.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff80df5f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff80df5f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff8081075b0 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff8077fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff8077fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48168/0 (socket says 172.21.15.2:48168) 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff8077fe640 1 -- 172.21.15.2:0/365653797 learned_addr learned my addr 172.21.15.2:0/365653797 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff8077fe640 1 -- 172.21.15.2:0/365653797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff808197230 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff8077fe640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8009230 tx=0x7ff7f80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7f803f070 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7f8003aa0 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8081974c0 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff7f8035030 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.989+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff80819a1a0 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.990+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7ff7f8042070 con 0x7ff808102bd0 2024-09-05T04:02:19.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.990+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff808107d30 con 0x7ff808102bd0 2024-09-05T04:02:19.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.991+0000 7ff804ff9640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 0x7ff7f003b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:19.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.991+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff7f806cf90 con 0x7ff808102bd0 2024-09-05T04:02:19.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.991+0000 7ff806ffd640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 0x7ff7f003b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:19.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.991+0000 7ff806ffd640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 0x7ff7f003b580 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc0098c0 tx=0x7ff7fc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:19.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:18.996+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff7f8003cc0 con 0x7ff808102bd0 2024-09-05T04:02:19.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.173+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7ff80802d940 con 0x7ff808102bd0 2024-09-05T04:02:19.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.177+0000 7ff804ff9640 1 -- 172.21.15.2:0/365653797 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7ff7f8042360 con 0x7ff808102bd0 2024-09-05T04:02:19.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 msgr2=0x7ff7f003b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:19.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 0x7ff7f003b580 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc0098c0 tx=0x7ff7fc006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 msgr2=0x7ff808196cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:19.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff7f8009230 tx=0x7ff7f80048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 shutdown_connections 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff7f00390c0 0x7ff7f003b580 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 --2- 172.21.15.2:0/365653797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff808102bd0 0x7ff808196cf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.179+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 >> 172.21.15.2:0/365653797 conn(0x7ff8080fb400 msgr2=0x7ff8080fbed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.180+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 shutdown_connections 2024-09-05T04:02:19.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:19.180+0000 7ff80df5f640 1 -- 172.21.15.2:0/365653797 wait complete. 2024-09-05T04:02:20.046 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-05T04:02:20.046 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-05T04:02:20.278 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:20 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/365653797' entity='client.admin' 2024-09-05T04:02:20.485 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:20.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 -- 172.21.15.2:0/1350237715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 msgr2=0x7f02981019e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:20.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1350237715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f02981019e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0288009880 tx=0x7f028802a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 -- 172.21.15.2:0/1350237715 shutdown_connections 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1350237715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f02981019e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 -- 172.21.15.2:0/1350237715 >> 172.21.15.2:0/1350237715 conn(0x7f02980fcd70 msgr2=0x7f02980ff1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 -- 172.21.15.2:0/1350237715 shutdown_connections 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 -- 172.21.15.2:0/1350237715 wait complete. 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.971+0000 7f029d2c2640 1 Processor -- start 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f029d2c2640 1 -- start start 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f029d2c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:20.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f029d2c2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f02981075a0 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f0296ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f0296ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48186/0 (socket says 172.21.15.2:48186) 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f0296ffd640 1 -- 172.21.15.2:0/1265164055 learned_addr learned my addr 172.21.15.2:0/1265164055 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f0296ffd640 1 -- 172.21.15.2:0/1265164055 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02981971e0 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f0296ffd640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0288009230 tx=0x7f02880048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f028803f070 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288003aa0 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0298197470 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0288035030 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.972+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f029819a160 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.974+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f0288042070 con 0x7f02981015e0 2024-09-05T04:02:20.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.974+0000 7f027ffff640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 0x7f028003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:20.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.974+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f028806ce50 con 0x7f02981015e0 2024-09-05T04:02:20.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.974+0000 7f02967fc640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 0x7f028003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:20.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.974+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0298107d20 con 0x7f02981015e0 2024-09-05T04:02:20.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.975+0000 7f02967fc640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 0x7f028003b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f028c0098c0 tx=0x7f028c006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:20.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:20.983+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f028802f300 con 0x7f02981015e0 2024-09-05T04:02:21.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.167+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f0298062630 con 0x7f0280039060 2024-09-05T04:02:21.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.171+0000 7f027ffff640 1 -- 172.21.15.2:0/1265164055 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0298062630 con 0x7f0280039060 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 msgr2=0x7f028003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 0x7f028003b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f028c0098c0 tx=0x7f028c006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 msgr2=0x7f0298196ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0288009230 tx=0x7f02880048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 shutdown_connections 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0280039060 0x7f028003b520 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 --2- 172.21.15.2:0/1265164055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02981015e0 0x7f0298196ca0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 >> 172.21.15.2:0/1265164055 conn(0x7f02980fcd70 msgr2=0x7f02980fd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 shutdown_connections 2024-09-05T04:02:21.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:21.173+0000 7f029d2c2640 1 -- 172.21.15.2:0/1265164055 wait complete. 2024-09-05T04:02:22.128 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi047 2024-09-05T04:02:22.129 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:02:22.129 DEBUG:teuthology.orchestra.run.smithi047:> dd of=/etc/ceph/ceph.conf 2024-09-05T04:02:22.147 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:02:22.147 DEBUG:teuthology.orchestra.run.smithi047:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:22.206 INFO:tasks.cephadm:Adding host smithi047 to orchestrator... 2024-09-05T04:02:22.206 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch host add smithi047 2024-09-05T04:02:22.457 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi002", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:22.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 -- 172.21.15.2:0/689599064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 msgr2=0x7f26c4107960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 --2- 172.21.15.2:0/689599064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c4107960 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f26c0009880 tx=0x7f26c002a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 -- 172.21.15.2:0/689599064 shutdown_connections 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 --2- 172.21.15.2:0/689599064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c4107960 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 -- 172.21.15.2:0/689599064 >> 172.21.15.2:0/689599064 conn(0x7f26c40fb920 msgr2=0x7f26c40fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:22.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 -- 172.21.15.2:0/689599064 shutdown_connections 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.936+0000 7f26cb543640 1 -- 172.21.15.2:0/689599064 wait complete. 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26cb543640 1 Processor -- start 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26cb543640 1 -- start start 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26cb543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26cb543640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f26c410baf0 con 0x7f26c4107580 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26c92df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26c92df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56294/0 (socket says 172.21.15.2:56294) 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26c92df640 1 -- 172.21.15.2:0/774465992 learned_addr learned my addr 172.21.15.2:0/774465992 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26c92df640 1 -- 172.21.15.2:0/774465992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26c4197600 con 0x7f26c4107580 2024-09-05T04:02:22.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.937+0000 7f26c92df640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f26c0009230 tx=0x7f26c00048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:22.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.938+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f26c003f070 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.938+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26c0004d10 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.938+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26c41978f0 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.938+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f26c0035030 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.938+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26c419b990 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f26c0042070 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26c4102df0 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26ba7fc640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 0x7f26b003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f26c006cc90 con 0x7f26c4107580 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26c8ade640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 0x7f26b003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:22.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.939+0000 7f26c8ade640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 0x7f26b003b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f26b40098c0 tx=0x7f26b4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:22.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:22.943+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f26c00372d0 con 0x7f26c4107580 2024-09-05T04:02:23.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:23.122+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi047", "target": ["mon-mgr", ""]}) -- 0x7f26c4107a40 con 0x7f26b0039060 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:23.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:23.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:24.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:24 smithi002 ceph-mon[31001]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi047", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:25.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:25 smithi002 ceph-mon[31001]: Deploying cephadm binary to smithi047 2024-09-05T04:02:27.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.042+0000 7f26ba7fc640 1 -- 172.21.15.2:0/774465992 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f26c4107a40 con 0x7f26b0039060 2024-09-05T04:02:27.043 INFO:teuthology.orchestra.run.smithi002.stdout:Added host 'smithi047' with addr '172.21.15.47' 2024-09-05T04:02:27.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 msgr2=0x7f26b003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:27.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 0x7f26b003b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f26b40098c0 tx=0x7f26b4006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 msgr2=0x7f26c41970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f26c0009230 tx=0x7f26c00048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 shutdown_connections 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26b0039060 0x7f26b003b520 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 --2- 172.21.15.2:0/774465992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f26c4107580 0x7f26c41970c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 >> 172.21.15.2:0/774465992 conn(0x7f26c40fb920 msgr2=0x7f26c41050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 shutdown_connections 2024-09-05T04:02:27.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:27.045+0000 7f26cb543640 1 -- 172.21.15.2:0/774465992 wait complete. 2024-09-05T04:02:27.646 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T04:02:27.893 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:28.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:28.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:28 smithi002 ceph-mon[31001]: Added host smithi047 2024-09-05T04:02:28.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:28.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:28.264 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:28.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.341+0000 7f0f8cffa640 1 -- 172.21.15.2:0/49182240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 msgr2=0x7f0f881006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:28.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/49182240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881006c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0f78009c20 tx=0x7f0f7802aa90 comp rx=0 tx=0).stop 2024-09-05T04:02:28.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 -- 172.21.15.2:0/49182240 shutdown_connections 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/49182240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881006c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 -- 172.21.15.2:0/49182240 >> 172.21.15.2:0/49182240 conn(0x7f0f880fc1b0 msgr2=0x7f0f880fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 -- 172.21.15.2:0/49182240 shutdown_connections 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 -- 172.21.15.2:0/49182240 wait complete. 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 Processor -- start 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.342+0000 7f0f8cffa640 1 -- start start 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8cffa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8cffa640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8810dd50 con 0x7f0f881002e0 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56320/0 (socket says 172.21.15.2:56320) 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8659c640 1 -- 172.21.15.2:0/1010833664 learned_addr learned my addr 172.21.15.2:0/1010833664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8659c640 1 -- 172.21.15.2:0/1010833664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f881997e0 con 0x7f0f881002e0 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8659c640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0f78005e30 tx=0x7f0f7802b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:28.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f78047070 con 0x7f0f881002e0 2024-09-05T04:02:28.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f78003e20 con 0x7f0f881002e0 2024-09-05T04:02:28.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f88199a70 con 0x7f0f881002e0 2024-09-05T04:02:28.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f78033050 con 0x7f0f881002e0 2024-09-05T04:02:28.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.343+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f88199e70 con 0x7f0f881002e0 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.344+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f0f7804a070 con 0x7f0f881002e0 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.344+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f8806a7b0 con 0x7f0f881002e0 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.344+0000 7f0f7f7fe640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 0x7f0f7403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.345+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0f7803e030 con 0x7f0f881002e0 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.345+0000 7f0f85d9b640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 0x7f0f7403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:28.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.345+0000 7f0f85d9b640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 0x7f0f7403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0f700098c0 tx=0x7f0f70006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:28.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.349+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0f7802edf0 con 0x7f0f881002e0 2024-09-05T04:02:28.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.532+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0f8819a690 con 0x7f0f74039060 2024-09-05T04:02:28.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.534+0000 7f0f7f7fe640 1 -- 172.21.15.2:0/1010833664 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+158 (secure 0 0 0) 0x7f0f8819a690 con 0x7f0f74039060 2024-09-05T04:02:28.534 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:28.534 INFO:teuthology.orchestra.run.smithi002.stdout:[{"addr": "172.21.15.2", "hostname": "smithi002", "labels": [], "status": ""}, {"addr": "172.21.15.47", "hostname": "smithi047", "labels": [], "status": ""}] 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 msgr2=0x7f0f7403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 0x7f0f7403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0f700098c0 tx=0x7f0f70006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 msgr2=0x7f0f881992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0f78005e30 tx=0x7f0f7802b010 comp rx=0 tx=0).stop 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 shutdown_connections 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0f74039060 0x7f0f7403b520 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 --2- 172.21.15.2:0/1010833664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0f881002e0 0x7f0f881992a0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 >> 172.21.15.2:0/1010833664 conn(0x7f0f880fc1b0 msgr2=0x7f0f880fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 shutdown_connections 2024-09-05T04:02:28.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:28.536+0000 7f0f8cffa640 1 -- 172.21.15.2:0/1010833664 wait complete. 2024-09-05T04:02:29.092 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi079 2024-09-05T04:02:29.093 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:02:29.093 DEBUG:teuthology.orchestra.run.smithi079:> dd of=/etc/ceph/ceph.conf 2024-09-05T04:02:29.111 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:02:29.111 DEBUG:teuthology.orchestra.run.smithi079:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:29.167 INFO:tasks.cephadm:Adding host smithi079 to orchestrator... 2024-09-05T04:02:29.167 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch host add smithi079 2024-09-05T04:02:29.420 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:29.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:29 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:29.641 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:29 smithi002 ceph-mon[31001]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:02:29.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 -- 172.21.15.2:0/758218501 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 msgr2=0x7f23ec102b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:29.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 --2- 172.21.15.2:0/758218501 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec102b10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f23e4009c10 tx=0x7f23e402aa10 comp rx=0 tx=0).stop 2024-09-05T04:02:29.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 -- 172.21.15.2:0/758218501 shutdown_connections 2024-09-05T04:02:29.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 --2- 172.21.15.2:0/758218501 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec102b10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:29.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 -- 172.21.15.2:0/758218501 >> 172.21.15.2:0/758218501 conn(0x7f23ec077310 msgr2=0x7f23ec0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:29.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 -- 172.21.15.2:0/758218501 shutdown_connections 2024-09-05T04:02:29.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.839+0000 7f23f106b640 1 -- 172.21.15.2:0/758218501 wait complete. 2024-09-05T04:02:29.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.840+0000 7f23f106b640 1 Processor -- start 2024-09-05T04:02:29.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.840+0000 7f23f106b640 1 -- start start 2024-09-05T04:02:29.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23f106b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:29.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23f106b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f23ec10bb30 con 0x7f23ec102730 2024-09-05T04:02:29.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23ead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23ead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56338/0 (socket says 172.21.15.2:56338) 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23ead9d640 1 -- 172.21.15.2:0/351898733 learned_addr learned my addr 172.21.15.2:0/351898733 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23ead9d640 1 -- 172.21.15.2:0/351898733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23ec197650 con 0x7f23ec102730 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23ead9d640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f23e4005dd0 tx=0x7f23e402f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23e4034070 con 0x7f23ec102730 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23e402feb0 con 0x7f23ec102730 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23ec1978e0 con 0x7f23ec102730 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.841+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f23e4004360 con 0x7f23ec102730 2024-09-05T04:02:29.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.842+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23ec197ce0 con 0x7f23ec102730 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.842+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f23e4037020 con 0x7f23ec102730 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.842+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23ec069f90 con 0x7f23ec102730 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.843+0000 7f23e3fff640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 0x7f23d803b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.843+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f23e406cea0 con 0x7f23ec102730 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.843+0000 7f23ea59c640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 0x7f23d803b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:29.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.843+0000 7f23ea59c640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 0x7f23d803b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f23d40098c0 tx=0x7f23d4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:29.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:29.847+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f23e403f070 con 0x7f23ec102730 2024-09-05T04:02:30.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:30.026+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi079", "target": ["mon-mgr", ""]}) -- 0x7f23ec198500 con 0x7f23d80390c0 2024-09-05T04:02:31.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:30 smithi002 ceph-mon[31001]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi079", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: Deploying cephadm binary to smithi079 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi047", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:02:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:32.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:32.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:33.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:33 smithi002 ceph-mon[31001]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:33.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:33 smithi002 ceph-mon[31001]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:02:33.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.868+0000 7f23e3fff640 1 -- 172.21.15.2:0/351898733 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f23ec198500 con 0x7f23d80390c0 2024-09-05T04:02:33.869 INFO:teuthology.orchestra.run.smithi002.stdout:Added host 'smithi079' with addr '172.21.15.79' 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 msgr2=0x7f23d803b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 0x7f23d803b580 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f23d40098c0 tx=0x7f23d4006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 msgr2=0x7f23ec197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f23e4005dd0 tx=0x7f23e402f980 comp rx=0 tx=0).stop 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 shutdown_connections 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f23d80390c0 0x7f23d803b580 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 --2- 172.21.15.2:0/351898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23ec102730 0x7f23ec197110 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 >> 172.21.15.2:0/351898733 conn(0x7f23ec077310 msgr2=0x7f23ec1054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 shutdown_connections 2024-09-05T04:02:33.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:33.870+0000 7f23f106b640 1 -- 172.21.15.2:0/351898733 wait complete. 2024-09-05T04:02:34.398 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch host ls --format=json 2024-09-05T04:02:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:34 smithi002 ceph-mon[31001]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:34.644 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 -- 172.21.15.2:0/670221869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 msgr2=0x7f1ae4106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 --2- 172.21.15.2:0/670221869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4106940 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1adc009880 tx=0x7f1adc02a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 -- 172.21.15.2:0/670221869 shutdown_connections 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 --2- 172.21.15.2:0/670221869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4106940 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 -- 172.21.15.2:0/670221869 >> 172.21.15.2:0/670221869 conn(0x7f1ae40fc1b0 msgr2=0x7f1ae40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 -- 172.21.15.2:0/670221869 shutdown_connections 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 -- 172.21.15.2:0/670221869 wait complete. 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.053+0000 7f1ae9356640 1 Processor -- start 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae9356640 1 -- start start 2024-09-05T04:02:35.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae9356640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae9356640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ae410aa40 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35604/0 (socket says 172.21.15.2:35604) 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae2ffd640 1 -- 172.21.15.2:0/3247633156 learned_addr learned my addr 172.21.15.2:0/3247633156 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae2ffd640 1 -- 172.21.15.2:0/3247633156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ae41983b0 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.054+0000 7f1ae2ffd640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1adc009230 tx=0x7f1adc0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.055+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1adc03f070 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.055+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ae4198640 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.055+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1adc004d10 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.055+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1adc035030 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.055+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ae4198aa0 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f1adc042070 con 0x7f1ae4106560 2024-09-05T04:02:35.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ae4101bd0 con 0x7f1ae4106560 2024-09-05T04:02:35.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1adbfff640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 0x7f1ad003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:35.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1adc06ce10 con 0x7f1ae4106560 2024-09-05T04:02:35.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1ae27fc640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 0x7f1ad003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:35.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.056+0000 7f1ae27fc640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 0x7f1ad003b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1acc0098c0 tx=0x7f1acc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:35.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.061+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1adc031400 con 0x7f1ae4106560 2024-09-05T04:02:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.241+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1ae41069c0 con 0x7f1ad0039060 2024-09-05T04:02:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.243+0000 7f1adbfff640 1 -- 172.21.15.2:0/3247633156 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+237 (secure 0 0 0) 0x7f1ae41069c0 con 0x7f1ad0039060 2024-09-05T04:02:35.243 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:02:35.243 INFO:teuthology.orchestra.run.smithi002.stdout:[{"addr": "172.21.15.2", "hostname": "smithi002", "labels": [], "status": ""}, {"addr": "172.21.15.47", "hostname": "smithi047", "labels": [], "status": ""}, {"addr": "172.21.15.79", "hostname": "smithi079", "labels": [], "status": ""}] 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 msgr2=0x7f1ad003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 0x7f1ad003b520 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f1acc0098c0 tx=0x7f1acc006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 msgr2=0x7f1ae4197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f1adc009230 tx=0x7f1adc0048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 shutdown_connections 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ad0039060 0x7f1ad003b520 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 --2- 172.21.15.2:0/3247633156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ae4106560 0x7f1ae4197e70 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 >> 172.21.15.2:0/3247633156 conn(0x7f1ae40fc1b0 msgr2=0x7f1ae40fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 shutdown_connections 2024-09-05T04:02:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:35.245+0000 7f1ae9356640 1 -- 172.21.15.2:0/3247633156 wait complete. 2024-09-05T04:02:35.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:35 smithi002 ceph-mon[31001]: Added host smithi079 2024-09-05T04:02:35.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:35.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:35.837 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-05T04:02:35.837 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd crush tunables default 2024-09-05T04:02:36.081 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 -- 172.21.15.2:0/3175806688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 msgr2=0x7f35ac074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 --2- 172.21.15.2:0/3175806688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac074a00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f359c009880 tx=0x7f359c02a670 comp rx=0 tx=0).stop 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 -- 172.21.15.2:0/3175806688 shutdown_connections 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 --2- 172.21.15.2:0/3175806688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac074a00 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 -- 172.21.15.2:0/3175806688 >> 172.21.15.2:0/3175806688 conn(0x7f35ac0fd290 msgr2=0x7f35ac0ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:36.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 -- 172.21.15.2:0/3175806688 shutdown_connections 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.476+0000 7f35b0c73640 1 -- 172.21.15.2:0/3175806688 wait complete. 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.477+0000 7f35b0c73640 1 Processor -- start 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.477+0000 7f35b0c73640 1 -- start start 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.477+0000 7f35b0c73640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.477+0000 7f35b0c73640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35ac10dd70 con 0x7f35ac074620 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35aa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35aa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35614/0 (socket says 172.21.15.2:35614) 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35aa59c640 1 -- 172.21.15.2:0/438453281 learned_addr learned my addr 172.21.15.2:0/438453281 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35aa59c640 1 -- 172.21.15.2:0/438453281 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35ac199830 con 0x7f35ac074620 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35aa59c640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f359c009230 tx=0x7f359c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f359c03f070 con 0x7f35ac074620 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f359c003aa0 con 0x7f35ac074620 2024-09-05T04:02:36.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35ac199ac0 con 0x7f35ac074620 2024-09-05T04:02:36.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.478+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f359c035030 con 0x7f35ac074620 2024-09-05T04:02:36.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.479+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35ac199f20 con 0x7f35ac074620 2024-09-05T04:02:36.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.479+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f359c042070 con 0x7f35ac074620 2024-09-05T04:02:36.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.480+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35ac075cd0 con 0x7f35ac074620 2024-09-05T04:02:36.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.480+0000 7f35a3fff640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 0x7f359803b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:36.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.480+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f359c06cc80 con 0x7f35ac074620 2024-09-05T04:02:36.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.480+0000 7f35a1d9b640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 0x7f359803b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:36.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.480+0000 7f35a1d9b640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 0x7f359803b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f35940098c0 tx=0x7f3594006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:36.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.485+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f359c0433b0 con 0x7f35ac074620 2024-09-05T04:02:36.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:36.669+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f35ac19a6b0 con 0x7f35ac074620 2024-09-05T04:02:36.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:36 smithi002 ceph-mon[31001]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:36.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:36 smithi002 ceph-mon[31001]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:02:37.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.447+0000 7f35a3fff640 1 -- 172.21.15.2:0/438453281 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f359c02f300 con 0x7f35ac074620 2024-09-05T04:02:37.448 INFO:teuthology.orchestra.run.smithi002.stderr:adjusted tunables profile to default 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 msgr2=0x7f359803b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 0x7f359803b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f35940098c0 tx=0x7f3594006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 msgr2=0x7f35ac1992f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f359c009230 tx=0x7f359c0048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 shutdown_connections 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f35980390c0 0x7f359803b580 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 --2- 172.21.15.2:0/438453281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35ac074620 0x7f35ac1992f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 >> 172.21.15.2:0/438453281 conn(0x7f35ac0fd290 msgr2=0x7f35ac107840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:37.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.450+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 shutdown_connections 2024-09-05T04:02:37.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:37.451+0000 7f35b0c73640 1 -- 172.21.15.2:0/438453281 wait complete. 2024-09-05T04:02:37.774 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:37 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/438453281' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-05T04:02:38.076 INFO:tasks.cephadm:Adding mon.a on smithi002 2024-09-05T04:02:38.076 INFO:tasks.cephadm:Adding mon.b on smithi047 2024-09-05T04:02:38.076 INFO:tasks.cephadm:Adding mon.c on smithi079 2024-09-05T04:02:38.076 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch apply mon '3;smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c' 2024-09-05T04:02:38.327 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:38.781 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 -- 172.21.15.79:0/1635756776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 msgr2=0x7fba18106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/1635756776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba18106940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009880 tx=0x7fba0c02a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 -- 172.21.15.79:0/1635756776 shutdown_connections 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/1635756776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba18106940 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 -- 172.21.15.79:0/1635756776 >> 172.21.15.79:0/1635756776 conn(0x7fba180fc1b0 msgr2=0x7fba180fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 -- 172.21.15.79:0/1635756776 shutdown_connections 2024-09-05T04:02:38.782 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.780+0000 7fba1ec1b640 1 -- 172.21.15.79:0/1635756776 wait complete. 2024-09-05T04:02:38.783 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1ec1b640 1 Processor -- start 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1ec1b640 1 -- start start 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1ec1b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1ec1b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fba1810aa40 con 0x7fba18106560 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1c9b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1c9b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.79:35740/0 (socket says 172.21.15.79:35740) 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.781+0000 7fba1c9b7640 1 -- 172.21.15.79:0/2542007083 learned_addr learned my addr 172.21.15.79:0/2542007083 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba1c9b7640 1 -- 172.21.15.79:0/2542007083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba181997e0 con 0x7fba18106560 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba1c9b7640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009230 tx=0x7fba0c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba0c03f070 con 0x7fba18106560 2024-09-05T04:02:38.784 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba0c004d10 con 0x7fba18106560 2024-09-05T04:02:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba18199a70 con 0x7fba18106560 2024-09-05T04:02:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fba0c035030 con 0x7fba18106560 2024-09-05T04:02:38.785 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.782+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba18199ed0 con 0x7fba18106560 2024-09-05T04:02:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/438453281' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T04:02:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi079", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.783+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fba0c042070 con 0x7fba18106560 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.783+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba18101bd0 con 0x7fba18106560 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.783+0000 7fba15ffb640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 0x7fba0803b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.783+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fba0c06cd90 con 0x7fba18106560 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.784+0000 7fba17fff640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 0x7fba0803b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:38.787 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.784+0000 7fba17fff640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 0x7fba0803b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fba040098c0 tx=0x7fba04006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:38.790 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.790+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fba0c042360 con 0x7fba18106560 2024-09-05T04:02:38.972 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.971+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c", "target": ["mon-mgr", ""]}) -- 0x7fba1819a6b0 con 0x7fba08039060 2024-09-05T04:02:38.977 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.977+0000 7fba15ffb640 1 -- 172.21.15.79:0/2542007083 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fba040094d0 con 0x7fba08039060 2024-09-05T04:02:38.978 INFO:teuthology.orchestra.run.smithi079.stdout:Scheduled mon update... 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 msgr2=0x7fba0803b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 0x7fba0803b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fba040098c0 tx=0x7fba04006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 msgr2=0x7fba181992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009230 tx=0x7fba0c0048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 shutdown_connections 2024-09-05T04:02:38.980 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fba08039060 0x7fba0803b520 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 --2- 172.21.15.79:0/2542007083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba18106560 0x7fba181992a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 >> 172.21.15.79:0/2542007083 conn(0x7fba180fc1b0 msgr2=0x7fba18069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 shutdown_connections 2024-09-05T04:02:38.981 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:38.979+0000 7fba1ec1b640 1 -- 172.21.15.79:0/2542007083 wait complete. 2024-09-05T04:02:39.489 DEBUG:teuthology.orchestra.run.smithi047:mon.b> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.b.service 2024-09-05T04:02:39.492 DEBUG:teuthology.orchestra.run.smithi079:mon.c> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.c.service 2024-09-05T04:02:39.495 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T04:02:39.495 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: Updating smithi079:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:39.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:40 smithi002 ceph-mon[31001]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:40 smithi002 ceph-mon[31001]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:40 smithi002 ceph-mon[31001]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c;count:3 2024-09-05T04:02:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:40 smithi002 ceph-mon[31001]: Deploying daemon mon.c on smithi079 2024-09-05T04:02:40.965 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 -- 172.21.15.79:0/782485947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 msgr2=0x7f30ac106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 --2- 172.21.15.79:0/782485947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac106940 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f309c009880 tx=0x7f309c02a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 -- 172.21.15.79:0/782485947 shutdown_connections 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 --2- 172.21.15.79:0/782485947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac106940 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 -- 172.21.15.79:0/782485947 >> 172.21.15.79:0/782485947 conn(0x7f30ac0fc1b0 msgr2=0x7f30ac0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 -- 172.21.15.79:0/782485947 shutdown_connections 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.377+0000 7f30b2596640 1 -- 172.21.15.79:0/782485947 wait complete. 2024-09-05T04:02:41.379 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30b2596640 1 Processor -- start 2024-09-05T04:02:41.380 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30b2596640 1 -- start start 2024-09-05T04:02:41.380 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30b2596640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:41.380 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30b2596640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac10aa40 con 0x7f30ac106560 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30abfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.378+0000 7f30abfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.79:35750/0 (socket says 172.21.15.79:35750) 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30abfff640 1 -- 172.21.15.79:0/1207720680 learned_addr learned my addr 172.21.15.79:0/1207720680 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30abfff640 1 -- 172.21.15.79:0/1207720680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac197560 con 0x7f30ac106560 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30abfff640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f309c009230 tx=0x7f309c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:41.381 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f309c03f070 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac1977f0 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f309c003aa0 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f309c035030 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.379+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac19b8f0 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.380+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f309c042070 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.380+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac101bd0 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.380+0000 7f30a97fa640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 0x7f309403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.380+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f309c06cd40 con 0x7f30ac106560 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.381+0000 7f30ab7fe640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 0x7f309403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:41.382 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.381+0000 7f30ab7fe640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 0x7f309403b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f30a00098c0 tx=0x7f30a0006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:41.386 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.386+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f309c04c350 con 0x7f30ac106560 2024-09-05T04:02:41.622 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.621+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f30ac198380 con 0x7f30ac106560 2024-09-05T04:02:41.622 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.622+0000 7f30a97fa640 1 -- 172.21.15.79:0/1207720680 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+741 (secure 0 0 0) 0x7f309c02fdc0 con 0x7f30ac106560 2024-09-05T04:02:41.623 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:02:41.623 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":1,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","modified":"2024-09-05T04:01:15.357030Z","created":"2024-09-05T04:01:15.357030Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-05T04:02:41.623 INFO:teuthology.orchestra.run.smithi079.stderr:dumped monmap epoch 1 2024-09-05T04:02:41.625 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 msgr2=0x7f309403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:41.625 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 0x7f309403b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f30a00098c0 tx=0x7f30a0006db0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.625 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 msgr2=0x7f30ac197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f309c009230 tx=0x7f309c0048f0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 shutdown_connections 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3094039060 0x7f309403b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 --2- 172.21.15.79:0/1207720680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f30ac106560 0x7f30ac197020 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 >> 172.21.15.79:0/1207720680 conn(0x7f30ac0fc1b0 msgr2=0x7f30ac069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 shutdown_connections 2024-09-05T04:02:41.626 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:41.624+0000 7f30b2596640 1 -- 172.21.15.79:0/1207720680 wait complete. 2024-09-05T04:02:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:42 smithi002 ceph-mon[31001]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:42 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1207720680' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:43.627 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T04:02:43.627 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T04:02:43.650 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:43 smithi079 systemd[1]: Started Ceph mon.c for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:02:43.874 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:02:48.682 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 -- 172.21.15.79:0/2982111809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4400003530 msgr2=0x7f44000059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:48.682 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 --2- 172.21.15.79:0/2982111809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4400003530 0x7f44000059c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f44181016e0 tx=0x7f440802c490 comp rx=0 tx=0).stop 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 -- 172.21.15.79:0/2982111809 shutdown_connections 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 --2- 172.21.15.79:0/2982111809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4400003530 0x7f44000059c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 -- 172.21.15.79:0/2982111809 >> 172.21.15.79:0/2982111809 conn(0x7f44180fc2c0 msgr2=0x7f44180fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 -- 172.21.15.79:0/2982111809 shutdown_connections 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.681+0000 7f441ea55640 1 -- 172.21.15.79:0/2982111809 wait complete. 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.682+0000 7f441ea55640 1 Processor -- start 2024-09-05T04:02:48.683 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.682+0000 7f441ea55640 1 -- start start 2024-09-05T04:02:48.684 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f441ea55640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:48.684 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f441ea55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 0x7f4418199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:48.684 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f441ea55640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4418107590 con 0x7f44181954e0 2024-09-05T04:02:48.684 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f441ea55640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4418107410 con 0x7f4400003530 2024-09-05T04:02:48.686 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:48.686 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:46088/0 (socket says 172.21.15.79:46088) 2024-09-05T04:02:48.686 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 -- 172.21.15.79:0/1610285776 learned_addr learned my addr 172.21.15.79:0/1610285776 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:02:48.686 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f44177fe640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 0x7f4418199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:48.686 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 -- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 msgr2=0x7f4418194fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 -- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 msgr2=0x7f4418194fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f4417fff640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f44177fe640 1 -- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 msgr2=0x7f4418194fa0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f44177fe640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.683+0000 7f44177fe640 1 -- 172.21.15.79:0/1610285776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4418195b00 con 0x7f44181954e0 2024-09-05T04:02:48.687 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f44177fe640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 0x7f4418199870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f440c00b3d0 tx=0x7f440c00b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:48.688 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f440c011630 con 0x7f44181954e0 2024-09-05T04:02:48.688 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f440c011c80 con 0x7f44181954e0 2024-09-05T04:02:48.688 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4418199db0 con 0x7f44181954e0 2024-09-05T04:02:48.688 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f440c010d80 con 0x7f44181954e0 2024-09-05T04:02:48.688 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.684+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f441819a370 con 0x7f44181954e0 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.685+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f440c018020 con 0x7f44181954e0 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.685+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f441819a680 con 0x7f44181954e0 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.685+0000 7f44157fa640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 0x7f440403d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.685+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f440c04bcb0 con 0x7f44181954e0 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.685+0000 7f4417fff640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 0x7f440403d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:48.690 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.686+0000 7f4417fff640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 0x7f440403d520 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4408012c10 tx=0x7f44080323a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:48.692 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.691+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f440c01f020 con 0x7f44181954e0 2024-09-05T04:02:48.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:48.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: mon.a calling monitor election 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: mon.c calling monitor election 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: monmap epoch 2 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: last_changed 2024-09-05T04:02:43.414966+0000 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:48.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: min_mon_release 19 (squid) 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: election_strategy: 1 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: fsmap 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: mgrmap e13: x(active, since 37s) 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: overall HEALTH_OK 2024-09-05T04:02:48.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:48.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:48.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: mon.a calling monitor election 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: mon.c calling monitor election 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:48.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: monmap epoch 2 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: last_changed 2024-09-05T04:02:43.414966+0000 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: min_mon_release 19 (squid) 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: election_strategy: 1 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:48.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: fsmap 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: mgrmap e13: x(active, since 37s) 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: overall HEALTH_OK 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:48.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:48.930 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.929+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4418196360 con 0x7f44181954e0 2024-09-05T04:02:48.931 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.930+0000 7f44157fa640 1 -- 172.21.15.79:0/1610285776 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1007 (secure 0 0 0) 0x7f440c014170 con 0x7f44181954e0 2024-09-05T04:02:48.931 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:02:48.931 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":2,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","modified":"2024-09-05T04:02:43.414966Z","created":"2024-09-05T04:01:15.357030Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:3300","nonce":0},{"type":"v1","addr":"172.21.15.79:6789","nonce":0}]},"addr":"172.21.15.79:6789/0","public_addr":"172.21.15.79:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T04:02:48.931 INFO:teuthology.orchestra.run.smithi079.stderr:dumped monmap epoch 2 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 msgr2=0x7f440403d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 0x7f440403d520 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f4408012c10 tx=0x7f44080323a0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 msgr2=0x7f4418199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 0x7f4418199870 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f440c00b3d0 tx=0x7f440c00b890 comp rx=0 tx=0).stop 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 shutdown_connections 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f440403b060 0x7f440403d520 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44181954e0 0x7f4418199870 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 --2- 172.21.15.79:0/1610285776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4400003530 0x7f4418194fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:48.933 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 >> 172.21.15.79:0/1610285776 conn(0x7f44180fc2c0 msgr2=0x7f44180fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:48.934 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 shutdown_connections 2024-09-05T04:02:48.934 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:48.932+0000 7f441ea55640 1 -- 172.21.15.79:0/1610285776 wait complete. 2024-09-05T04:02:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:49 smithi002 ceph-mon[31001]: Deploying daemon mon.b on smithi047 2024-09-05T04:02:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1610285776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:49 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:49 smithi079 ceph-mon[34908]: Deploying daemon mon.b on smithi047 2024-09-05T04:02:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/1610285776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:49 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:50.477 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T04:02:50.477 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T04:02:50.729 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:02:50.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:50 smithi002 ceph-mon[31001]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:50.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:50 smithi079 ceph-mon[34908]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:51.123 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 -- 172.21.15.79:0/1191985117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd18102900 msgr2=0x7efd18102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:51.123 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 --2- 172.21.15.79:0/1191985117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd18102900 0x7efd18102ce0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd14009880 tx=0x7efd1402a670 comp rx=0 tx=0).stop 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 -- 172.21.15.79:0/1191985117 shutdown_connections 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 --2- 172.21.15.79:0/1191985117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd18102900 0x7efd18102ce0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 -- 172.21.15.79:0/1191985117 >> 172.21.15.79:0/1191985117 conn(0x7efd180fc2c0 msgr2=0x7efd180fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 -- 172.21.15.79:0/1191985117 shutdown_connections 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.121+0000 7efd20107640 1 -- 172.21.15.79:0/1191985117 wait complete. 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 Processor -- start 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 -- start start 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 0x7efd1819dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efd1810bc80 con 0x7efd181999f0 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd20107640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efd1810bb00 con 0x7efd18102900 2024-09-05T04:02:51.124 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1d6a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 0x7efd1819dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:46092/0 (socket says 172.21.15.79:46092) 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 -- 172.21.15.79:0/3493663971 learned_addr learned my addr 172.21.15.79:0/3493663971 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 -- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 msgr2=0x7efd181994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 -- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 msgr2=0x7efd181994b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.122+0000 7efd1dea3640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd1d6a2640 1 -- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 msgr2=0x7efd181994b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd1d6a2640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd1d6a2640 1 -- 172.21.15.79:0/3493663971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1819a010 con 0x7efd181999f0 2024-09-05T04:02:51.125 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd1d6a2640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 0x7efd1819dd80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efd0800b3d0 tx=0x7efd0800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:51.126 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7efd08011630 con 0x7efd181999f0 2024-09-05T04:02:51.126 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd08011c80 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1819e2c0 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7efd08010d80 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.123+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd1819e800 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.124+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7efd08018020 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.124+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd1806a440 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.124+0000 7efd0effd640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 0x7efd0403b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.124+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7efd0804bcf0 con 0x7efd181999f0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.124+0000 7efd1dea3640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 0x7efd0403b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:51.127 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.125+0000 7efd1dea3640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 0x7efd0403b2b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efd1402ac60 tx=0x7efd1402ab70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:51.130 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.129+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efd0801f020 con 0x7efd181999f0 2024-09-05T04:02:51.359 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.358+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7efd1819eb10 con 0x7efd181999f0 2024-09-05T04:02:51.359 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.358+0000 7efd0effd640 1 -- 172.21.15.79:0/3493663971 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1007 (secure 0 0 0) 0x7efd08017dd0 con 0x7efd181999f0 2024-09-05T04:02:51.360 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:02:51.360 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":2,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","modified":"2024-09-05T04:02:43.414966Z","created":"2024-09-05T04:01:15.357030Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:3300","nonce":0},{"type":"v1","addr":"172.21.15.79:6789","nonce":0}]},"addr":"172.21.15.79:6789/0","public_addr":"172.21.15.79:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T04:02:51.360 INFO:teuthology.orchestra.run.smithi079.stderr:dumped monmap epoch 2 2024-09-05T04:02:51.361 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.360+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 msgr2=0x7efd0403b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.360+0000 7efd20107640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 0x7efd0403b2b0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efd1402ac60 tx=0x7efd1402ab70 comp rx=0 tx=0).stop 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.360+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 msgr2=0x7efd1819dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.360+0000 7efd20107640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 0x7efd1819dd80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efd0800b3d0 tx=0x7efd0800b890 comp rx=0 tx=0).stop 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.360+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 shutdown_connections 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efd04038df0 0x7efd0403b2b0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efd181999f0 0x7efd1819dd80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 --2- 172.21.15.79:0/3493663971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efd18102900 0x7efd181994b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 >> 172.21.15.79:0/3493663971 conn(0x7efd180fc2c0 msgr2=0x7efd18108830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 shutdown_connections 2024-09-05T04:02:51.362 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:51.361+0000 7efd20107640 1 -- 172.21.15.79:0/3493663971 wait complete. 2024-09-05T04:02:51.654 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:51 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/3493663971' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:51 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/3493663971' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.042 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 podman[34480]: 2024-09-05 04:02:52.019924594 +0000 UTC m=+0.338703132 container start aba88421fb0aaae14cba79a02ba8981624942953f25df3a6c0394d4a30345fd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T04:02:52.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: set uid:gid to 167:167 (ceph:ceph) 2024-09-05T04:02:52.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable), process ceph-mon, pid 2 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pidfile_write: ignore empty --pid-file 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: load: jerasure load: lrc 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: RocksDB version: 7.9.2 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Git sha 0 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Compile date 2024-09-04 15:32:03 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: DB SUMMARY 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: DB Session ID: Q6OBULQGMUFUBR61X887 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: CURRENT file: CURRENT 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: IDENTITY file: IDENTITY 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2024-09-05T04:02:52.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.error_if_exists: 0 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.create_if_missing: 0 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.paranoid_checks: 1 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.env: 0x5589e63c5940 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.fs: PosixFileSystem 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.info_log: 0x5589e80036e0 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_file_opening_threads: 16 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.statistics: (nil) 2024-09-05T04:02:52.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.use_fsync: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_log_file_size: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.keep_log_file_num: 1000 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.recycle_log_file_num: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_fallocate: 1 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_mmap_reads: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_mmap_writes: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.use_direct_reads: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.create_missing_column_families: 0 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.db_log_dir: 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.wal_dir: 2024-09-05T04:02:52.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.advise_random_on_open: 1 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.db_write_buffer_size: 0 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.write_buffer_manager: 0x5589e8012dc0 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.rate_limiter: (nil) 2024-09-05T04:02:52.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.wal_recovery_mode: 2 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enable_thread_tracking: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enable_pipelined_write: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.unordered_write: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.row_cache: None 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.wal_filter: None 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_ingest_behind: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.two_write_queues: 0 2024-09-05T04:02:52.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.manual_wal_flush: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.wal_compression: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.atomic_flush: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.log_readahead_size: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.best_efforts_recovery: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.allow_data_in_errors: 0 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.db_host_id: __hostname__ 2024-09-05T04:02:52.443 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-05T04:02:52.445 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_background_jobs: 2 2024-09-05T04:02:52.445 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_background_compactions: -1 2024-09-05T04:02:52.445 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_subcompactions: 1 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_total_wal_size: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_open_files: -1 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bytes_per_sync: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_readahead_size: 0 2024-09-05T04:02:52.446 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_background_flushes: -1 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Compression algorithms supported: 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kZSTD supported: 0 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kXpressCompression supported: 0 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kBZip2Compression supported: 0 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kLZ4Compression supported: 1 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kZlibCompression supported: 1 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kLZ4HCCompression supported: 1 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: kSnappyCompression supported: 1 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-09-05T04:02:52.447 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.merge_operator: 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_filter: None 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_filter_factory: None 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.sst_partitioner_factory: None 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5589e8003320) 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: cache_index_and_filter_blocks: 1 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: pin_top_level_index_and_filter: 1 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: index_type: 0 2024-09-05T04:02:52.448 INFO:journalctl@ceph.mon.b.smithi047.stdout: data_block_index_type: 0 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: index_shortening: 1 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: checksum: 4 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: no_block_cache: 0 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_cache: 0x5589e7ff71f0 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_cache_name: BinnedLRUCache 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_cache_options: 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: capacity : 536870912 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: num_shard_bits : 4 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: strict_capacity_limit : 0 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: high_pri_pool_ratio: 0.000 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_cache_compressed: (nil) 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: persistent_cache: (nil) 2024-09-05T04:02:52.449 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_size: 4096 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_size_deviation: 10 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_restart_interval: 16 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: index_block_restart_interval: 1 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: metadata_block_size: 4096 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: partition_filters: 0 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: use_delta_encoding: 1 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: filter_policy: bloomfilter 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: whole_key_filtering: 1 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: verify_compression: 0 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: read_amp_bytes_per_bit: 0 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: format_version: 5 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: enable_index_compression: 1 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: block_align: 0 2024-09-05T04:02:52.450 INFO:journalctl@ceph.mon.b.smithi047.stdout: max_auto_readahead_size: 262144 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout: prepopulate_block_cache: 0 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout: initial_auto_readahead_size: 8192 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout: num_file_reads_for_auto_readahead: 2 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.write_buffer_size: 33554432 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_write_buffer_number: 2 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression: NoCompression 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression: Disabled 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.prefix_extractor: nullptr 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.num_levels: 7 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-05T04:02:52.451 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.level: 32767 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.strategy: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-05T04:02:52.452 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.enabled: false 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.target_file_size_base: 67108864 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-05T04:02:52.453 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.arena_block_size: 1048576 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.disable_auto_compactions: 0 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-05T04:02:52.454 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.inplace_update_support: 0 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-05T04:02:52.455 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.bloom_locality: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.max_successive_merges: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.paranoid_file_checks: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.force_consistency_checks: 1 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.report_bg_io_stats: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.ttl: 2592000 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enable_blob_files: false 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.min_blob_size: 0 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_file_size: 268435456 2024-09-05T04:02:52.456 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.blob_file_starting_level: 0 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 1904e333-08fe-48eb-a05d-03d9a1af7d9c 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508972047147, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508972047564, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1773, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725508972, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "1904e333-08fe-48eb-a05d-03d9a1af7d9c", "db_session_id": "Q6OBULQGMUFUBR61X887", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-09-05T04:02:52.457 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725508972047661, "job": 1, "event": "recovery_finished"} 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5589e8024e00 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: DB pointer 0x5589e8120000 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: ** DB Stats ** 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-05T04:02:52.458 INFO:journalctl@ceph.mon.b.smithi047.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: ** Compaction Stats [default] ** 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: L0 1/0 1.73 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: Sum 1/0 1.73 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: ** Compaction Stats [default] ** 2024-09-05T04:02:52.459 INFO:journalctl@ceph.mon.b.smithi047.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-05T04:02:52.460 INFO:journalctl@ceph.mon.b.smithi047.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: Block cache BinnedLRUCache@0x5589e7ff71f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: using public_addr v2:172.21.15.47:0/0 -> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: starting mon.b rank -1 at public addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] at bind addrs [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(???) e0 preinit fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).mds e1 new map 2024-09-05T04:02:52.461 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).mds e1 print_map 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: e1 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: btime 2024-09-05T04:01:18:280217+0000 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: legacy client fscid: -1 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout: No filesystems configured 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-09-05T04:02:52.462 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Added host smithi079 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.463 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/438453281' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/438453281' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.464 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi079", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Updating smithi079:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.465 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Saving service mon spec with placement smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c;count:3 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Deploying daemon mon.c on smithi079 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.466 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1207720680' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.a calling monitor election 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.c calling monitor election 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.467 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: monmap epoch 2 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: last_changed 2024-09-05T04:02:43.414966+0000 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: min_mon_release 19 (squid) 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: election_strategy: 1 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: fsmap 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mgrmap e13: x(active, since 37s) 2024-09-05T04:02:52.468 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: overall HEALTH_OK 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: Deploying daemon mon.b on smithi047 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1610285776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/3493663971' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 ceph-mon[34498]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 bash[34480]: aba88421fb0aaae14cba79a02ba8981624942953f25df3a6c0394d4a30345fd7 2024-09-05T04:02:52.469 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:52 smithi047 systemd[1]: Started Ceph mon.b for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:02:52.941 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-05T04:02:52.941 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph mon dump -f json 2024-09-05T04:02:53.190 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:02:57.245 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 -- 172.21.15.79:0/2647471476 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9d8003530 msgr2=0x7fe9d80059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 --2- 172.21.15.79:0/2647471476 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9d8003530 0x7fe9d80059c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe9ec1016e0 tx=0x7fe9e802c3f0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 -- 172.21.15.79:0/2647471476 shutdown_connections 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 --2- 172.21.15.79:0/2647471476 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9d8003530 0x7fe9d80059c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 -- 172.21.15.79:0/2647471476 >> 172.21.15.79:0/2647471476 conn(0x7fe9ec0fc2c0 msgr2=0x7fe9ec0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 -- 172.21.15.79:0/2647471476 shutdown_connections 2024-09-05T04:02:57.246 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.245+0000 7fe9f47af640 1 -- 172.21.15.79:0/2647471476 wait complete. 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.246+0000 7fe9f47af640 1 Processor -- start 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.246+0000 7fe9f47af640 1 -- start start 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 0x7fe9ec19c500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec107590 con 0x7fe9ec19c050 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec107410 con 0x7fe9ec197780 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f47af640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe9ec107710 con 0x7fe9d8003530 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:34538/0 (socket says 172.21.15.79:34538) 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 0x7fe9ec19c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:57.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 -- 172.21.15.79:0/1149880911 learned_addr learned my addr 172.21.15.79:0/1149880911 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f1d4a640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 msgr2=0x7fe9ec197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 msgr2=0x7fe9ec197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f254b640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f1d4a640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 msgr2=0x7fe9ec19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f1d4a640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 msgr2=0x7fe9ec19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f1d4a640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f1d4a640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 msgr2=0x7fe9ec197240 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 msgr2=0x7fe9ec19bb10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:57.249 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.247+0000 7fe9f2d4c640 1 -- 172.21.15.79:0/1149880911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9ec1a3dc0 con 0x7fe9ec19c050 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9f2d4c640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 0x7fe9ec19c500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400bd50 tx=0x7fe9e400be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4019070 con 0x7fe9ec19c050 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9e40148f0 con 0x7fe9ec19c050 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9ec1a3ff0 con 0x7fe9ec19c050 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9e4012910 con 0x7fe9ec19c050 2024-09-05T04:02:57.250 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.248+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9ec1a4520 con 0x7fe9ec19c050 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.249+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fe9e401c070 con 0x7fe9ec19c050 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.249+0000 7fe9df7fe640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 0x7fe9d003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.249+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9ec1085c0 con 0x7fe9ec19c050 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.249+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe9e404bcf0 con 0x7fe9ec19c050 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.249+0000 7fe9f254b640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 0x7fe9d003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:57.251 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.250+0000 7fe9f254b640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 0x7fe9d003b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8014a90 tx=0x7fe9e802cc70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:57.254 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.254+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe9e4007290 con 0x7fe9ec19c050 2024-09-05T04:02:57.501 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.500+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fe9ec1a4950 con 0x7fe9ec19c050 2024-09-05T04:02:57.501 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.501+0000 7fe9df7fe640 1 -- 172.21.15.79:0/1149880911 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1271 (secure 0 0 0) 0x7fe9e4032070 con 0x7fe9ec19c050 2024-09-05T04:02:57.502 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:02:57.502 INFO:teuthology.orchestra.run.smithi079.stdout:{"epoch":3,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","modified":"2024-09-05T04:02:52.071716Z","created":"2024-09-05T04:01:15.357030Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:3300","nonce":0},{"type":"v1","addr":"172.21.15.2:6789","nonce":0}]},"addr":"172.21.15.2:6789/0","public_addr":"172.21.15.2:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:3300","nonce":0},{"type":"v1","addr":"172.21.15.79:6789","nonce":0}]},"addr":"172.21.15.79:6789/0","public_addr":"172.21.15.79:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:3300","nonce":0},{"type":"v1","addr":"172.21.15.47:6789","nonce":0}]},"addr":"172.21.15.47:6789/0","public_addr":"172.21.15.47:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-05T04:02:57.502 INFO:teuthology.orchestra.run.smithi079.stderr:dumped monmap epoch 3 2024-09-05T04:02:57.502 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:57.502 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: mon.a calling monitor election 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: mon.c calling monitor election 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: monmap epoch 3 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:57.503 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: min_mon_release 19 (squid) 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: election_strategy: 1 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: fsmap 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: mgrmap e13: x(active, since 46s) 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: overall HEALTH_OK 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.504 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.505 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 msgr2=0x7fe9d003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:57.505 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 0x7fe9d003b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe9e8014a90 tx=0x7fe9e802cc70 comp rx=0 tx=0).stop 2024-09-05T04:02:57.505 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 msgr2=0x7fe9ec19c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 0x7fe9ec19c500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe9e400bd50 tx=0x7fe9e400be40 comp rx=0 tx=0).stop 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 shutdown_connections 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9d00394f0 0x7fe9d003b9b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9ec19c050 0x7fe9ec19c500 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9ec197780 0x7fe9ec19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 --2- 172.21.15.79:0/1149880911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9d8003530 0x7fe9ec197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 >> 172.21.15.79:0/1149880911 conn(0x7fe9ec0fc2c0 msgr2=0x7fe9ec0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 shutdown_connections 2024-09-05T04:02:57.506 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:02:57.503+0000 7fe9f47af640 1 -- 172.21.15.79:0/1149880911 wait complete. 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: mon.a calling monitor election 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: mon.c calling monitor election 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: monmap epoch 3 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: min_mon_release 19 (squid) 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: election_strategy: 1 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:57.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: fsmap 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: mgrmap e13: x(active, since 46s) 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: overall HEALTH_OK 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:57.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:58.079 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-05T04:02:58.079 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph config generate-minimal-conf 2024-09-05T04:02:58.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:58 smithi079 ceph-mon[34908]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:58.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:58.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/1149880911' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:58.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:58.340 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:02:58.460 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:58 smithi002 ceph-mon[31001]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:58.461 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:58.461 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1149880911' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:58.461 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.864+0000 7f5277583640 1 -- 172.21.15.2:0/3324962058 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 msgr2=0x7f5270107a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.864+0000 7f5277583640 1 --2- 172.21.15.2:0/3324962058 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270107a30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f526c009880 tx=0x7f526c02a5d0 comp rx=0 tx=0).stop 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 -- 172.21.15.2:0/3324962058 shutdown_connections 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 --2- 172.21.15.2:0/3324962058 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270107a30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 -- 172.21.15.2:0/3324962058 >> 172.21.15.2:0/3324962058 conn(0x7f52700fd280 msgr2=0x7f52700ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 -- 172.21.15.2:0/3324962058 shutdown_connections 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 -- 172.21.15.2:0/3324962058 wait complete. 2024-09-05T04:02:58.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 Processor -- start 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.865+0000 7f5277583640 1 -- start start 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 0x7f527019c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f527010bae0 con 0x7f5270107650 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f527010b960 con 0x7f5270197850 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5277583640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f527010bc60 con 0x7f527019c120 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f527531f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f527531f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41146/0 (socket says 172.21.15.2:41146) 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f527531f640 1 -- 172.21.15.2:0/68001366 learned_addr learned my addr 172.21.15.2:0/68001366 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 0x7f527019c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5274b1e640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:58.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5274b1e640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 msgr2=0x7f527019bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5274b1e640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 msgr2=0x7f527019bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5274b1e640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5274b1e640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 msgr2=0x7f527019bbe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 msgr2=0x7f5270197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f5275b20640 1 -- 172.21.15.2:0/68001366 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52701a3e90 con 0x7f527019c120 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.866+0000 7f527531f640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f5275b20640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 0x7f527019c5d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f526800bd50 tx=0x7f526800be40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5268015710 con 0x7f527019c120 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5270074480 con 0x7f527019c120 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52700749c0 con 0x7f527019c120 2024-09-05T04:02:58.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5268015d60 con 0x7f527019c120 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.867+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52680163a0 con 0x7f527019c120 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.868+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7f5268016540 con 0x7f527019c120 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.868+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5254005290 con 0x7f527019c120 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.868+0000 7f52667fc640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 0x7f525c03b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.868+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5268051b30 con 0x7f527019c120 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.868+0000 7f527531f640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 0x7f525c03b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.869+0000 7f527531f640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 0x7f525c03b9b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f526c032fd0 tx=0x7f526c005a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:02:58.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:58.874+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5268024160 con 0x7f527019c120 2024-09-05T04:02:59.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.055+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f5254005580 con 0x7f527019c120 2024-09-05T04:02:59.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.056+0000 7f52667fc640 1 -- 172.21.15.2:0/68001366 <== mon.1 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+269 (secure 0 0 0) 0x7f5268016830 con 0x7f527019c120 2024-09-05T04:02:59.058 INFO:teuthology.orchestra.run.smithi002.stdout:# minimal ceph.conf for 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.058 INFO:teuthology.orchestra.run.smithi002.stdout:[global] 2024-09-05T04:02:59.058 INFO:teuthology.orchestra.run.smithi002.stdout: fsid = 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.058 INFO:teuthology.orchestra.run.smithi002.stdout: mon_host = [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 msgr2=0x7f525c03b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 0x7f525c03b9b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f526c032fd0 tx=0x7f526c005a40 comp rx=0 tx=0).stop 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 msgr2=0x7f527019c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 0x7f527019c5d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f526800bd50 tx=0x7f526800be40 comp rx=0 tx=0).stop 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 shutdown_connections 2024-09-05T04:02:59.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f525c0394f0 0x7f525c03b9b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f527019c120 0x7f527019c5d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5270197850 0x7f527019bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 --2- 172.21.15.2:0/68001366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5270107650 0x7f5270197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 >> 172.21.15.2:0/68001366 conn(0x7f52700fd280 msgr2=0x7f52700fd660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 shutdown_connections 2024-09-05T04:02:59.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:02:59.058+0000 7f5277583640 1 -- 172.21.15.2:0/68001366 wait complete. 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.a calling monitor election 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.c calling monitor election 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: monmap epoch 3 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: min_mon_release 19 (squid) 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: election_strategy: 1 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: fsmap 2024-09-05T04:02:59.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mgrmap e13: x(active, since 46s) 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: overall HEALTH_OK 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1149880911' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-05T04:02:59.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:02:59.701 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-05T04:02:59.701 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:59.701 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T04:02:59.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mon.b calling monitor election 2024-09-05T04:02:59.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:02:59.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:02:59.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mon.b calling monitor election 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mon.c calling monitor election 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mon.a calling monitor election 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: monmap epoch 3 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: min_mon_release 19 (squid) 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: election_strategy: 1 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:59.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: fsmap 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: mgrmap e13: x(active, since 48s) 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: overall HEALTH_OK 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T04:02:59.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:59.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:02:59.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:59.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:02:59 smithi002 ceph-mon[31001]: Reconfiguring daemon mon.a on smithi002 2024-09-05T04:02:59.732 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:02:59.732 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:59.797 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:02:59.797 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T04:02:59.825 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:02:59.825 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.b calling monitor election 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.887 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.b calling monitor election 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.c calling monitor election 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.a calling monitor election 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: monmap epoch 3 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: min_mon_release 19 (squid) 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: election_strategy: 1 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:59.888 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: fsmap 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: mgrmap e13: x(active, since 48s) 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: overall HEALTH_OK 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.889 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:59.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:02:59 smithi047 ceph-mon[34498]: Reconfiguring daemon mon.a on smithi002 2024-09-05T04:02:59.891 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:02:59.891 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/ceph/ceph.conf 2024-09-05T04:02:59.914 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mon.b calling monitor election 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mon.b calling monitor election 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mon.c calling monitor election 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mon.a calling monitor election 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: monmap epoch 3 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:02:59.915 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: last_changed 2024-09-05T04:02:52.071716+0000 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: created 2024-09-05T04:01:15.357030+0000 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: min_mon_release 19 (squid) 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: election_strategy: 1 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: 0: [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] mon.a 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: 1: [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] mon.c 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: 2: [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] mon.b 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: fsmap 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: osdmap e4: 0 total, 0 up, 0 in 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: mgrmap e13: x(active, since 48s) 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: overall HEALTH_OK 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.916 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Reconfiguring mon.a (unknown last config time)... 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:02:59.917 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:02:59 smithi079 ceph-mon[34908]: Reconfiguring daemon mon.a on smithi002 2024-09-05T04:02:59.919 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:02:59.919 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:02:59.986 INFO:tasks.cephadm:Adding mgr.x on smithi002 2024-09-05T04:02:59.986 INFO:tasks.cephadm:Adding mgr.y on smithi047 2024-09-05T04:02:59.986 INFO:tasks.cephadm:Adding mgr.z on smithi079 2024-09-05T04:02:59.986 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch apply mgr '3;smithi002=x;smithi047=y;smithi079=z' 2024-09-05T04:03:00.261 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:03:00.710 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 -- 172.21.15.79:0/857443218 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc0100600 msgr2=0x7fdbc0100a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:00.710 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/857443218 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc0100600 0x7fdbc0100a00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4009880 tx=0x7fdbb402a5d0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.710 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 -- 172.21.15.79:0/857443218 shutdown_connections 2024-09-05T04:03:00.710 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/857443218 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc0100600 0x7fdbc0100a00 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.710 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 -- 172.21.15.79:0/857443218 >> 172.21.15.79:0/857443218 conn(0x7fdbc00fbdb0 msgr2=0x7fdbc00fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 -- 172.21.15.79:0/857443218 shutdown_connections 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.690+0000 7fdbc6aca640 1 -- 172.21.15.79:0/857443218 wait complete. 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 Processor -- start 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 -- start start 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdbc0100600 0x7fdbc0195df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 0x7fdbc019d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc01065c0 con 0x7fdbc01967b0 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc0106440 con 0x7fdbc0100600 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc6aca640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc0106740 con 0x7fdbc0196330 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbbffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:00.711 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbbffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:34550/0 (socket says 172.21.15.79:34550) 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbbffff640 1 -- 172.21.15.79:0/3102647641 learned_addr learned my addr 172.21.15.79:0/3102647641 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc5067640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 0x7fdbc019d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.691+0000 7fdbc4866640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdbc0100600 0x7fdbc0195df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 -- 172.21.15.79:0/3102647641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdbc0100600 msgr2=0x7fdbc0195df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdbc0100600 0x7fdbc0195df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 -- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 msgr2=0x7fdbc019d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 0x7fdbc019d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 -- 172.21.15.79:0/3102647641 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbc019e1f0 con 0x7fdbc0196330 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbc5067640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 0x7fdbc019d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbffff640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00d9d0 tx=0x7fdbac00de90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac004030 con 0x7fdbc0196330 2024-09-05T04:03:00.712 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbac003610 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbc0069c60 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbac016690 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.692+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbc006a270 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.693+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fdbac016830 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.693+0000 7fdbbdffb640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 0x7fdbb003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.693+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fdbac04de60 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.693+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbc018edf0 con 0x7fdbc0196330 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.693+0000 7fdbc4866640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 0x7fdbb003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.694+0000 7fdbc4866640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 0x7fdbb003b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4000c00 tx=0x7fdbb40314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:00.713 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.698+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbac0100e0 con 0x7fdbc0196330 2024-09-05T04:03:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:03:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:00.882 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.881+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi002=x;smithi047=y;smithi079=z", "target": ["mon-mgr", ""]}) -- 0x7fdbc006a4d0 con 0x7fdbb00394f0 2024-09-05T04:03:00.886 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.885+0000 7fdbbdffb640 1 -- 172.21.15.79:0/3102647641 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fdbc006a4d0 con 0x7fdbb00394f0 2024-09-05T04:03:00.886 INFO:teuthology.orchestra.run.smithi079.stdout:Scheduled mgr update... 2024-09-05T04:03:00.887 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:03:00.887 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:00.889 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 msgr2=0x7fdbb003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:00.889 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 0x7fdbb003b9b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdbb4000c00 tx=0x7fdbb40314a0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 msgr2=0x7fdbc019b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fdbac00d9d0 tx=0x7fdbac00de90 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 shutdown_connections 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdbb00394f0 0x7fdbb003b9b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdbc01967b0 0x7fdbc019d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdbc0196330 0x7fdbc019b3a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 --2- 172.21.15.79:0/3102647641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdbc0100600 0x7fdbc0195df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.888+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 >> 172.21.15.79:0/3102647641 conn(0x7fdbc00fbdb0 msgr2=0x7fdbc00fc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.889+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 shutdown_connections 2024-09-05T04:03:00.890 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:00.889+0000 7fdbc6aca640 1 -- 172.21.15.79:0/3102647641 wait complete. 2024-09-05T04:03:00.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:03:00.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:01.455 DEBUG:teuthology.orchestra.run.smithi047:mgr.y> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.y.service 2024-09-05T04:03:01.458 DEBUG:teuthology.orchestra.run.smithi079:mgr.z> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.z.service 2024-09-05T04:03:01.460 INFO:tasks.cephadm:Deploying OSDs... 2024-09-05T04:03:01.460 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:03:01.460 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T04:03:01.479 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T04:03:01.479 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_1 2024-09-05T04:03:01.537 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T04:03:01.537 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:01.537 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-09-05T04:03:01.537 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:01.538 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:01.538 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-05 04:02:20.797777834 +0000 2024-09-05T04:03:01.538 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-05 03:58:19.614909677 +0000 2024-09-05T04:03:01.538 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-05 03:58:19.614909677 +0000 2024-09-05T04:03:01.538 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-05 03:58:19.614909677 +0000 2024-09-05T04:03:01.538 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T04:03:01.606 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-05T04:03:01.606 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-05T04:03:01.606 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000122314 s, 4.2 MB/s 2024-09-05T04:03:01.607 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T04:03:01.665 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_2 2024-09-05T04:03:01.722 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 683 Links: 1 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-05 04:02:20.826777185 +0000 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-05 03:58:19.928902528 +0000 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-05 03:58:19.928902528 +0000 2024-09-05T04:03:01.723 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-05 03:58:19.928902528 +0000 2024-09-05T04:03:01.723 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T04:03:01.788 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-05T04:03:01.788 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-05T04:03:01.788 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000110355 s, 4.6 MB/s 2024-09-05T04:03:01.790 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T04:03:01.847 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_3 2024-09-05T04:03:01.903 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-05 04:02:20.855776536 +0000 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-05 03:58:20.245895312 +0000 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-05 03:58:20.245895312 +0000 2024-09-05T04:03:01.904 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-05 03:58:20.245895312 +0000 2024-09-05T04:03:01.904 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: Reconfiguring mon.b (monmap changed)... 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:01.967 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:01.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:01.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: Reconfiguring daemon mon.b on smithi047 2024-09-05T04:03:01.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi002=x;smithi047=y;smithi079=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:01.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: Saving service mgr spec with placement smithi002=x;smithi047=y;smithi079=z;count:3 2024-09-05T04:03:01.968 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:01 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:01.969 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-05T04:03:01.969 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-05T04:03:01.969 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000109743 s, 4.7 MB/s 2024-09-05T04:03:01.971 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T04:03:02.028 DEBUG:teuthology.orchestra.run.smithi002:> stat /dev/vg_nvme/lv_4 2024-09-05T04:03:02.084 INFO:teuthology.orchestra.run.smithi002.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T04:03:02.084 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-05 04:02:20.883775909 +0000 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-05 03:58:20.569887935 +0000 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-05 03:58:20.569887935 +0000 2024-09-05T04:03:02.085 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: 2024-09-05 03:58:20.569887935 +0000 2024-09-05T04:03:02.085 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T04:03:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records in 2024-09-05T04:03:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:1+0 records out 2024-09-05T04:03:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:512 bytes copied, 0.000112609 s, 4.5 MB/s 2024-09-05T04:03:02.150 DEBUG:teuthology.orchestra.run.smithi002:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T04:03:02.175 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: Reconfiguring mon.b (monmap changed)... 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: Reconfiguring daemon mon.b on smithi047 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi002=x;smithi047=y;smithi079=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: Saving service mgr spec with placement smithi002=x;smithi047=y;smithi079=z;count:3 2024-09-05T04:03:02.176 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:01 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.207 DEBUG:teuthology.orchestra.run.smithi047:> set -ex 2024-09-05T04:03:02.207 DEBUG:teuthology.orchestra.run.smithi047:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T04:03:02.224 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T04:03:02.224 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_1 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-09-05 04:02:51.497221353 +0000 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-09-05 03:58:25.428570316 +0000 2024-09-05T04:03:02.281 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-09-05 03:58:25.428570316 +0000 2024-09-05T04:03:02.282 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-09-05 03:58:25.428570316 +0000 2024-09-05T04:03:02.282 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: Reconfiguring mon.b (monmap changed)... 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: Reconfiguring daemon mon.b on smithi047 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi002=x;smithi047=y;smithi079=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: Saving service mgr spec with placement smithi002=x;smithi047=y;smithi079=z;count:3 2024-09-05T04:03:02.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:01 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:02.346 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-09-05T04:03:02.346 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-09-05T04:03:02.346 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000153284 s, 3.3 MB/s 2024-09-05T04:03:02.347 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T04:03:02.404 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_2 2024-09-05T04:03:02.460 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T04:03:02.460 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:02.460 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-05T04:03:02.460 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:02.460 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:02.461 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-09-05 04:02:51.498221332 +0000 2024-09-05T04:03:02.461 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-09-05 03:58:25.794562568 +0000 2024-09-05T04:03:02.461 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-09-05 03:58:25.794562568 +0000 2024-09-05T04:03:02.461 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-09-05 03:58:25.794562568 +0000 2024-09-05T04:03:02.461 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T04:03:02.524 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-09-05T04:03:02.524 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-09-05T04:03:02.524 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000110299 s, 4.6 MB/s 2024-09-05T04:03:02.525 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T04:03:02.581 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_3 2024-09-05T04:03:02.636 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-09-05 04:02:51.498221332 +0000 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-09-05 03:58:26.128555498 +0000 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-09-05 03:58:26.128555498 +0000 2024-09-05T04:03:02.637 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-09-05 03:58:26.128555498 +0000 2024-09-05T04:03:02.637 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T04:03:02.699 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-09-05T04:03:02.699 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-09-05T04:03:02.700 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 0.000104352 s, 4.9 MB/s 2024-09-05T04:03:02.701 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T04:03:02.757 DEBUG:teuthology.orchestra.run.smithi047:> stat /dev/vg_nvme/lv_4 2024-09-05T04:03:02.812 INFO:teuthology.orchestra.run.smithi047.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T04:03:02.812 INFO:teuthology.orchestra.run.smithi047.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:02.812 INFO:teuthology.orchestra.run.smithi047.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-05T04:03:02.812 INFO:teuthology.orchestra.run.smithi047.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:02.813 INFO:teuthology.orchestra.run.smithi047.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:02.813 INFO:teuthology.orchestra.run.smithi047.stdout:Access: 2024-09-05 04:02:51.498221332 +0000 2024-09-05T04:03:02.813 INFO:teuthology.orchestra.run.smithi047.stdout:Modify: 2024-09-05 03:58:26.448548724 +0000 2024-09-05T04:03:02.813 INFO:teuthology.orchestra.run.smithi047.stdout:Change: 2024-09-05 03:58:26.448548724 +0000 2024-09-05T04:03:02.813 INFO:teuthology.orchestra.run.smithi047.stdout: Birth: 2024-09-05 03:58:26.448548724 +0000 2024-09-05T04:03:02.813 DEBUG:teuthology.orchestra.run.smithi047:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T04:03:02.875 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records in 2024-09-05T04:03:02.875 INFO:teuthology.orchestra.run.smithi047.stderr:1+0 records out 2024-09-05T04:03:02.875 INFO:teuthology.orchestra.run.smithi047.stderr:512 bytes copied, 8.6078e-05 s, 5.9 MB/s 2024-09-05T04:03:02.877 DEBUG:teuthology.orchestra.run.smithi047:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T04:03:02.932 DEBUG:teuthology.orchestra.run.smithi079:> set -ex 2024-09-05T04:03:02.932 DEBUG:teuthology.orchestra.run.smithi079:> dd if=/scratch_devs of=/dev/stdout 2024-09-05T04:03:02.948 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-05T04:03:02.949 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_1 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 5h/5d Inode: 658 Links: 1 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2024-09-05 04:02:42.881328624 +0000 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2024-09-05 03:58:18.462411962 +0000 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2024-09-05 03:58:18.462411962 +0000 2024-09-05T04:03:03.004 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: 2024-09-05 03:58:18.462411962 +0000 2024-09-05T04:03:03.005 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-05T04:03:03.067 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2024-09-05T04:03:03.067 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2024-09-05T04:03:03.067 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000186651 s, 2.7 MB/s 2024-09-05T04:03:03.069 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-05T04:03:03.124 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_2 2024-09-05T04:03:03.179 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-05T04:03:03.179 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 5h/5d Inode: 679 Links: 1 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2024-09-05 04:02:42.881328624 +0000 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2024-09-05 03:58:18.814403767 +0000 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2024-09-05 03:58:18.814403767 +0000 2024-09-05T04:03:03.180 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: 2024-09-05 03:58:18.814403767 +0000 2024-09-05T04:03:03.180 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-05T04:03:03.242 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2024-09-05T04:03:03.242 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2024-09-05T04:03:03.242 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000197095 s, 2.6 MB/s 2024-09-05T04:03:03.244 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-05T04:03:03.299 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_3 2024-09-05T04:03:03.354 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-05T04:03:03.354 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:03.354 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 5h/5d Inode: 696 Links: 1 2024-09-05T04:03:03.354 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:03.355 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:03.355 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2024-09-05 04:02:42.882328601 +0000 2024-09-05T04:03:03.355 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2024-09-05 03:58:19.131396387 +0000 2024-09-05T04:03:03.355 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2024-09-05 03:58:19.131396387 +0000 2024-09-05T04:03:03.355 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: 2024-09-05 03:58:19.131396387 +0000 2024-09-05T04:03:03.355 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-05T04:03:03.418 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2024-09-05T04:03:03.418 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2024-09-05T04:03:03.418 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000308023 s, 1.7 MB/s 2024-09-05T04:03:03.419 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-05T04:03:03.475 DEBUG:teuthology.orchestra.run.smithi079:> stat /dev/vg_nvme/lv_4 2024-09-05T04:03:03.532 INFO:teuthology.orchestra.run.smithi079.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-05T04:03:03.532 INFO:teuthology.orchestra.run.smithi079.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Device: 5h/5d Inode: 716 Links: 1 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Context: system_u:object_r:device_t:s0 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Access: 2024-09-05 04:02:42.882328601 +0000 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Modify: 2024-09-05 03:58:19.448389007 +0000 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout:Change: 2024-09-05 03:58:19.448389007 +0000 2024-09-05T04:03:03.533 INFO:teuthology.orchestra.run.smithi079.stdout: Birth: 2024-09-05 03:58:19.448389007 +0000 2024-09-05T04:03:03.533 DEBUG:teuthology.orchestra.run.smithi079:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: Reconfiguring mon.c (monmap changed)... 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:03 smithi002 ceph-mon[31001]: Reconfiguring daemon mon.c on smithi079 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: Reconfiguring mon.c (monmap changed)... 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:03 smithi079 ceph-mon[34908]: Reconfiguring daemon mon.c on smithi079 2024-09-05T04:03:03.596 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records in 2024-09-05T04:03:03.596 INFO:teuthology.orchestra.run.smithi079.stderr:1+0 records out 2024-09-05T04:03:03.596 INFO:teuthology.orchestra.run.smithi079.stderr:512 bytes copied, 0.000214174 s, 2.4 MB/s 2024-09-05T04:03:03.598 DEBUG:teuthology.orchestra.run.smithi079:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-05T04:03:03.653 INFO:tasks.cephadm:Deploying osd.0 on smithi002 with /dev/vg_nvme/lv_4... 2024-09-05T04:03:03.653 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T04:03:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: Reconfiguring mon.c (monmap changed)... 2024-09-05T04:03:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-05T04:03:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-05T04:03:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:03 smithi047 ceph-mon[34498]: Reconfiguring daemon mon.c on smithi079 2024-09-05T04:03:03.910 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:03:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:04 smithi002 ceph-mon[31001]: Deploying daemon mgr.z on smithi079 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.821 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:04 smithi079 ceph-mon[34908]: Deploying daemon mgr.z on smithi079 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:04.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:04 smithi047 ceph-mon[34498]: Deploying daemon mgr.z on smithi079 2024-09-05T04:03:05.471 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 systemd[1]: Starting Ceph mgr.z for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:03:05.744 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 podman[36704]: 2024-09-05 04:03:05.373490009 +0000 UTC m=+0.016020592 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:03:05.744 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 podman[36704]: 2024-09-05 04:03:05.472199885 +0000 UTC m=+0.114730501 container create 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-05T04:03:05.744 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 podman[36704]: 2024-09-05 04:03:05.71629048 +0000 UTC m=+0.358821045 container init 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T04:03:05.744 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 podman[36704]: 2024-09-05 04:03:05.719153581 +0000 UTC m=+0.361684148 container start 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-05T04:03:05.744 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 ceph-mgr[36723]: -- 172.21.15.79:0/1801198055 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561dbc2070e0 con 0x561dbc1e4800 2024-09-05T04:03:06.048 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 bash[36704]: 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc 2024-09-05T04:03:06.048 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 systemd[1]: Started Ceph mgr.z for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:03:06.048 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:05.843+0000 7fa2a8c35040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:03:06.048 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:05.901+0000 7fa2a8c35040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:03:06.048 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.047+0000 7fa2a8c35040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:03:06.269 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:03:06.294 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_4 2024-09-05T04:03:06.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.112+0000 7fa2a8c35040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:03:06.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.256+0000 7fa2a8c35040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:03:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:06.545 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:06.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:06.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.661 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:06.662 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:06.662 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:06.662 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:06.705 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.394+0000 7fa2a8c35040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:03:06.705 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.704+0000 7fa2a8c35040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:03:06.705 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:06.706 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:07.077 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.764+0000 7fa2a8c35040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:03:07.077 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:06.944+0000 7fa2a8c35040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:03:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 -- 172.21.15.2:0/3839342353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4100b10 msgr2=0x7fd7b4100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/3839342353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4100b10 0x7fd7b4100f10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4009900 tx=0x7fd7a402a410 comp rx=0 tx=0).stop 2024-09-05T04:03:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 -- 172.21.15.2:0/3839342353 shutdown_connections 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/3839342353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 0x7fd7b4108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/3839342353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4101d10 0x7fd7b4102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/3839342353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4100b10 0x7fd7b4100f10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 -- 172.21.15.2:0/3839342353 >> 172.21.15.2:0/3839342353 conn(0x7fd7b40fc2a0 msgr2=0x7fd7b40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 -- 172.21.15.2:0/3839342353 shutdown_connections 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.147+0000 7fd7b98fa640 1 -- 172.21.15.2:0/3839342353 wait complete. 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 Processor -- start 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 -- start start 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4100b10 0x7fd7b4197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 0x7fd7b419f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410d790 con 0x7fd7b4101d10 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410d610 con 0x7fd7b41026d0 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b98fa640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410d910 con 0x7fd7b4100b10 2024-09-05T04:03:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41972/0 (socket says 172.21.15.2:41972) 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 -- 172.21.15.2:0/2982395297 learned_addr learned my addr 172.21.15.2:0/2982395297 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b2ffd640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4100b10 0x7fd7b4197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b37fe640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 0x7fd7b419f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 -- 172.21.15.2:0/2982395297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4100b10 msgr2=0x7fd7b4197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4100b10 0x7fd7b4197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 -- 172.21.15.2:0/2982395297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 msgr2=0x7fd7b419f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 0x7fd7b419f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.148+0000 7fd7b27fc640 1 -- 172.21.15.2:0/2982395297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b419fa90 con 0x7fd7b4101d10 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b27fc640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800d950 tx=0x7fd7a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8017070 con 0x7fd7b4101d10 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7b419fd80 con 0x7fd7b4101d10 2024-09-05T04:03:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a8009c30 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a800f620 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.149+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7b41a0260 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 13) ==== 46342+0+0 (secure 0 0 0) 0x7fd7a800f7c0 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b88f8640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 0x7fd79c03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7b4108000 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd7a804c140 con 0x7fd7b4101d10 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b2ffd640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 0x7fd79c03b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.150+0000 7fd7b2ffd640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 0x7fd79c03b780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4005ab0 tx=0x7fd7a4005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.155+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd7a8019ba0 con 0x7fd7b4101d10 2024-09-05T04:03:07.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:07.337+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fd7b4062630 con 0x7fd79c0392c0 2024-09-05T04:03:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:07 smithi047 ceph-mon[34498]: Deploying daemon mgr.y on smithi047 2024-09-05T04:03:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:07.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:07 smithi002 ceph-mon[31001]: Deploying daemon mgr.y on smithi047 2024-09-05T04:03:07.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:07.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:07.743 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:07.813 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-mon[34908]: Deploying daemon mgr.y on smithi047 2024-09-05T04:03:07.813 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:07.813 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:07.814 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:07.963 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:07 smithi047 podman[35846]: 2024-09-05 04:03:07.939090662 +0000 UTC m=+0.347134159 container start 5df315dfee45e751375c70616acbee347682b974bcfea9a64e2f80c5e5158ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:03:08.077 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:07.812+0000 7fa2a8c35040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:03:08.077 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:07.878+0000 7fa2a8c35040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:03:08.286 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:07 smithi047 ceph-mgr[35866]: -- 172.21.15.47:0/1742670153 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b88316d0e0 con 0x55b88314b000 2024-09-05T04:03:08.286 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 bash[35846]: 5df315dfee45e751375c70616acbee347682b974bcfea9a64e2f80c5e5158ebb 2024-09-05T04:03:08.286 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 systemd[1]: Started Ceph mgr.y for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:03:08.287 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.066+0000 7f15575b5040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:03:08.287 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.126+0000 7f15575b5040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:03:08.287 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.284+0000 7f15575b5040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:03:08.674 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.355+0000 7f15575b5040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:03:08.674 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.518+0000 7f15575b5040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:08.673+0000 7f15575b5040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.675 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:08.692 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.693 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:08.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:08.828 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:08.630+0000 7fa2a8c35040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:03:08.828 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:08.748+0000 7fa2a8c35040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:03:09.185 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:08.902+0000 7fa2a8c35040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:03:09.185 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:08.963+0000 7fa2a8c35040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:03:09.185 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.113+0000 7fa2a8c35040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:03:09.185 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.183+0000 7fa2a8c35040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:03:09.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:09.011+0000 7f15575b5040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:03:09.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:09.075+0000 7f15575b5040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:03:09.280 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:09.279+0000 7f15575b5040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:03:09.479 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.253+0000 7fa2a8c35040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:03:09.479 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.413+0000 7fa2a8c35040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:03:09.479 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.478+0000 7fa2a8c35040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:03:09.742 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.544+0000 7fa2a8c35040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:03:09.742 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.625+0000 7fa2a8c35040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:03:09.743 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.683+0000 7fa2a8c35040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:03:09.743 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:09.741+0000 7fa2a8c35040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:10.519 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: Reconfiguring daemon mgr.x on smithi002 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]: dispatch 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]': finished 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:10.520 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/32675527' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: Reconfiguring daemon mgr.x on smithi002 2024-09-05T04:03:10.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]: dispatch 2024-09-05T04:03:10.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]': finished 2024-09-05T04:03:10.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T04:03:10.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:10.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/32675527' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:10.686 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:10.201+0000 7f15575b5040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:10.271+0000 7f15575b5040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: Reconfiguring mgr.x (unknown last config time)... 2024-09-05T04:03:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: Reconfiguring daemon mgr.x on smithi002 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]: dispatch 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/954543791' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "60d31f21-7ca1-4e47-8644-243479677d70"}]': finished 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: osdmap e5: 1 total, 0 up, 1 in 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/32675527' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:10.827 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:03:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:03:10.518+0000 7fa2a8c35040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:03:11.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:11.243+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mgrmap(e 14) ==== 92059+0+0 (secure 0 0 0) 0x7fd7a8023870 con 0x7fd7b4101d10 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.023+0000 7f15575b5040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.143+0000 7f15575b5040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: Standby manager daemon z started 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:03:11.293 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:11.294 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: Standby manager daemon z started 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: Standby manager daemon z started 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/2998112497' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:11.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.292+0000 7f15575b5040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:03:11.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.356+0000 7f15575b5040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:03:11.581 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.510+0000 7f15575b5040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:03:11.582 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.580+0000 7f15575b5040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:03:11.876 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.643+0000 7f15575b5040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:03:11.876 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.808+0000 7f15575b5040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:03:11.876 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.875+0000 7f15575b5040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:03:12.154 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:11.944+0000 7f15575b5040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:03:12.154 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:12.030+0000 7f15575b5040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:03:12.154 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:12.092+0000 7f15575b5040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:03:12.154 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:12.153+0000 7f15575b5040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:03:12.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-mon[34498]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:12.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-mon[34498]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-05T04:03:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:03:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:12 smithi002 ceph-mon[31001]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:12 smithi002 ceph-mon[31001]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-05T04:03:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:03:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:12 smithi079 ceph-mon[34908]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:12 smithi079 ceph-mon[34908]: mgrmap e14: x(active, since 60s), standbys: z 2024-09-05T04:03:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:03:13.242 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:03:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:03:12.976+0000 7f15575b5040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:03:13.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:13.251+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mon.0 v2:172.21.15.2:3300/0 8 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7fd7a801a360 con 0x7fd7b4101d10 2024-09-05T04:03:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:13 smithi002 ceph-mon[31001]: Standby manager daemon y started 2024-09-05T04:03:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:13 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:03:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:13 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:13 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:03:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:13 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:13 smithi079 ceph-mon[34908]: Standby manager daemon y started 2024-09-05T04:03:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:13 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:03:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:13 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:13 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:03:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:13 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:13 smithi047 ceph-mon[34498]: Standby manager daemon y started 2024-09-05T04:03:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:13 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:03:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:13 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:03:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:13 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:03:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:13 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1940468202' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:03:14.506 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:14 smithi002 ceph-mon[31001]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:14.506 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:14 smithi002 ceph-mon[31001]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-05T04:03:14.506 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:03:14.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:14 smithi079 ceph-mon[34908]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:14.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:14 smithi079 ceph-mon[34908]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-05T04:03:14.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:03:14.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:14 smithi047 ceph-mon[34498]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:14.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:14 smithi047 ceph-mon[34498]: mgrmap e15: x(active, since 62s), standbys: z, y 2024-09-05T04:03:14.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:03:16.499 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:16 smithi002 ceph-mon[31001]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:16 smithi079 ceph-mon[34908]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:16.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:16 smithi047 ceph-mon[34498]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:17.667 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.667 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.667 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:17.668 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:17.668 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:17.668 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:18.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:18 smithi002 ceph-mon[31001]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:18.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:18 smithi079 ceph-mon[34908]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:18.838 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:18 smithi047 ceph-mon[34498]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T04:03:19.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:19.542 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:19 smithi002 ceph-mon[31001]: Deploying daemon osd.0 on smithi002 2024-09-05T04:03:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T04:03:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:19 smithi079 ceph-mon[34908]: Deploying daemon osd.0 on smithi002 2024-09-05T04:03:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-05T04:03:19.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:19.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:19 smithi047 ceph-mon[34498]: Deploying daemon osd.0 on smithi002 2024-09-05T04:03:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:20 smithi002 ceph-mon[31001]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:20.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:20 smithi079 ceph-mon[34908]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:20.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:20 smithi047 ceph-mon[34498]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:22.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:22 smithi002 ceph-mon[31001]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:22 smithi079 ceph-mon[34908]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:22.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:22 smithi047 ceph-mon[34498]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:24.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:24 smithi002 ceph-mon[31001]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:24.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:24.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:24.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:24 smithi079 ceph-mon[34908]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:24 smithi047 ceph-mon[34498]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:26.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:26.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:26.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:26.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:27.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:27.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:27.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:27.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:27.017 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:27.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:27.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.660+0000 7fd7b88f8640 1 -- 172.21.15.2:0/2982395297 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd7b4062630 con 0x7fd79c0392c0 2024-09-05T04:03:27.661 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 0 on host 'smithi002' 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 msgr2=0x7fd79c03b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 0x7fd79c03b780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4005ab0 tx=0x7fd7a4005a20 comp rx=0 tx=0).stop 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 msgr2=0x7fd7b41983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800d950 tx=0x7fd7a800de10 comp rx=0 tx=0).stop 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 shutdown_connections 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd79c0392c0 0x7fd79c03b780 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:27.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7b41026d0 0x7fd7b419f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:27.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7b4101d10 0x7fd7b41983a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:27.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 --2- 172.21.15.2:0/2982395297 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7b4100b10 0x7fd7b4197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:27.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.662+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 >> 172.21.15.2:0/2982395297 conn(0x7fd7b40fc2a0 msgr2=0x7fd7b41051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:27.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.663+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 shutdown_connections 2024-09-05T04:03:27.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:03:27.663+0000 7fd7b98fa640 1 -- 172.21.15.2:0/2982395297 wait complete. 2024-09-05T04:03:27.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:27 smithi047 ceph-mon[34498]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:28.011 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:27 smithi002 ceph-mon[31001]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:27 smithi079 ceph-mon[34908]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:28.313 DEBUG:teuthology.orchestra.run.smithi002:osd.0> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.0.service 2024-09-05T04:03:28.315 INFO:tasks.cephadm:Deploying osd.1 on smithi047 with /dev/vg_nvme/lv_4... 2024-09-05T04:03:28.315 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T04:03:28.574 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:03:28.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:28.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:28.857 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:28 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:28.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:28 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:28.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:28 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:28.890 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:28 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:29.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:28 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:29.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:28 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:29.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:28 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:29.461 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:03:29 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:03:29.173+0000 7effb23e9640 -1 osd.0 0 log_to_monitors true 2024-09-05T04:03:29.745 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:29 smithi002 ceph-mon[31001]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:29.746 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:29 smithi002 ceph-mon[31001]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T04:03:29.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:29 smithi079 ceph-mon[34908]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:29.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:29 smithi079 ceph-mon[34908]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T04:03:29.859 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:29 smithi047 ceph-mon[34498]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:29.859 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:29 smithi047 ceph-mon[34498]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-05T04:03:30.900 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:30 smithi047 ceph-mon[34498]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T04:03:30.900 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:30 smithi047 ceph-mon[34498]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T04:03:30.901 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:30 smithi047 ceph-mon[34498]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:03:30.901 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:30.903 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:03:30.936 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_4 2024-09-05T04:03:31.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:30 smithi002 ceph-mon[31001]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T04:03:31.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:30 smithi002 ceph-mon[31001]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T04:03:31.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:30 smithi002 ceph-mon[31001]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:03:31.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:30 smithi079 ceph-mon[34908]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-05T04:03:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:30 smithi079 ceph-mon[34908]: osdmap e6: 1 total, 0 up, 1 in 2024-09-05T04:03:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:30 smithi079 ceph-mon[34908]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:03:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:31.187 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:03:31.398 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:03:31.243+0000 7effae36c640 -1 osd.0 0 waiting for initial osdmap 2024-09-05T04:03:31.398 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:03:31.246+0000 7effa618c640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:03:31.653 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- 172.21.15.47:0/2681077728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90100b00 msgr2=0x7fea90100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 --2- 172.21.15.47:0/2681077728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90100b00 0x7fea90100f00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fea80009ca0 tx=0x7fea8002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- 172.21.15.47:0/2681077728 shutdown_connections 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 --2- 172.21.15.47:0/2681077728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea901026c0 0x7fea90108f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 --2- 172.21.15.47:0/2681077728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea90101d00 0x7fea90102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 --2- 172.21.15.47:0/2681077728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90100b00 0x7fea90100f00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- 172.21.15.47:0/2681077728 >> 172.21.15.47:0/2681077728 conn(0x7fea900fc290 msgr2=0x7fea900fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- 172.21.15.47:0/2681077728 shutdown_connections 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- 172.21.15.47:0/2681077728 wait complete. 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 Processor -- start 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.639+0000 7fea974b7640 1 -- start start 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:31.654 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 0x7fea901a1500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fea9010c610 con 0x7fea90100b00 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fea9010c490 con 0x7fea90101d00 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea974b7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fea9010c790 con 0x7fea901026c0 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea94a52640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.47:48080/0 (socket says 172.21.15.47:48080) 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 -- 172.21.15.47:0/2656978074 learned_addr learned my addr 172.21.15.47:0/2656978074 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea94a52640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:41888/0 (socket says 172.21.15.47:41888) 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95a54640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 0x7fea901a1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:31.655 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 -- 172.21.15.47:0/2656978074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 msgr2=0x7fea901a1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 0x7fea901a1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 -- 172.21.15.47:0/2656978074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 msgr2=0x7fea9019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 -- 172.21.15.47:0/2656978074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea901a1cf0 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95a54640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 0x7fea901a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea94a52640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea95253640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fea80003ba0 tx=0x7fea80003bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.640+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea80004040 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.641+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea80004690 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.641+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea901a1f20 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.641+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea80030cd0 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.641+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea901a23d0 con 0x7fea90100b00 2024-09-05T04:03:31.656 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.641+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea90108010 con 0x7fea90100b00 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.643+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7fea800041e0 con 0x7fea90100b00 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.643+0000 7fea8e7fc640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 0x7fea780a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.643+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7fea800eeb40 con 0x7fea90100b00 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.644+0000 7fea94a52640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 0x7fea780a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.644+0000 7fea94a52640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 0x7fea780a4fe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fea9006b870 tx=0x7fea8400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:31.657 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.647+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fea800bd590 con 0x7fea90100b00 2024-09-05T04:03:31.832 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:31.831+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fea90062630 con 0x7fea780a2b20 2024-09-05T04:03:31.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi002 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 17092M 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:31.833 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:31.834 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' 2024-09-05T04:03:31.834 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:03:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T04:03:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi002 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 17092M 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' 2024-09-05T04:03:32.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: osdmap e7: 1 total, 0 up, 1 in 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi002 2024-09-05T04:03:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 17092M 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301]' entity='osd.0' 2024-09-05T04:03:32.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] boot 2024-09-05T04:03:32.860 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T04:03:32.861 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] boot 2024-09-05T04:03:33.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T04:03:33.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:03:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:03:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:33.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:33.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: osd.0 [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] boot 2024-09-05T04:03:33.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: osdmap e8: 1 total, 1 up, 1 in 2024-09-05T04:03:33.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/1189725928' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]': finished 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T04:03:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/1189725928' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]': finished 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T04:03:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:34.578 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-05T04:03:34.578 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: osdmap e9: 1 total, 1 up, 1 in 2024-09-05T04:03:34.578 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/1189725928' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.578 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]: dispatch 2024-09-05T04:03:34.579 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da5818-e74e-4148-8634-c6662dee528c"}]': finished 2024-09-05T04:03:34.579 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: osdmap e10: 2 total, 1 up, 2 in 2024-09-05T04:03:34.579 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:35 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/1076927920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:35 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/1076927920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:35 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/1076927920' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:36 smithi002 ceph-mon[31001]: pgmap v42: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:36.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:36 smithi079 ceph-mon[34908]: pgmap v42: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:36 smithi047 ceph-mon[34498]: pgmap v42: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:38 smithi002 ceph-mon[31001]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:38.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:38 smithi079 ceph-mon[34908]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:38.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:38 smithi047 ceph-mon[34498]: pgmap v43: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:40.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:40 smithi047 ceph-mon[34498]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:40 smithi002 ceph-mon[31001]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:40.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:40 smithi079 ceph-mon[34908]: pgmap v44: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:42 smithi002 ceph-mon[31001]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T04:03:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:42 smithi079 ceph-mon[34908]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T04:03:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:42.618 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:42 smithi047 ceph-mon[34498]: pgmap v45: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:42.618 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-05T04:03:42.619 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:43.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:43 smithi002 ceph-mon[31001]: Deploying daemon osd.1 on smithi047 2024-09-05T04:03:43.535 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:43 smithi047 ceph-mon[34498]: Deploying daemon osd.1 on smithi047 2024-09-05T04:03:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:43 smithi079 ceph-mon[34908]: Deploying daemon osd.1 on smithi047 2024-09-05T04:03:44.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:44 smithi047 ceph-mon[34498]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:44 smithi002 ceph-mon[31001]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:44 smithi079 ceph-mon[34908]: pgmap v46: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:46 smithi047 ceph-mon[34498]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:46 smithi002 ceph-mon[31001]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:46 smithi079 ceph-mon[34908]: pgmap v47: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:47.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:47.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:48.314 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:48 smithi047 ceph-mon[34498]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:48 smithi002 ceph-mon[31001]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:48.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:48 smithi079 ceph-mon[34908]: pgmap v48: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:50.427 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:50 smithi047 ceph-mon[34498]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:50.428 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:50 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.428 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:50 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:50 smithi002 ceph-mon[31001]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:50 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:50 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:50 smithi079 ceph-mon[34908]: pgmap v49: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:50 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:50 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:50.749 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 1 on host 'smithi047' 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.738+0000 7fea8e7fc640 1 -- 172.21.15.47:0/2656978074 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fea90062630 con 0x7fea780a2b20 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 msgr2=0x7fea780a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 0x7fea780a4fe0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fea9006b870 tx=0x7fea8400b390 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 msgr2=0x7fea9006b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fea80003ba0 tx=0x7fea80003bd0 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 shutdown_connections 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea780a2b20 0x7fea780a4fe0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea901026c0 0x7fea901a1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea90101d00 0x7fea9019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 --2- 172.21.15.47:0/2656978074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea90100b00 0x7fea9006b2f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 >> 172.21.15.47:0/2656978074 conn(0x7fea900fc290 msgr2=0x7fea901051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:50.751 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 shutdown_connections 2024-09-05T04:03:50.752 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:03:50.741+0000 7fea974b7640 1 -- 172.21.15.47:0/2656978074 wait complete. 2024-09-05T04:03:51.315 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:51.315 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:51.315 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.316 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:51.316 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.316 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.341 DEBUG:teuthology.orchestra.run.smithi047:osd.1> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.1.service 2024-09-05T04:03:51.345 INFO:tasks.cephadm:Deploying osd.2 on smithi079 with /dev/vg_nvme/lv_4... 2024-09-05T04:03:51.345 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:51.597 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:03:52.624 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:52 smithi047 ceph-mon[34498]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:52.637 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:52 smithi079 ceph-mon[34908]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:52.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:52 smithi002 ceph-mon[31001]: pgmap v50: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:53 smithi079 ceph-mon[34908]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:53 smithi079 ceph-mon[34908]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.635 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:53 smithi047 ceph-mon[34498]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.635 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:53 smithi047 ceph-mon[34498]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.636 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:03:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:03:53.389+0000 7f504fe95640 -1 osd.1 0 log_to_monitors true 2024-09-05T04:03:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:53 smithi002 ceph-mon[31001]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:53 smithi002 ceph-mon[31001]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-05T04:03:53.905 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:03:53.929 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi079:vg_nvme/lv_4 2024-09-05T04:03:54.175 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:03:54.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:54.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T04:03:54.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:54.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.630 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 -- 172.21.15.79:0/283014448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0440102e00 msgr2=0x7f0440103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:54.630 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 --2- 172.21.15.79:0/283014448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0440102e00 0x7f0440103280 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f0434009900 tx=0x7f043402a410 comp rx=0 tx=0).stop 2024-09-05T04:03:54.630 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 -- 172.21.15.79:0/283014448 shutdown_connections 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 --2- 172.21.15.79:0/283014448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04401037c0 0x7f044010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 --2- 172.21.15.79:0/283014448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0440102e00 0x7f0440103280 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 --2- 172.21.15.79:0/283014448 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440101c00 0x7f0440102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 -- 172.21.15.79:0/283014448 >> 172.21.15.79:0/283014448 conn(0x7f04400fd390 msgr2=0x7f04400ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 -- 172.21.15.79:0/283014448 shutdown_connections 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.605+0000 7f0446306640 1 -- 172.21.15.79:0/283014448 wait complete. 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 Processor -- start 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 -- start start 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0440101c00 0x7f0440197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440102e00 0x7f0440198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f044010d730 con 0x7f0440102e00 2024-09-05T04:03:54.631 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f044010d5b0 con 0x7f0440101c00 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f0446306640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f044010d8b0 con 0x7f04401037c0 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f04448a3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f04448a3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:55116/0 (socket says 172.21.15.79:55116) 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f04448a3640 1 -- 172.21.15.79:0/3895073392 learned_addr learned my addr 172.21.15.79:0/3895073392 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.606+0000 7f043ffff640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0440101c00 0x7f0440197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f043f7fe640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440102e00 0x7f0440198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 -- 172.21.15.79:0/3895073392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0440101c00 msgr2=0x7f0440197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0440101c00 0x7f0440197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 -- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440102e00 msgr2=0x7f0440198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440102e00 0x7f0440198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 -- 172.21.15.79:0/3895073392 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f044019fa70 con 0x7f04401037c0 2024-09-05T04:03:54.632 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f04448a3640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f043800cad0 tx=0x7f043800cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043800ae20 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0438005020 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f044019fd60 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f043800f6b0 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.607+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04401a0210 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.608+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04401090c0 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.609+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7f04380051d0 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.610+0000 7f043d7fa640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 0x7f04280a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.610+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7f04380cd5d0 con 0x7f04401037c0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.610+0000 7f043ffff640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 0x7f04280a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.610+0000 7f043ffff640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 0x7f04280a4fe0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0440102c60 tx=0x7f043000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:03:54.633 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.614+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0438014030 con 0x7f04401037c0 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:54.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:54.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:54.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.792 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:03:54.791+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f0440062630 con 0x7f04280a2b20 2024-09-05T04:03:54.936 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:03:54.485+0000 7f504be18640 -1 osd.1 0 waiting for initial osdmap 2024-09-05T04:03:54.937 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:03:54.490+0000 7f5047c40640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: pgmap v51: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: osdmap e11: 2 total, 1 up, 2 in 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:03:54.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:54.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:54.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:03:54.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi047 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 17092M 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:55.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi047 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 17092M 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:55.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:55.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:55.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi047 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 17092M 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: osdmap e12: 2 total, 1 up, 2 in 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:03:55.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] boot 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T04:03:56.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] boot 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T04:03:56.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:56.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: pgmap v54: 0 pgs: ; 0 B data, 35 MiB used, 89 GiB / 89 GiB avail 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: osd.1 [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] boot 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: osdmap e13: 2 total, 2 up, 2 in 2024-09-05T04:03:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:03:57.723 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T04:03:57.723 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/1547659529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.723 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.723 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]': finished 2024-09-05T04:03:57.723 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T04:03:57.724 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1547659529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]': finished 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T04:03:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:03:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: osdmap e14: 2 total, 2 up, 2 in 2024-09-05T04:03:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1547659529' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]: dispatch 2024-09-05T04:03:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5c583d6f-eccb-4684-93d9-58122b029209"}]': finished 2024-09-05T04:03:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: osdmap e15: 3 total, 2 up, 3 in 2024-09-05T04:03:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:57 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:03:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:58 smithi002 ceph-mon[31001]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:03:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:03:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/4093048941' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:58.801 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:58 smithi047 ceph-mon[34498]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:03:58.801 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:03:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/4093048941' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:03:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:58 smithi079 ceph-mon[34908]: pgmap v57: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:03:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:03:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/4093048941' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:00 smithi002 ceph-mon[31001]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:00 smithi079 ceph-mon[34908]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:00.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:00 smithi047 ceph-mon[34498]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:02 smithi079 ceph-mon[34908]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:02.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:02 smithi002 ceph-mon[31001]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:02.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:02 smithi047 ceph-mon[34498]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:04.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:04 smithi002 ceph-mon[31001]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:04.825 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:04 smithi079 ceph-mon[34908]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:04.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:04 smithi047 ceph-mon[34498]: pgmap v61: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:05.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T04:04:05.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:05.807 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T04:04:05.807 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:05.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-05T04:04:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:06 smithi002 ceph-mon[31001]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:06 smithi002 ceph-mon[31001]: Deploying daemon osd.2 on smithi079 2024-09-05T04:04:06.810 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:06 smithi079 ceph-mon[34908]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:06.810 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:06 smithi079 ceph-mon[34908]: Deploying daemon osd.2 on smithi079 2024-09-05T04:04:06.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:06 smithi047 ceph-mon[34498]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:06 smithi047 ceph-mon[34498]: Deploying daemon osd.2 on smithi079 2024-09-05T04:04:08.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:08 smithi002 ceph-mon[31001]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:08.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:08 smithi079 ceph-mon[34908]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:08.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:08 smithi047 ceph-mon[34498]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:10 smithi002 ceph-mon[31001]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:10.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:10 smithi079 ceph-mon[34908]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:10.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:10 smithi047 ceph-mon[34498]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:10.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:10.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:10.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:12.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:12 smithi002 ceph-mon[31001]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:12 smithi079 ceph-mon[34908]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:12.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:12 smithi047 ceph-mon[34498]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:13.984 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.983+0000 7f043d7fa640 1 -- 172.21.15.79:0/3895073392 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0440062630 con 0x7f04280a2b20 2024-09-05T04:04:13.984 INFO:teuthology.orchestra.run.smithi079.stdout:Created osd(s) 2 on host 'smithi079' 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 msgr2=0x7f04280a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 0x7f04280a4fe0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0440102c60 tx=0x7f043000a2d0 comp rx=0 tx=0).stop 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 msgr2=0x7f044019f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f043800cad0 tx=0x7f043800cf90 comp rx=0 tx=0).stop 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 shutdown_connections 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f04280a2b20 0x7f04280a4fe0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:13.986 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04401037c0 0x7f044019f400 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:13.987 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0440102e00 0x7f0440198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:13.987 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 --2- 172.21.15.79:0/3895073392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0440101c00 0x7f0440197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:13.987 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 >> 172.21.15.79:0/3895073392 conn(0x7f04400fd390 msgr2=0x7f0440106290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:04:13.987 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 shutdown_connections 2024-09-05T04:04:13.987 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:04:13.985+0000 7f0446306640 1 -- 172.21.15.79:0/3895073392 wait complete. 2024-09-05T04:04:14.290 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:14.290 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.290 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.291 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:14 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:14 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:14 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:14.674 DEBUG:teuthology.orchestra.run.smithi079:osd.2> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.2.service 2024-09-05T04:04:14.676 INFO:tasks.cephadm:Deploying osd.3 on smithi002 with /dev/vg_nvme/lv_3... 2024-09-05T04:04:14.677 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T04:04:14.941 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:04:16.138 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:16 smithi002 ceph-mon[31001]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:16.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:16 smithi079 ceph-mon[34908]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:16.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:16 smithi047 ceph-mon[34498]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:16.669 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:04:16.339+0000 7f8edf662640 -1 osd.2 0 log_to_monitors true 2024-09-05T04:04:17.271 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:17 smithi079 ceph-mon[34908]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.271 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:17 smithi079 ceph-mon[34908]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:17 smithi047 ceph-mon[34498]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:17 smithi047 ceph-mon[34498]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.504 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:17 smithi002 ceph-mon[31001]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.504 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:17 smithi002 ceph-mon[31001]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-05T04:04:17.506 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:04:17.533 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_3 2024-09-05T04:04:17.786 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:04:18.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 -- 172.21.15.2:0/50215255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a41026c0 msgr2=0x7fe9a4108f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:18.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/50215255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a41026c0 0x7fe9a4108f50 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe99c009ca0 tx=0x7fe99c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 -- 172.21.15.2:0/50215255 shutdown_connections 2024-09-05T04:04:18.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/50215255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a41026c0 0x7fe9a4108f50 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/50215255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4101d00 0x7fe9a4102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/50215255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a4100b00 0x7fe9a4100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 -- 172.21.15.2:0/50215255 >> 172.21.15.2:0/50215255 conn(0x7fe9a40fc270 msgr2=0x7fe9a40fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 -- 172.21.15.2:0/50215255 shutdown_connections 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.217+0000 7fe9ab44f640 1 -- 172.21.15.2:0/50215255 wait complete. 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 Processor -- start 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 -- start start 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4100b00 0x7fe9a4104a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a41026c0 0x7fe9a4103620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a410c730 con 0x7fe9a4101d00 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a410c5b0 con 0x7fe9a4100b00 2024-09-05T04:04:18.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9ab44f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a410c8b0 con 0x7fe9a41026c0 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9a89ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.218+0000 7fe9a89ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38530/0 (socket says 172.21.15.2:38530) 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 -- 172.21.15.2:0/1905660848 learned_addr learned my addr 172.21.15.2:0/1905660848 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a99ec640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a41026c0 0x7fe9a4103620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a91eb640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4100b00 0x7fe9a4104a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 -- 172.21.15.2:0/1905660848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a41026c0 msgr2=0x7fe9a4103620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a41026c0 0x7fe9a4103620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 -- 172.21.15.2:0/1905660848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4100b00 msgr2=0x7fe9a4104a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4100b00 0x7fe9a4104a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 -- 172.21.15.2:0/1905660848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a4103b60 con 0x7fe9a4101d00 2024-09-05T04:04:18.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9a89ea640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe99800b4a0 tx=0x7fe99800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe998015020 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe998011ce0 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a4103e50 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe998010dc0 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.219+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a41a6af0 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.221+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a4100ee0 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.221+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 15) ==== 137776+0+0 (secure 0 0 0) 0x7fe998018020 con 0x7fe9a4101d00 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.222+0000 7fe9967fc640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 0x7fe9900a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.222+0000 7fe9a91eb640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 0x7fe9900a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:18.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.222+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7fe9980cd040 con 0x7fe9a4101d00 2024-09-05T04:04:18.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.222+0000 7fe9a91eb640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 0x7fe9900a5030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4101b60 tx=0x7fe9a0009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:04:18.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.226+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe99801f020 con 0x7fe9a4101d00 2024-09-05T04:04:18.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:18.418+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fe9a41a6db0 con 0x7fe9900a2b70 2024-09-05T04:04:18.419 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi079 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.420 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:18.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 17088M 2024-09-05T04:04:18.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:18.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:18.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:18 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi079 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 17088M 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:18.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:18.438 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:18 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.479 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:04:18.152+0000 7f8edb5e5640 -1 osd.2 0 waiting for initial osdmap 2024-09-05T04:04:18.479 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:04:18.156+0000 7f8ed740d640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: osdmap e16: 3 total, 2 up, 3 in 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi079 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 17088M 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:18.480 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:18 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:19.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:04:19.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:19.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: osdmap e17: 3 total, 2 up, 3 in 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:19.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:20.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:04:20.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:04:20.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:20.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] boot 2024-09-05T04:04:20.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T04:04:20.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:20.520 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:04:20.521 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:04:20.521 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:20.521 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] boot 2024-09-05T04:04:20.521 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T04:04:20.521 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:20.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:04:20.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:04:20.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-05T04:04:20.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: osd.2 [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] boot 2024-09-05T04:04:20.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: osdmap e18: 3 total, 3 up, 3 in 2024-09-05T04:04:20.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:04:21.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]: dispatch 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]': finished 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: osdmap e20: 4 total, 3 up, 4 in 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:21.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]: dispatch 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]': finished 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: osdmap e20: 4 total, 3 up, 4 in 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: osdmap e19: 3 total, 3 up, 3 in 2024-09-05T04:04:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]: dispatch 2024-09-05T04:04:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:21.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3528622570' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21fe31df-01b3-4bfe-94f0-c7851afb0b2c"}]': finished 2024-09-05T04:04:21.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: osdmap e20: 4 total, 3 up, 4 in 2024-09-05T04:04:21.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:21.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:04:22.425 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:22 smithi002 ceph-mon[31001]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:22.425 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:22 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/609220407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:22.425 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:22.425 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:22 smithi002 ceph-mon[31001]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T04:04:22.425 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:22.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:22 smithi047 ceph-mon[34498]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:22 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/609220407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:22 smithi047 ceph-mon[34498]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T04:04:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:22 smithi079 ceph-mon[34908]: pgmap v74: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:22 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/609220407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:04:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:22 smithi079 ceph-mon[34908]: osdmap e21: 4 total, 3 up, 4 in 2024-09-05T04:04:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:22.694 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49462]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:22.695 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49462]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:22.695 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49462]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:22.695 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49462]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:23.035 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49467]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:23.035 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49467]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:23.035 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49467]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:23.035 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:04:22 smithi002 sudo[49467]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:23.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:23.174+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fe998097660 con 0x7fe9a4101d00 2024-09-05T04:04:23.245 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:22 smithi047 sudo[42780]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:23.245 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:22 smithi047 sudo[42780]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:23.245 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:22 smithi047 sudo[42780]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:23.245 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:22 smithi047 sudo[42780]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:23.686 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:23 smithi047 sudo[42783]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:23.687 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:23 smithi047 sudo[42783]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:23.687 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:23 smithi047 sudo[42783]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:23.687 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:04:23 smithi047 sudo[42783]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:23.766 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43598]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:23.766 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43598]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:23.767 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43598]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:23.767 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43598]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T04:04:23.767 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T04:04:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:24.077 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43601]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:24.077 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43601]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:24.077 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43601]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:24.077 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:04:23 smithi079 sudo[43601]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: osdmap e22: 4 total, 3 up, 4 in 2024-09-05T04:04:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-05T04:04:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:24.310 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[49841]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:24.311 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[49841]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:24.311 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[49841]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:24.311 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[49841]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[50027]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[50027]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[50027]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:24 smithi002 sudo[50027]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:24.811 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43604]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:24.812 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43604]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:24.812 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43604]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:24.812 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43604]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:25.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43607]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:25.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43607]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:25.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43607]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:25.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:24 smithi079 sudo[43607]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:25.339 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42786]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-05T04:04:25.340 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42786]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:25.340 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42786]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:25.340 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42786]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42789]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42789]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42789]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 sudo[42789]: pam_unix(sudo:session): session closed for user root 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:25.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:25.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:26.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:26.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:26.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:26 smithi002 ceph-mon[31001]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:26.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:26 smithi047 ceph-mon[34498]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-05T04:04:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:04:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:04:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:04:26.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:26 smithi079 ceph-mon[34908]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-05T04:04:28.614 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:28 smithi002 ceph-mon[31001]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:28 smithi047 ceph-mon[34498]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:28 smithi079 ceph-mon[34908]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:30 smithi002 ceph-mon[31001]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T04:04:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:30 smithi002 ceph-mon[31001]: Deploying daemon osd.3 on smithi002 2024-09-05T04:04:30.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:30 smithi047 ceph-mon[34498]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:30.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T04:04:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:30 smithi047 ceph-mon[34498]: Deploying daemon osd.3 on smithi002 2024-09-05T04:04:30.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:30 smithi079 ceph-mon[34908]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 91 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:30.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-05T04:04:30.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:30.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:30 smithi079 ceph-mon[34908]: Deploying daemon osd.3 on smithi002 2024-09-05T04:04:32.686 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:32 smithi002 ceph-mon[31001]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:32 smithi047 ceph-mon[34498]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:32.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:32 smithi079 ceph-mon[34908]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:34.613 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:34 smithi002 ceph-mon[31001]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:34 smithi047 ceph-mon[34498]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:34.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:34 smithi079 ceph-mon[34908]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:36 smithi002 ceph-mon[31001]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:36 smithi047 ceph-mon[34498]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:36.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:36 smithi079 ceph-mon[34908]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:38.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:38.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:38.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:38.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.776 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 3 on host 'smithi002' 2024-09-05T04:04:38.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.775+0000 7fe9967fc640 1 -- 172.21.15.2:0/1905660848 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe9a41a6db0 con 0x7fe9900a2b70 2024-09-05T04:04:38.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.777+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 msgr2=0x7fe9900a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:38.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.777+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 0x7fe9900a5030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe9a4101b60 tx=0x7fe9a0009110 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 msgr2=0x7fe9a41030e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe99800b4a0 tx=0x7fe99800b8a0 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 shutdown_connections 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe9900a2b70 0x7fe9900a5030 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a41026c0 0x7fe9a4103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a4101d00 0x7fe9a41030e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 --2- 172.21.15.2:0/1905660848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a4100b00 0x7fe9a4104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 >> 172.21.15.2:0/1905660848 conn(0x7fe9a40fc270 msgr2=0x7fe9a406a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 shutdown_connections 2024-09-05T04:04:38.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:04:38.778+0000 7fe9ab44f640 1 -- 172.21.15.2:0/1905660848 wait complete. 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:38.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:38.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:38.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:38.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.454 DEBUG:teuthology.orchestra.run.smithi002:osd.3> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.3.service 2024-09-05T04:04:39.456 INFO:tasks.cephadm:Deploying osd.4 on smithi047 with /dev/vg_nvme/lv_3... 2024-09-05T04:04:39.456 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T04:04:39.715 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:39.716 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.716 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:39 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.720 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:04:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:39 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:39 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:39 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.841 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:39 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:04:39.841 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:39 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:39.841 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:39 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:40.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:40 smithi002 ceph-mon[31001]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:40.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:40 smithi002 ceph-mon[31001]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T04:04:40.735 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:04:40 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:04:40.426+0000 7f0f0a3f1640 -1 osd.3 0 log_to_monitors true 2024-09-05T04:04:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:40 smithi079 ceph-mon[34908]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:40 smithi079 ceph-mon[34908]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T04:04:40.863 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:40 smithi047 ceph-mon[34498]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:40.863 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:40 smithi047 ceph-mon[34498]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-05T04:04:41.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:41 smithi002 ceph-mon[31001]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T04:04:41.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:41 smithi002 ceph-mon[31001]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T04:04:41.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:41 smithi002 ceph-mon[31001]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:04:41.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:41.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:41 smithi002 ceph-mon[31001]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:04:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:41 smithi079 ceph-mon[34908]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T04:04:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:41 smithi079 ceph-mon[34908]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T04:04:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:41 smithi079 ceph-mon[34908]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:04:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:41 smithi079 ceph-mon[34908]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:04:41.839 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:41 smithi047 ceph-mon[34498]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-05T04:04:41.839 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:41 smithi047 ceph-mon[34498]: osdmap e23: 4 total, 3 up, 4 in 2024-09-05T04:04:41.839 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:41 smithi047 ceph-mon[34498]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:04:41.839 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:41.839 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:41 smithi047 ceph-mon[34498]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:04:42.527 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:04:42.532 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:04:42.041+0000 7f0f06374640 -1 osd.3 0 waiting for initial osdmap 2024-09-05T04:04:42.532 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:04:42.046+0000 7f0efe194640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:04:42.556 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_3 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] boot 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T04:04:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.813 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' 2024-09-05T04:04:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] boot 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T04:04:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: osdmap e24: 4 total, 3 up, 4 in 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186]' entity='osd.3' 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:04:42.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: osd.3 [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] boot 2024-09-05T04:04:42.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: osdmap e25: 4 total, 4 up, 4 in 2024-09-05T04:04:42.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:04:43.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 -- 172.21.15.47:0/2589496118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918101cd0 msgr2=0x7fc918102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:43.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/2589496118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918101cd0 0x7fc918102150 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fc90c009900 tx=0x7fc90c02a410 comp rx=0 tx=0).stop 2024-09-05T04:04:43.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 -- 172.21.15.47:0/2589496118 shutdown_connections 2024-09-05T04:04:43.310 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/2589496118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918102690 0x7fc918108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/2589496118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918101cd0 0x7fc918102150 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/2589496118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 0x7fc918100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 -- 172.21.15.47:0/2589496118 >> 172.21.15.47:0/2589496118 conn(0x7fc9180fc280 msgr2=0x7fc9180fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 -- 172.21.15.47:0/2589496118 shutdown_connections 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.303+0000 7fc91fd1d640 1 -- 172.21.15.47:0/2589496118 wait complete. 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 Processor -- start 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 -- start start 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 0x7fc918196d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918101cd0 0x7fc918197280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc91810c600 con 0x7fc918101cd0 2024-09-05T04:04:43.311 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc91810c480 con 0x7fc918102690 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91fd1d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc91810c780 con 0x7fc918100ad0 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:59542/0 (socket says 172.21.15.47:59542) 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 -- 172.21.15.47:0/638579635 learned_addr learned my addr 172.21.15.47:0/638579635 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91dab9640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 0x7fc918196d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91d2b8640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918101cd0 0x7fc918197280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 -- 172.21.15.47:0/638579635 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 msgr2=0x7fc918196d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 0x7fc918196d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 -- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918101cd0 msgr2=0x7fc918197280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918101cd0 0x7fc918197280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.304+0000 7fc91e2ba640 1 -- 172.21.15.47:0/638579635 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc91819e970 con 0x7fc918102690 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc91e2ba640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc91000eaa0 tx=0x7fc91000ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:04:43.312 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91000cdb0 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc910005020 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc91819ec60 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9100116d0 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.305+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc91819f170 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.306+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc918107f60 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.307+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fc9100051d0 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.308+0000 7fc90affd640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 0x7fc9040a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.308+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 3698+0+0 (secure 0 0 0) 0x7fc9100ce2d0 con 0x7fc918102690 2024-09-05T04:04:43.313 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.309+0000 7fc91dab9640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 0x7fc9040a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:04:43.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.309+0000 7fc91dab9640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 0x7fc9040a50f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc914005fd0 tx=0x7fc91400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:04:43.314 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.312+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc910016030 con 0x7fc918102690 2024-09-05T04:04:43.501 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:04:43.499+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7fc918062630 con 0x7fc9040a2c30 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi002 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 8546M 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:43 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:43.911 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:04:43.911 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:04:43.911 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi002 2024-09-05T04:04:43.911 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 8546M 2024-09-05T04:04:43.912 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T04:04:43.912 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:43.912 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:43.912 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:43 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi002 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 8546M 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: osdmap e26: 4 total, 4 up, 4 in 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:04:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:43 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:44 smithi079 ceph-mon[34908]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:44 smithi079 ceph-mon[34908]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:44 smithi079 ceph-mon[34908]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T04:04:44.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:44 smithi047 ceph-mon[34498]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:44.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:44 smithi047 ceph-mon[34498]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:44 smithi047 ceph-mon[34498]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T04:04:45.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:44 smithi002 ceph-mon[31001]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:45.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:44 smithi002 ceph-mon[31001]: from='client.24209 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:04:45.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:44 smithi002 ceph-mon[31001]: osdmap e27: 4 total, 4 up, 4 in 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/1055980283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]': finished 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T04:04:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/1055980283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]': finished 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T04:04:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: osdmap e28: 4 total, 4 up, 4 in 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/1055980283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]: dispatch 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a21a99a1-1407-4e08-a1bc-6753cead2349"}]': finished 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: osdmap e29: 5 total, 4 up, 5 in 2024-09-05T04:04:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:04:47.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:47 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/3967964397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:47.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:47 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/3967964397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:47.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:47 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/3967964397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:04:48.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:48 smithi002 ceph-mon[31001]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T04:04:48.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:48 smithi079 ceph-mon[34908]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T04:04:48.337 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:48 smithi047 ceph-mon[34498]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-05T04:04:50.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:50 smithi002 ceph-mon[31001]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-05T04:04:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:50 smithi079 ceph-mon[34908]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-05T04:04:50.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:50 smithi047 ceph-mon[34498]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-09-05T04:04:52.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:52 smithi002 ceph-mon[31001]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T04:04:52.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:52 smithi079 ceph-mon[34908]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T04:04:52.382 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:52 smithi047 ceph-mon[34498]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-05T04:04:54.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:54 smithi047 ceph-mon[34498]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:04:54.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T04:04:54.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:54.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:54 smithi002 ceph-mon[31001]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:04:54.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T04:04:54.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:54 smithi079 ceph-mon[34908]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:04:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-05T04:04:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:04:55.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:55 smithi002 ceph-mon[31001]: Deploying daemon osd.4 on smithi047 2024-09-05T04:04:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:55 smithi079 ceph-mon[34908]: Deploying daemon osd.4 on smithi047 2024-09-05T04:04:55.400 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:55 smithi047 ceph-mon[34498]: Deploying daemon osd.4 on smithi047 2024-09-05T04:04:56.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:56 smithi002 ceph-mon[31001]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:04:56.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:56 smithi079 ceph-mon[34908]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:04:56.435 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:56 smithi047 ceph-mon[34498]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:04:58.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:04:58 smithi079 ceph-mon[34908]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:04:58.380 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:04:58 smithi047 ceph-mon[34498]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:04:58.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:04:58 smithi002 ceph-mon[31001]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:05:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:00 smithi047 ceph-mon[34498]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:00 smithi079 ceph-mon[34908]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:00.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:00 smithi002 ceph-mon[31001]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:00.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:00.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:00.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:02 smithi079 ceph-mon[34908]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:02 smithi047 ceph-mon[34498]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:02.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:02 smithi002 ceph-mon[31001]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:02.754 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.753+0000 7fc90affd640 1 -- 172.21.15.47:0/638579635 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc918062630 con 0x7fc9040a2c30 2024-09-05T04:05:02.755 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 4 on host 'smithi047' 2024-09-05T04:05:02.756 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 msgr2=0x7fc9040a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 0x7fc9040a50f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fc914005fd0 tx=0x7fc91400b390 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 msgr2=0x7fc91819e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fc91000eaa0 tx=0x7fc91000ef60 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 shutdown_connections 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc9040a2c30 0x7fc9040a50f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc918102690 0x7fc91819e300 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc918101cd0 0x7fc918197280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 --2- 172.21.15.47:0/638579635 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc918100ad0 0x7fc918196d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 >> 172.21.15.47:0/638579635 conn(0x7fc9180fc280 msgr2=0x7fc918105130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 shutdown_connections 2024-09-05T04:05:02.757 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:02.756+0000 7fc91fd1d640 1 -- 172.21.15.47:0/638579635 wait complete. 2024-09-05T04:05:03.386 DEBUG:teuthology.orchestra.run.smithi047:osd.4> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.4.service 2024-09-05T04:05:03.389 INFO:tasks.cephadm:Deploying osd.5 on smithi079 with /dev/vg_nvme/lv_3... 2024-09-05T04:05:03.389 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-05T04:05:03.641 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:05:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:03 smithi002 ceph-mon[31001]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:03 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:03 smithi079 ceph-mon[34908]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:04.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:03 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.096 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:03 smithi047 ceph-mon[34498]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:04.096 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.096 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.096 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:04.096 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:03 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:05 smithi047 ceph-mon[34498]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:05 smithi047 ceph-mon[34498]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:05 smithi047 ceph-mon[34498]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:05.937 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:05:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:05:05.526+0000 7f15d2f54640 -1 osd.4 0 log_to_monitors true 2024-09-05T04:05:06.020 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:05 smithi079 ceph-mon[34908]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:06.020 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:05 smithi079 ceph-mon[34908]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:06.020 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:05 smithi079 ceph-mon[34908]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:06.023 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:05:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:05 smithi002 ceph-mon[31001]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:05 smithi002 ceph-mon[31001]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:05 smithi002 ceph-mon[31001]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-05T04:05:06.050 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi079:vg_nvme/lv_3 2024-09-05T04:05:06.301 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 -- 172.21.15.79:0/3153738812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 msgr2=0x7f2de0108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 --2- 172.21.15.79:0/3153738812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de0108f20 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8009ca0 tx=0x7f2dd802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 -- 172.21.15.79:0/3153738812 shutdown_connections 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 --2- 172.21.15.79:0/3153738812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de0108f20 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 --2- 172.21.15.79:0/3153738812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.815 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 --2- 172.21.15.79:0/3153738812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 0x7f2de0100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 -- 172.21.15.79:0/3153738812 >> 172.21.15.79:0/3153738812 conn(0x7f2de00fc280 msgr2=0x7f2de00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 -- 172.21.15.79:0/3153738812 shutdown_connections 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 -- 172.21.15.79:0/3153738812 wait complete. 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.793+0000 7f2de5aab640 1 Processor -- start 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- start start 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 0x7f2de0197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2de010d730 con 0x7f2de0100ad0 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2de010d5b0 con 0x7f2de0101cd0 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2de010d8b0 con 0x7f2de0102690 2024-09-05T04:05:06.816 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 0x7f2de0197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:48764/0 (socket says 172.21.15.79:48764) 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 -- 172.21.15.79:0/1393782777 learned_addr learned my addr 172.21.15.79:0/1393782777 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2dd7fff640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 -- 172.21.15.79:0/1393782777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 msgr2=0x7f2de0198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 -- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 msgr2=0x7f2de0197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 0x7f2de0197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 -- 172.21.15.79:0/1393782777 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de019fa00 con 0x7f2de0102690 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2dd7fff640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddffff640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8031970 tx=0x7f2dd8003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd8003d90 con 0x7f2de0102690 2024-09-05T04:05:06.817 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2dd80044f0 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de019fc90 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dd8030bd0 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.794+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de01a0180 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.796+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de0107f20 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.797+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f2dd8004040 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.797+0000 7f2ddd7fa640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 0x7f2dcc0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.798+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3821+0+0 (secure 0 0 0) 0x7f2dd80ef2f0 con 0x7f2de0102690 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.798+0000 7f2ddf7fe640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 0x7f2dcc0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.798+0000 7f2ddf7fe640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 0x7f2dcc0a5070 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2de0101b30 tx=0x7f2dd0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:06.818 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.802+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2dd80bd3e0 con 0x7f2de0102690 2024-09-05T04:05:06.937 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:05:06.766+0000 7f15ceed7640 -1 osd.4 0 waiting for initial osdmap 2024-09-05T04:05:06.937 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:05:06.771+0000 7f15cacff640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:06.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:06 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.982 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:06.981+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f2de0062630 con 0x7f2dcc0a2bb0 2024-09-05T04:05:06.982 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T04:05:06.982 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:06.983 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:06 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: osdmap e30: 5 total, 4 up, 5 in 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:07.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:07.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:07.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:06 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi047 2024-09-05T04:05:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 8546M 2024-09-05T04:05:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:08.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:08.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:08.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:08.037 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi047 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 8546M 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:08.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi047 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 8546M 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: osdmap e31: 5 total, 4 up, 5 in 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:08.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:08.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:08.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:08.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:08.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:08.966 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:08 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:05:08.966 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:08 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:05:08.966 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:08 smithi079 ceph-mon[34908]: osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] boot 2024-09-05T04:05:08.966 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:08 smithi079 ceph-mon[34908]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T04:05:08.966 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:09.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:08 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:05:09.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:08 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:05:09.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:08 smithi002 ceph-mon[31001]: osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] boot 2024-09-05T04:05:09.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:08 smithi002 ceph-mon[31001]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T04:05:09.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:09.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:08 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:05:09.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:08 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:05:09.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:08 smithi047 ceph-mon[34498]: osd.4 [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] boot 2024-09-05T04:05:09.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:08 smithi047 ceph-mon[34498]: osdmap e32: 5 total, 5 up, 5 in 2024-09-05T04:05:09.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/172834788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]': finished 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T04:05:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/172834788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]': finished 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T04:05:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:10.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: osdmap e33: 5 total, 5 up, 5 in 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/172834788' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]: dispatch 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21b5352f-e3ea-4cdd-9945-3139466dac35"}]': finished 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: osdmap e34: 6 total, 5 up, 6 in 2024-09-05T04:05:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/3187323318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/3187323318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:11.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/3187323318' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:12.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:11 smithi002 ceph-mon[31001]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:11 smithi079 ceph-mon[34908]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:12.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:11 smithi047 ceph-mon[34498]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:13 smithi002 ceph-mon[31001]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:14.050 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:13 smithi079 ceph-mon[34908]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:13 smithi047 ceph-mon[34498]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:16.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:15 smithi002 ceph-mon[31001]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:16.067 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:15 smithi079 ceph-mon[34908]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:16.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:15 smithi047 ceph-mon[34498]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:17 smithi079 ceph-mon[34908]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T04:05:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:18.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:17 smithi047 ceph-mon[34498]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:18.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T04:05:18.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:18.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:17 smithi002 ceph-mon[31001]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:18.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-05T04:05:18.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:19.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:18 smithi079 ceph-mon[34908]: Deploying daemon osd.5 on smithi079 2024-09-05T04:05:19.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:18 smithi047 ceph-mon[34498]: Deploying daemon osd.5 on smithi079 2024-09-05T04:05:19.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:18 smithi002 ceph-mon[31001]: Deploying daemon osd.5 on smithi079 2024-09-05T04:05:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:19 smithi002 ceph-mon[31001]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:19 smithi079 ceph-mon[34908]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:20.104 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:19 smithi047 ceph-mon[34498]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:21 smithi079 ceph-mon[34908]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:22.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:21 smithi047 ceph-mon[34498]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:22.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:21 smithi002 ceph-mon[31001]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:23 smithi079 ceph-mon[34908]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:23 smithi047 ceph-mon[34498]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:23 smithi002 ceph-mon[31001]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:26.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:27.102 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.101+0000 7f2ddd7fa640 1 -- 172.21.15.79:0/1393782777 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2de0062630 con 0x7f2dcc0a2bb0 2024-09-05T04:05:27.102 INFO:teuthology.orchestra.run.smithi079.stdout:Created osd(s) 5 on host 'smithi079' 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 msgr2=0x7f2dcc0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 0x7f2dcc0a5070 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2de0101b30 tx=0x7f2dd0005f90 comp rx=0 tx=0).stop 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 msgr2=0x7f2de019f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2dd8031970 tx=0x7f2dd8003ba0 comp rx=0 tx=0).stop 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 shutdown_connections 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2dcc0a2bb0 0x7f2dcc0a5070 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:27.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2de0102690 0x7f2de019f390 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:27.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2de0101cd0 0x7f2de0198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:27.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 --2- 172.21.15.79:0/1393782777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2de0100ad0 0x7f2de0197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:27.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 >> 172.21.15.79:0/1393782777 conn(0x7f2de00fc280 msgr2=0x7f2de01050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:27.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 shutdown_connections 2024-09-05T04:05:27.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:05:27.103+0000 7f2de5aab640 1 -- 172.21.15.79:0/1393782777 wait complete. 2024-09-05T04:05:27.801 DEBUG:teuthology.orchestra.run.smithi079:osd.5> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.5.service 2024-09-05T04:05:27.804 INFO:tasks.cephadm:Deploying osd.6 on smithi002 with /dev/vg_nvme/lv_2... 2024-09-05T04:05:27.804 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T04:05:28.068 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:05:28.072 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:27 smithi079 ceph-mon[34908]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:28.072 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:28.072 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:28.072 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:27 smithi047 ceph-mon[34498]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:28.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:28.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:28.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:27 smithi002 ceph-mon[31001]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:28.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:28.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:28.189 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:29.249 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:05:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:05:29.170+0000 7f9898af0640 -1 osd.5 0 log_to_monitors true 2024-09-05T04:05:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:29 smithi079 ceph-mon[34908]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:29 smithi079 ceph-mon[34908]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:29 smithi079 ceph-mon[34908]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:29 smithi047 ceph-mon[34498]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:30.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:29 smithi047 ceph-mon[34498]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:29 smithi047 ceph-mon[34498]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:29 smithi002 ceph-mon[31001]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:29 smithi002 ceph-mon[31001]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:29 smithi002 ceph-mon[31001]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-05T04:05:30.628 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:05:30.654 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_2 2024-09-05T04:05:30.912 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi079 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 8544M 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:31.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.077 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:05:30.820+0000 7f9894a73640 -1 osd.5 0 waiting for initial osdmap 2024-09-05T04:05:31.077 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:05:30.826+0000 7f989089b640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:05:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T04:05:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T04:05:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi079 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 8544M 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:31.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: osdmap e35: 6 total, 5 up, 6 in 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi079 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 8544M 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:31.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:31.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:31.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/3890874855 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 msgr2=0x7fa2bc100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:31.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/3890874855 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc100ed0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac009900 tx=0x7fa2ac02a410 comp rx=0 tx=0).stop 2024-09-05T04:05:31.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/3890874855 shutdown_connections 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/3890874855 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 0x7fa2bc108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/3890874855 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 0x7fa2bc102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/3890874855 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc100ed0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/3890874855 >> 172.21.15.2:0/3890874855 conn(0x7fa2bc0fc280 msgr2=0x7fa2bc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/3890874855 shutdown_connections 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/3890874855 wait complete. 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 Processor -- start 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.392+0000 7fa2c1d1e640 1 -- start start 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 0x7fa2bc109aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 0x7fa2bc109fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc10d730 con 0x7fa2bc100ad0 2024-09-05T04:05:31.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc10d5b0 con 0x7fa2bc102690 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2c1d1e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2bc10d8b0 con 0x7fa2bc101cd0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57048/0 (socket says 172.21.15.2:57048) 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 -- 172.21.15.2:0/212060490 learned_addr learned my addr 172.21.15.2:0/212060490 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2b2ffd640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 0x7fa2bc109aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bbfff640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 0x7fa2bc109fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 -- 172.21.15.2:0/212060490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 msgr2=0x7fa2bc109aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 0x7fa2bc109aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 -- 172.21.15.2:0/212060490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 msgr2=0x7fa2bc109fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 0x7fa2bc109fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 -- 172.21.15.2:0/212060490 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2bc10a8a0 con 0x7fa2bc100ad0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.393+0000 7fa2bb7fe640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac0314e0 tx=0x7fa2ac0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:31.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.394+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac03f030 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.394+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2ac003cb0 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.394+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2bc1a1f00 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.394+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2ac035070 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.394+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2bc1a22a0 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.395+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2bc107f20 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.396+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa2ac042030 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.397+0000 7fa2b97fa640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 0x7fa2a80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.397+0000 7fa2b2ffd640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 0x7fa2a80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.397+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4253+0+0 (secure 0 0 0) 0x7fa2ac0eea80 con 0x7fa2bc100ad0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.397+0000 7fa2b2ffd640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 0x7fa2a80a5040 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc10b1d0 tx=0x7fa2a400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:31.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.400+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2ac0bc2d0 con 0x7fa2bc100ad0 2024-09-05T04:05:31.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:31.584+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fa2bc062630 con 0x7fa2a80a2b80 2024-09-05T04:05:31.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:31.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:05:31.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T04:05:31.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:31.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:31.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:31.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:31.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:31 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:31 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: osdmap e36: 6 total, 5 up, 6 in 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:32.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:31 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] boot 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T04:05:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:33.109 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:05:33.109 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:05:33.109 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:33.110 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:33.110 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] boot 2024-09-05T04:05:33.110 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T04:05:33.110 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: osd.5 [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] boot 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: osdmap e37: 6 total, 6 up, 6 in 2024-09-05T04:05:33.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:05:34.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:33 smithi002 ceph-mon[31001]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:34.173 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:33 smithi002 ceph-mon[31001]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T04:05:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:33 smithi047 ceph-mon[34498]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:33 smithi047 ceph-mon[34498]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T04:05:34.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:33 smithi079 ceph-mon[34908]: pgmap v128: 1 pgs: 1 peering; 577 KiB data, 151 MiB used, 447 GiB / 447 GiB avail 2024-09-05T04:05:34.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:33 smithi079 ceph-mon[34908]: osdmap e38: 6 total, 6 up, 6 in 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]: dispatch 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]': finished 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:35.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3784261913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:35.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T04:05:35.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]: dispatch 2024-09-05T04:05:35.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]': finished 2024-09-05T04:05:35.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T04:05:35.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:35.286 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3784261913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:35.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: osdmap e39: 6 total, 6 up, 6 in 2024-09-05T04:05:35.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]: dispatch 2024-09-05T04:05:35.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1703795487' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f88fc778-7e9e-4c23-904d-afa47b6cd64f"}]': finished 2024-09-05T04:05:35.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: osdmap e40: 7 total, 6 up, 7 in 2024-09-05T04:05:35.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:35.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3784261913' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:05:36.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:35 smithi002 ceph-mon[31001]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:36.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:35 smithi002 ceph-mon[31001]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T04:05:36.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:36.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:35 smithi079 ceph-mon[34908]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:36.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:35 smithi079 ceph-mon[34908]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T04:05:36.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:36.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:35 smithi047 ceph-mon[34498]: pgmap v132: 1 pgs: 1 peering; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:36.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:35 smithi047 ceph-mon[34498]: osdmap e41: 7 total, 6 up, 7 in 2024-09-05T04:05:36.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:37.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:36 smithi002 ceph-mon[31001]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T04:05:37.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:36 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:37.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:36 smithi079 ceph-mon[34908]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T04:05:37.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:36 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:37.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:36 smithi047 ceph-mon[34498]: osdmap e42: 7 total, 6 up, 7 in 2024-09-05T04:05:37.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:36 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:38.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:37 smithi002 ceph-mon[31001]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 153 KiB/s, 0 objects/s recovering 2024-09-05T04:05:38.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:37 smithi079 ceph-mon[34908]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 153 KiB/s, 0 objects/s recovering 2024-09-05T04:05:38.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:37 smithi047 ceph-mon[34498]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 178 MiB used, 536 GiB / 536 GiB avail; 153 KiB/s, 0 objects/s recovering 2024-09-05T04:05:40.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:39 smithi002 ceph-mon[31001]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-09-05T04:05:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:39 smithi079 ceph-mon[34908]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-09-05T04:05:40.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:39 smithi047 ceph-mon[34498]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 121 KiB/s, 0 objects/s recovering 2024-09-05T04:05:42.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:41 smithi002 ceph-mon[31001]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-05T04:05:42.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:41 smithi079 ceph-mon[34908]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-05T04:05:42.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:41 smithi047 ceph-mon[34498]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-09-05T04:05:43.151 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T04:05:43.151 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:43.151 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:42 smithi002 ceph-mon[31001]: Deploying daemon osd.6 on smithi002 2024-09-05T04:05:43.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T04:05:43.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:43.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:42 smithi079 ceph-mon[34908]: Deploying daemon osd.6 on smithi002 2024-09-05T04:05:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-05T04:05:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:43.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:42 smithi047 ceph-mon[34498]: Deploying daemon osd.6 on smithi002 2024-09-05T04:05:44.103 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:43 smithi002 ceph-mon[31001]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:05:44.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:43 smithi079 ceph-mon[34908]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:05:44.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:43 smithi047 ceph-mon[34498]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-05T04:05:46.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:45 smithi002 ceph-mon[31001]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:05:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:45 smithi079 ceph-mon[34908]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:05:46.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:45 smithi047 ceph-mon[34498]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-09-05T04:05:48.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:47 smithi002 ceph-mon[31001]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:05:48.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:48.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:48.226 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:48.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:47 smithi079 ceph-mon[34908]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:05:48.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:48.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:48.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:48.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:47 smithi047 ceph-mon[34498]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-09-05T04:05:48.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:48.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:48.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:50.239 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:49 smithi047 ceph-mon[34498]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:50.266 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:49 smithi002 ceph-mon[31001]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:49 smithi079 ceph-mon[34908]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:51.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.685+0000 7fa2b97fa640 1 -- 172.21.15.2:0/212060490 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa2bc062630 con 0x7fa2a80a2b80 2024-09-05T04:05:51.687 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 6 on host 'smithi002' 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 msgr2=0x7fa2a80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 0x7fa2a80a5040 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc10b1d0 tx=0x7fa2a400b390 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 msgr2=0x7fa2bc10b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa2ac0314e0 tx=0x7fa2ac0042e0 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 shutdown_connections 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa2a80a2b80 0x7fa2a80a5040 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2bc102690 0x7fa2bc109fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2bc101cd0 0x7fa2bc109aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 --2- 172.21.15.2:0/212060490 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2bc100ad0 0x7fa2bc10b450 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 >> 172.21.15.2:0/212060490 conn(0x7fa2bc0fc280 msgr2=0x7fa2bc1050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 shutdown_connections 2024-09-05T04:05:51.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:05:51.689+0000 7fa2c1d1e640 1 -- 172.21.15.2:0/212060490 wait complete. 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:52.000 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.327 DEBUG:teuthology.orchestra.run.smithi002:osd.6> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.6.service 2024-09-05T04:05:52.330 INFO:tasks.cephadm:Deploying osd.7 on smithi047 with /dev/vg_nvme/lv_2... 2024-09-05T04:05:52.330 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T04:05:52.593 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:05:52.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:52.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:52.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:52 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:52 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:52 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:52 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:52 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:05:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:52 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:52 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:53 smithi002 ceph-mon[31001]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:53 smithi002 ceph-mon[31001]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T04:05:53.785 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:05:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:05:53.620+0000 7f099f796640 -1 osd.6 0 log_to_monitors true 2024-09-05T04:05:54.016 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:53 smithi047 ceph-mon[34498]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:54.017 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:53 smithi047 ceph-mon[34498]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T04:05:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:53 smithi079 ceph-mon[34908]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:53 smithi079 ceph-mon[34908]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-05T04:05:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-mon[31001]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T04:05:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-mon[31001]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T04:05:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-mon[31001]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:05:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-mon[31001]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:05:54.786 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:05:54.692+0000 7f099b719640 -1 osd.6 0 waiting for initial osdmap 2024-09-05T04:05:54.786 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:05:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:05:54.703+0000 7f0997541640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:05:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:54 smithi079 ceph-mon[34908]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T04:05:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:54 smithi079 ceph-mon[34908]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T04:05:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:54 smithi079 ceph-mon[34908]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:05:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:54 smithi079 ceph-mon[34908]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:05:55.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:54 smithi047 ceph-mon[34498]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-05T04:05:55.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:54 smithi047 ceph-mon[34498]: osdmap e43: 7 total, 6 up, 7 in 2024-09-05T04:05:55.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:54 smithi047 ceph-mon[34498]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:05:55.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:55.089 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:54 smithi047 ceph-mon[34498]: from='osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:05:55.092 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:05:55.118 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_2 2024-09-05T04:05:55.371 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:05:55.758 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi002 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 5697M 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:55.759 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:55.760 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 -- 172.21.15.47:0/504558961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 msgr2=0x7fd524108da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 --2- 172.21.15.47:0/504558961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524108da0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fd51c009ca0 tx=0x7fd51c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 -- 172.21.15.47:0/504558961 shutdown_connections 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 --2- 172.21.15.47:0/504558961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524108da0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 --2- 172.21.15.47:0/504558961 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524101b50 0x7fd524101fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 --2- 172.21.15.47:0/504558961 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524100950 0x7fd524100d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 -- 172.21.15.47:0/504558961 >> 172.21.15.47:0/504558961 conn(0x7fd5240fc0e0 msgr2=0x7fd5240fe520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 -- 172.21.15.47:0/504558961 shutdown_connections 2024-09-05T04:05:55.867 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.842+0000 7fd529ba2640 1 -- 172.21.15.47:0/504558961 wait complete. 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 Processor -- start 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 -- start start 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524100950 0x7fd52410b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524101b50 0x7fd524109920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd52410d5b0 con 0x7fd524100950 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd52410d430 con 0x7fd524102510 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd529ba2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd52410d730 con 0x7fd524101b50 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:55.868 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:54588/0 (socket says 172.21.15.47:54588) 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 -- 172.21.15.47:0/1533994167 learned_addr learned my addr 172.21.15.47:0/1533994167 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd528ba0640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524100950 0x7fd52410b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd523fff640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524101b50 0x7fd524109920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 -- 172.21.15.47:0/1533994167 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524101b50 msgr2=0x7fd524109920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524101b50 0x7fd524109920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 -- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524100950 msgr2=0x7fd52410b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524100950 0x7fd52410b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 -- 172.21.15.47:0/1533994167 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd52410a720 con 0x7fd524102510 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd5293a1640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd51c009dc0 tx=0x7fd51c003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.843+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c0317c0 con 0x7fd524102510 2024-09-05T04:05:55.869 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.844+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd51c0044f0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.844+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5241a1da0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.844+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd51c030cd0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.844+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5241a2250 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.845+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd524107de0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.846+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fd51c0046a0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.847+0000 7fd521ffb640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 0x7fd5140a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.847+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 4965+0+0 (secure 0 0 0) 0x7fd51c0ef8e0 con 0x7fd524102510 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.847+0000 7fd528ba0640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 0x7fd5140a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:05:55.870 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.847+0000 7fd528ba0640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 0x7fd5140a5040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd518005fd0 tx=0x7fd51800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:05:55.871 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:55.851+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd51c0bd4b0 con 0x7fd524102510 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi002 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 5697M 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:56.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:05:56.034+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fd524062630 con 0x7fd5140a2b80 2024-09-05T04:05:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: osdmap e44: 7 total, 6 up, 7 in 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi002 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 5697M 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:05:56.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] boot 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:57.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:57.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:56 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] boot 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:57.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:57.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:57.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:56 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: osd.6 [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] boot 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: osdmap e45: 7 total, 7 up, 7 in 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='client.24269 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:05:57.166 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:05:57.167 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:05:57.167 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:56 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:05:57.755 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:57 smithi047 ceph-mon[34498]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:57.756 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:57 smithi047 ceph-mon[34498]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T04:05:58.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:57 smithi002 ceph-mon[31001]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:58.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:57 smithi002 ceph-mon[31001]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T04:05:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:57 smithi079 ceph-mon[34908]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 179 MiB used, 536 GiB / 536 GiB avail 2024-09-05T04:05:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:57 smithi079 ceph-mon[34908]: osdmap e46: 7 total, 7 up, 7 in 2024-09-05T04:05:59.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/2994977947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:58 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:58 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]': finished 2024-09-05T04:05:59.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:58 smithi002 ceph-mon[31001]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T04:05:59.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:05:59.047 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/2994977947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.047 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:58 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.047 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:58 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]': finished 2024-09-05T04:05:59.047 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:58 smithi047 ceph-mon[34498]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T04:05:59.048 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:05:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/2994977947' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:58 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]: dispatch 2024-09-05T04:05:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:58 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6832c1d5-420d-4f5b-8fe0-242e64a88afd"}]': finished 2024-09-05T04:05:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:58 smithi079 ceph-mon[34908]: osdmap e47: 8 total, 7 up, 8 in 2024-09-05T04:05:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:00.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:59 smithi002 ceph-mon[31001]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:00.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:05:59 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/2154137443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:59 smithi079 ceph-mon[34908]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:05:59 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/2154137443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:59 smithi047 ceph-mon[34498]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:05:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/2154137443' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:01 smithi002 ceph-mon[31001]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:01 smithi079 ceph-mon[34908]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:01 smithi047 ceph-mon[34498]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:03 smithi047 ceph-mon[34498]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:03 smithi002 ceph-mon[31001]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:03 smithi079 ceph-mon[34908]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:05.791 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:05 smithi047 ceph-mon[34498]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:05 smithi002 ceph-mon[31001]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:05 smithi079 ceph-mon[34908]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:07.835 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:07 smithi047 ceph-mon[34498]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:07.835 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T04:06:07.835 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:07.835 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:07 smithi047 ceph-mon[34498]: Deploying daemon osd.7 on smithi047 2024-09-05T04:06:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:07 smithi002 ceph-mon[31001]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T04:06:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:07 smithi002 ceph-mon[31001]: Deploying daemon osd.7 on smithi047 2024-09-05T04:06:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:07 smithi079 ceph-mon[34908]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-05T04:06:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:07 smithi079 ceph-mon[34908]: Deploying daemon osd.7 on smithi047 2024-09-05T04:06:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:09 smithi002 ceph-mon[31001]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:09 smithi079 ceph-mon[34908]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:10.103 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:09 smithi047 ceph-mon[34498]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:12.006 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:11 smithi047 ceph-mon[34498]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:12.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:11 smithi002 ceph-mon[31001]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:11 smithi079 ceph-mon[34908]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:12.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:12.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:12.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:13.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:13.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:13.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:14.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:13 smithi047 ceph-mon[34498]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:13 smithi002 ceph-mon[31001]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:13 smithi079 ceph-mon[34908]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:16.415 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.413+0000 7fd521ffb640 1 -- 172.21.15.47:0/1533994167 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fd524062630 con 0x7fd5140a2b80 2024-09-05T04:06:16.415 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 7 on host 'smithi047' 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 msgr2=0x7fd5140a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 0x7fd5140a5040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd518005fd0 tx=0x7fd51800b390 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 msgr2=0x7fd524109e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd51c009dc0 tx=0x7fd51c003ba0 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 shutdown_connections 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd5140a2b80 0x7fd5140a5040 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd524102510 0x7fd524109e60 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd524101b50 0x7fd524109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 --2- 172.21.15.47:0/1533994167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd524100950 0x7fd52410b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:16.418 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 >> 172.21.15.47:0/1533994167 conn(0x7fd5240fc0e0 msgr2=0x7fd524104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:06:16.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 shutdown_connections 2024-09-05T04:06:16.419 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:06:16.416+0000 7fd529ba2640 1 -- 172.21.15.47:0/1533994167 wait complete. 2024-09-05T04:06:16.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:16.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:16.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:16.689 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:16.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:16.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:16.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.034 DEBUG:teuthology.orchestra.run.smithi047:osd.7> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.7.service 2024-09-05T04:06:17.037 INFO:tasks.cephadm:Deploying osd.8 on smithi079 with /dev/vg_nvme/lv_2... 2024-09-05T04:06:17.037 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-05T04:06:17.293 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:06:17.537 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:17.537 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.537 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:17 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.653 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:17.653 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.654 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:17 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:17.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:17.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:17 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:18.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:18 smithi047 ceph-mon[34498]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:18.698 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:18 smithi079 ceph-mon[34908]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:18.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:18 smithi002 ceph-mon[31001]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:18.937 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:06:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:06:18.459+0000 7fe394fff640 -1 osd.7 0 log_to_monitors true 2024-09-05T04:06:19.548 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:19 smithi047 ceph-mon[34498]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.548 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:19 smithi047 ceph-mon[34498]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:19 smithi079 ceph-mon[34908]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:19 smithi079 ceph-mon[34908]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:19 smithi002 ceph-mon[31001]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:19 smithi002 ceph-mon[31001]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-05T04:06:19.986 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:06:20.015 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi079:vg_nvme/lv_2 2024-09-05T04:06:20.267 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:06:20.438 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:06:20.428+0000 7fe390f82640 -1 osd.7 0 waiting for initial osdmap 2024-09-05T04:06:20.439 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:06:20.437+0000 7fe38cdaa640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.439 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:20.440 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:20 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.671 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:20.672 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:20 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- 172.21.15.79:0/4165411557 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 msgr2=0x7f6780102020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 --2- 172.21.15.79:0/4165411557 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780102020 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f6770009ca0 tx=0x7f677002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- 172.21.15.79:0/4165411557 shutdown_connections 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 --2- 172.21.15.79:0/4165411557 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f678010a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 --2- 172.21.15.79:0/4165411557 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67801032a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 --2- 172.21.15.79:0/4165411557 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780102020 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- 172.21.15.79:0/4165411557 >> 172.21.15.79:0/4165411557 conn(0x7f67800fd3b0 msgr2=0x7f67800ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:06:20.763 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- 172.21.15.79:0/4165411557 shutdown_connections 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- 172.21.15.79:0/4165411557 wait complete. 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 Processor -- start 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.753+0000 7f6784f19640 1 -- start start 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67800745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f6780074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f678010d760 con 0x7f6780102e20 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f678010d5e0 con 0x7f67801037e0 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f678010d8e0 con 0x7f6780101c20 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:34544/0 (socket says 172.21.15.79:34544) 2024-09-05T04:06:20.764 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 -- 172.21.15.79:0/575139457 learned_addr learned my addr 172.21.15.79:0/575139457 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677ed9d640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f6780074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 -- 172.21.15.79:0/575139457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 msgr2=0x7f6780074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f6780074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677dd9b640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67800745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 -- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 msgr2=0x7f67800745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67800745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 -- 172.21.15.79:0/575139457 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67800753e0 con 0x7f6780101c20 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677ed9d640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f6780074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677dd9b640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67800745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f677e59c640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6770003ba0 tx=0x7f6770003bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770004040 con 0x7f6780101c20 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6770004690 con 0x7f6780101c20 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67801a1f50 con 0x7f6780101c20 2024-09-05T04:06:20.765 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.754+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6770030cd0 con 0x7f6780101c20 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.755+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67801a23a0 con 0x7f6780101c20 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.756+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6780109070 con 0x7f6780101c20 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.757+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f67700041e0 con 0x7f6780101c20 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.758+0000 7f676f7fe640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 0x7f67680a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.758+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5117+0+0 (secure 0 0 0) 0x7f67700efa90 con 0x7f6780101c20 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.758+0000 7f677dd9b640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 0x7f67680a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.759+0000 7f677dd9b640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 0x7f67680a50c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6780075d10 tx=0x7f6774005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:06:20.766 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.762+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f67700bd670 con 0x7f6780101c20 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: osdmap e48: 8 total, 7 up, 8 in 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:20.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:20 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:20.937 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:20.936+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f6780062630 con 0x7f67680a2c00 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi047 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 5697M 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:21.471 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:21.657 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi047 2024-09-05T04:06:21.657 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 5697M 2024-09-05T04:06:21.657 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:21.658 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi047 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 5697M 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: osdmap e49: 8 total, 7 up, 8 in 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:06:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:06:22.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:06:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:06:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:22.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] boot 2024-09-05T04:06:22.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T04:06:22.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:22.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:22.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] boot 2024-09-05T04:06:22.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T04:06:22.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 206 MiB used, 626 GiB / 626 GiB avail 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: osd.7 [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] boot 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: osdmap e50: 8 total, 8 up, 8 in 2024-09-05T04:06:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/3838288244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]': finished 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T04:06:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:23 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/3838288244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]': finished 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T04:06:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:23 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: osdmap e51: 8 total, 8 up, 8 in 2024-09-05T04:06:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/3838288244' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]: dispatch 2024-09-05T04:06:23.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "67c6b855-15a2-4d7f-843f-52ac93458fb6"}]': finished 2024-09-05T04:06:23.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: osdmap e52: 9 total, 8 up, 9 in 2024-09-05T04:06:23.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:23 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:24 smithi002 ceph-mon[31001]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1543764238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:24 smithi002 ceph-mon[31001]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T04:06:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:24 smithi079 ceph-mon[34908]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:24 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/1543764238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:24 smithi079 ceph-mon[34908]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T04:06:24.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:24.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:24 smithi047 ceph-mon[34498]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:24.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:24 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1543764238' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:24 smithi047 ceph-mon[34498]: osdmap e53: 9 total, 8 up, 9 in 2024-09-05T04:06:24.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:26.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:26 smithi047 ceph-mon[34498]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:26 smithi047 ceph-mon[34498]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T04:06:26.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:26.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:26 smithi002 ceph-mon[31001]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:26.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:26 smithi002 ceph-mon[31001]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T04:06:26.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:26 smithi079 ceph-mon[34908]: pgmap v170: 1 pgs: 1 remapped+peering; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:26 smithi079 ceph-mon[34908]: osdmap e54: 9 total, 8 up, 9 in 2024-09-05T04:06:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:28.470 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:28 smithi079 ceph-mon[34908]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:28 smithi047 ceph-mon[34498]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:28 smithi002 ceph-mon[31001]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:30.543 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:30 smithi079 ceph-mon[34908]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:30.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:30 smithi047 ceph-mon[34498]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:30.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:30 smithi002 ceph-mon[31001]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:32 smithi079 ceph-mon[34908]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T04:06:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:32 smithi047 ceph-mon[34498]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T04:06:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:32 smithi002 ceph-mon[31001]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-05T04:06:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:33.567 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:33 smithi079 ceph-mon[34908]: Deploying daemon osd.8 on smithi079 2024-09-05T04:06:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:33 smithi047 ceph-mon[34498]: Deploying daemon osd.8 on smithi079 2024-09-05T04:06:33.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:33 smithi002 ceph-mon[31001]: Deploying daemon osd.8 on smithi079 2024-09-05T04:06:34.572 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:34 smithi079 ceph-mon[34908]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:34 smithi047 ceph-mon[34498]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:34.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:34 smithi002 ceph-mon[31001]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:36.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:36 smithi079 ceph-mon[34908]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:36 smithi047 ceph-mon[34498]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:36.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:36 smithi002 ceph-mon[31001]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:37.642 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:37 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:37.642 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:37 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:37.642 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:37 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:37 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:37 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:37 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:37.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:37 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:37.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:37 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:37.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:37 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:38.643 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:38 smithi079 ceph-mon[34908]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:38.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:38 smithi047 ceph-mon[34498]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:38 smithi002 ceph-mon[31001]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:40.547 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.586 INFO:teuthology.orchestra.run.smithi079.stdout:Created osd(s) 8 on host 'smithi079' 2024-09-05T04:06:40.587 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.585+0000 7f676f7fe640 1 -- 172.21.15.79:0/575139457 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6780062630 con 0x7f67680a2c00 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 msgr2=0x7f67680a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 0x7f67680a50c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6780075d10 tx=0x7f6774005f90 comp rx=0 tx=0).stop 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 msgr2=0x7f6780075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f6770003ba0 tx=0x7f6770003bd0 comp rx=0 tx=0).stop 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 shutdown_connections 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f67680a2c00 0x7f67680a50c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:40.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f67801037e0 0x7f6780074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:40.590 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6780102e20 0x7f67800745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:40.590 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 --2- 172.21.15.79:0/575139457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6780101c20 0x7f6780075f90 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:40.590 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 >> 172.21.15.79:0/575139457 conn(0x7f67800fd3b0 msgr2=0x7f6780106240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:06:40.590 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 shutdown_connections 2024-09-05T04:06:40.590 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:06:40.588+0000 7f6784f19640 1 -- 172.21.15.79:0/575139457 wait complete. 2024-09-05T04:06:40.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:40.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:40.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:40.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:40.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.304 DEBUG:teuthology.orchestra.run.smithi079:osd.8> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.8.service 2024-09-05T04:06:41.306 INFO:tasks.cephadm:Deploying osd.9 on smithi002 with /dev/vg_nvme/lv_1... 2024-09-05T04:06:41.307 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T04:06:41.560 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:41.560 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.560 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.570 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:06:41.681 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:41.682 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.682 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:06:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:42.458 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:42 smithi079 ceph-mon[34908]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:42.685 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:42 smithi002 ceph-mon[31001]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:42.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:42 smithi047 ceph-mon[34498]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:42.996 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:06:42 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:06:42.745+0000 7f26dfba9640 -1 osd.8 0 log_to_monitors true 2024-09-05T04:06:43.550 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:43 smithi002 ceph-mon[31001]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:43.551 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:43 smithi002 ceph-mon[31001]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:43 smithi047 ceph-mon[34498]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:43 smithi047 ceph-mon[34498]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:43 smithi079 ceph-mon[34908]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:43 smithi079 ceph-mon[34908]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-05T04:06:44.191 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:06:44.217 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi002:vg_nvme/lv_1 2024-09-05T04:06:44.478 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:44.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.577 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:06:44.380+0000 7f26dbb2c640 -1 osd.8 0 waiting for initial osdmap 2024-09-05T04:06:44.577 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:06:44.389+0000 7f26d7954640 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:06:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T04:06:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:44.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: osdmap e55: 9 total, 8 up, 9 in 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:44.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:06:44.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 -- 172.21.15.2:0/3520686603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f681026a0 msgr2=0x7f6f68104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3520686603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f681026a0 0x7f6f68104a90 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c009900 tx=0x7f6f5c02a3f0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 -- 172.21.15.2:0/3520686603 shutdown_connections 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3520686603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68107900 0x7f6f68109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3520686603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f68104fd0 0x7f6f681073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3520686603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f681026a0 0x7f6f68104a90 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 -- 172.21.15.2:0/3520686603 >> 172.21.15.2:0/3520686603 conn(0x7f6f680fc2a0 msgr2=0x7f6f680fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 -- 172.21.15.2:0/3520686603 shutdown_connections 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.925+0000 7f6f7033a640 1 -- 172.21.15.2:0/3520686603 wait complete. 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 Processor -- start 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 -- start start 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f681026a0 0x7f6f68197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 0x7f6f68198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6810d780 con 0x7f6f68107900 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6810d600 con 0x7f6f68104fd0 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f7033a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6810d900 con 0x7f6f681026a0 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f6e8d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f6e8d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38548/0 (socket says 172.21.15.2:38548) 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f6e8d7640 1 -- 172.21.15.2:0/3641903548 learned_addr learned my addr 172.21.15.2:0/3641903548 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:06:44.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.926+0000 7f6f6e0d6640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f681026a0 0x7f6f68197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 -- 172.21.15.2:0/3641903548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f681026a0 msgr2=0x7f6f68197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f681026a0 0x7f6f68197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 -- 172.21.15.2:0/3641903548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 msgr2=0x7f6f68198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6d8d5640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 0x7f6f68198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 0x7f6f68198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 -- 172.21.15.2:0/3641903548 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f6819fa70 con 0x7f6f68107900 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6d8d5640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 0x7f6f68198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f6e8d7640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6f6000cce0 tx=0x7f6f6000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6000f450 con 0x7f6f68107900 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f6000faa0 con 0x7f6f68107900 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f6819fd60 con 0x7f6f68107900 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f60018b70 con 0x7f6f68107900 2024-09-05T04:06:44.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.927+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f681a0240 con 0x7f6f68107900 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.928+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f680fdd90 con 0x7f6f68107900 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.929+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f6f60018d10 con 0x7f6f68107900 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.930+0000 7f6f5b7fe640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 0x7f6f540a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.930+0000 7f6f6e0d6640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 0x7f6f540a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.930+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5549+0+0 (secure 0 0 0) 0x7f6f600ce9b0 con 0x7f6f68107900 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.930+0000 7f6f6e0d6640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 0x7f6f540a5170 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c006010 tx=0x7f6f5c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:06:44.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:44.934+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6f60014030 con 0x7f6f68107900 2024-09-05T04:06:45.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:06:45.122+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f6f68062630 con 0x7f6f540a2cb0 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi079 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 5696M 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:45.636 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:45 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi079 2024-09-05T04:06:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 5696M 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:45.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:45 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi079 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 5696M 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: osdmap e56: 9 total, 8 up, 9 in 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:06:45.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:06:45.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:45 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] boot 2024-09-05T04:06:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T04:06:46.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:46.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] boot 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T04:06:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 233 MiB used, 715 GiB / 715 GiB avail 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: from='client.14424 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi002:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: osd.8 [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] boot 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: osdmap e57: 9 total, 9 up, 9 in 2024-09-05T04:06:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:06:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:47 smithi047 ceph-mon[34498]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T04:06:47.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:47 smithi002 ceph-mon[31001]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T04:06:47.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:47 smithi079 ceph-mon[34908]: osdmap e58: 9 total, 9 up, 9 in 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: pgmap v186: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]: dispatch 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]': finished 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: osdmap e60: 10 total, 9 up, 10 in 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/867582859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:48.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: pgmap v186: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]: dispatch 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]': finished 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: osdmap e60: 10 total, 9 up, 10 in 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/867582859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:48.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: pgmap v186: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:48.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: osdmap e59: 9 total, 9 up, 9 in 2024-09-05T04:06:48.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]: dispatch 2024-09-05T04:06:48.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2097285969' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e0f5ddfe-0877-41a4-af75-bd8a890b543d"}]': finished 2024-09-05T04:06:48.729 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: osdmap e60: 10 total, 9 up, 10 in 2024-09-05T04:06:48.729 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.729 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: osdmap e61: 10 total, 9 up, 10 in 2024-09-05T04:06:48.729 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:48.729 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/867582859' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:06:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:50 smithi079 ceph-mon[34908]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:50 smithi079 ceph-mon[34908]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T04:06:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:50 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:50.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:50 smithi047 ceph-mon[34498]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:50.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:50 smithi047 ceph-mon[34498]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T04:06:50.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:50 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:50 smithi002 ceph-mon[31001]: pgmap v190: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:50 smithi002 ceph-mon[31001]: osdmap e62: 10 total, 9 up, 10 in 2024-09-05T04:06:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:50 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:06:52.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:52 smithi079 ceph-mon[34908]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:52.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:52 smithi047 ceph-mon[34498]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:52.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:52 smithi002 ceph-mon[31001]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 260 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:06:54.238 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:54 smithi002 ceph-mon[31001]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-05T04:06:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:54 smithi079 ceph-mon[34908]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-05T04:06:54.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:54 smithi047 ceph-mon[34498]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-09-05T04:06:56.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:56 smithi002 ceph-mon[31001]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-05T04:06:56.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:56 smithi079 ceph-mon[34908]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-05T04:06:56.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:56 smithi047 ceph-mon[34498]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-09-05T04:06:57.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T04:06:57.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:57 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:57.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:57 smithi079 ceph-mon[34908]: Deploying daemon osd.9 on smithi002 2024-09-05T04:06:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:57 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T04:06:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:57 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:57 smithi047 ceph-mon[34498]: Deploying daemon osd.9 on smithi002 2024-09-05T04:06:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-05T04:06:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:57 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:06:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:57 smithi002 ceph-mon[31001]: Deploying daemon osd.9 on smithi002 2024-09-05T04:06:58.320 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:06:58 smithi002 ceph-mon[31001]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:06:58.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:06:58 smithi079 ceph-mon[34908]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:06:58.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:06:58 smithi047 ceph-mon[34498]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:07:00.098 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:00 smithi002 ceph-mon[31001]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:00 smithi079 ceph-mon[34908]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:00.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:00 smithi047 ceph-mon[34498]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:02 smithi079 ceph-mon[34908]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:02 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:02 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:02 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:02.388 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:02 smithi002 ceph-mon[31001]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:02.388 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:02 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:02.388 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:02 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:02.388 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:02 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:02 smithi047 ceph-mon[34498]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:02.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:02 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:02.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:02 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:02.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:02 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:04.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:04 smithi002 ceph-mon[31001]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:04.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:04 smithi079 ceph-mon[34908]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:04.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:04 smithi047 ceph-mon[34498]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:05.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.419+0000 7f6f5b7fe640 1 -- 172.21.15.2:0/3641903548 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6f68062630 con 0x7f6f540a2cb0 2024-09-05T04:07:05.420 INFO:teuthology.orchestra.run.smithi002.stdout:Created osd(s) 9 on host 'smithi002' 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 msgr2=0x7f6f540a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 0x7f6f540a5170 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c006010 tx=0x7f6f5c000bc0 comp rx=0 tx=0).stop 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 msgr2=0x7f6f6819f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f6f6000cce0 tx=0x7f6f6000a620 comp rx=0 tx=0).stop 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 shutdown_connections 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6f540a2cb0 0x7f6f540a5170 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6f68107900 0x7f6f6819f400 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:05.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6f68104fd0 0x7f6f68198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:05.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 --2- 172.21.15.2:0/3641903548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6f681026a0 0x7f6f68197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:05.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 >> 172.21.15.2:0/3641903548 conn(0x7f6f680fc2a0 msgr2=0x7f6f68102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:05.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 shutdown_connections 2024-09-05T04:07:05.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:05.421+0000 7f6f7033a640 1 -- 172.21.15.2:0/3641903548 wait complete. 2024-09-05T04:07:05.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:05.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:05 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:05 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:05 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:06.096 DEBUG:teuthology.orchestra.run.smithi002:osd.9> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.9.service 2024-09-05T04:07:06.098 INFO:tasks.cephadm:Deploying osd.10 on smithi047 with /dev/vg_nvme/lv_1... 2024-09-05T04:07:06.099 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T04:07:06.364 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:07:07.412 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:07:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:07:07.141+0000 7fa816f81640 -1 osd.9 0 log_to_monitors true 2024-09-05T04:07:07.789 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:07 smithi047 ceph-mon[34498]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:07.789 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:07 smithi047 ceph-mon[34498]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T04:07:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:07 smithi002 ceph-mon[31001]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:07 smithi002 ceph-mon[31001]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T04:07:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:07 smithi079 ceph-mon[34908]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:07 smithi079 ceph-mon[34908]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-05T04:07:09.004 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:08 smithi047 ceph-mon[34498]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T04:07:09.004 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:08 smithi047 ceph-mon[34498]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T04:07:09.004 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:08 smithi047 ceph-mon[34498]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:07:09.004 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:08 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:09.004 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:08 smithi047 ceph-mon[34498]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:07:09.012 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:07:08.688+0000 7fa812f04640 -1 osd.9 0 waiting for initial osdmap 2024-09-05T04:07:09.012 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:07:08.701+0000 7fa80ed2c640 -1 osd.9 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:07:09.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-mon[31001]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T04:07:09.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-mon[31001]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T04:07:09.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-mon[31001]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:07:09.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:09.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:08 smithi002 ceph-mon[31001]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:07:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:08 smithi079 ceph-mon[34908]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-05T04:07:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:08 smithi079 ceph-mon[34908]: osdmap e63: 10 total, 9 up, 10 in 2024-09-05T04:07:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:08 smithi079 ceph-mon[34908]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]: dispatch 2024-09-05T04:07:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:08 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:08 smithi079 ceph-mon[34908]: from='osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi002", "root=default"]}]': finished 2024-09-05T04:07:09.159 INFO:teuthology.orchestra.run.smithi047.stdout: 2024-09-05T04:07:09.184 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi047:vg_nvme/lv_1 2024-09-05T04:07:09.436 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi002 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:09.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 4273M 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:09.812 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:09 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.034 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1454509700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b0102e00 msgr2=0x7f47b0103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1454509700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b0102e00 0x7f47b0103280 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f47a4009900 tx=0x7f47a402a410 comp rx=0 tx=0).stop 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1454509700 shutdown_connections 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1454509700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b01037c0 0x7f47b010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1454509700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b0102e00 0x7f47b0103280 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1454509700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0101c00 0x7f47b0102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1454509700 >> 172.21.15.47:0/1454509700 conn(0x7f47b00fd390 msgr2=0x7f47b00ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1454509700 shutdown_connections 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.027+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1454509700 wait complete. 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 Processor -- start 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 -- start start 2024-09-05T04:07:10.035 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b0101c00 0x7f47b0075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0102e00 0x7f47b00745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f47b010d730 con 0x7f47b0102e00 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f47b010d5b0 con 0x7f47b01037c0 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47b4e9b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f47b010d8b0 con 0x7f47b0101c00 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.028+0000 7f47aed9d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.47:60104/0 (socket says 172.21.15.47:60104) 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 -- 172.21.15.47:0/1607811987 learned_addr learned my addr 172.21.15.47:0/1607811987 (peer_addr_for_me v2:172.21.15.47:0/0) 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47add9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0102e00 0x7f47b00745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47ae59c640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b0101c00 0x7f47b0075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:10.036 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 -- 172.21.15.47:0/1607811987 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b0101c00 msgr2=0x7f47b0075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b0101c00 0x7f47b0075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 -- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0102e00 msgr2=0x7f47b00745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0102e00 0x7f47b00745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 -- 172.21.15.47:0/1607811987 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47b00753e0 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47aed9d640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f47a800eb10 tx=0x7f47a800c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8004b20 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f47a8004cc0 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47a8010690 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47b01a1f10 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.029+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47b01a2370 con 0x7f47b01037c0 2024-09-05T04:07:10.037 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.030+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47b0108fd0 con 0x7f47b01037c0 2024-09-05T04:07:10.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.031+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f47a8005020 con 0x7f47b01037c0 2024-09-05T04:07:10.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.032+0000 7f479f7fe640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 0x7f47980a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:10.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.032+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6261+0+0 (secure 0 0 0) 0x7f47a80cee60 con 0x7f47b01037c0 2024-09-05T04:07:10.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.032+0000 7f47ae59c640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 0x7f47980a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:10.038 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.034+0000 7f47ae59c640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 0x7f47980a50c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f47b0102c60 tx=0x7f47a0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:10.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi002 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 4273M 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.039 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:10.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:10.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.040 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:09 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.040 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.037+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f47a809c5c0 con 0x7f47b01037c0 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: osdmap e64: 10 total, 9 up, 10 in 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi002 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 4273M 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:10.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:09 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.223 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:10.223+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f47b0062630 con 0x7f47980a2c00 2024-09-05T04:07:10.895 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:07:10.895 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:07:10.895 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] boot 2024-09-05T04:07:10.895 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T04:07:10.895 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:10.896 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:10.896 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:10.896 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:10.896 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] boot 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:11.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:11.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:11.036 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: osd.9 [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] boot 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: osdmap e65: 10 total, 10 up, 10 in 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: from='client.24335 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi047:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:11.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:11 smithi047 ceph-mon[34498]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:11.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:11 smithi047 ceph-mon[34498]: osdmap e66: 10 total, 10 up, 10 in 2024-09-05T04:07:12.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:11 smithi002 ceph-mon[31001]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:12.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:11 smithi002 ceph-mon[31001]: osdmap e66: 10 total, 10 up, 10 in 2024-09-05T04:07:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:11 smithi079 ceph-mon[34908]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 261 MiB used, 804 GiB / 805 GiB avail 2024-09-05T04:07:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:11 smithi079 ceph-mon[34908]: osdmap e66: 10 total, 10 up, 10 in 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/3693660067' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]': finished 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:13 smithi002 ceph-mon[31001]: from='client.? 172.21.15.47:0/1511085681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/3693660067' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]': finished 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:13 smithi079 ceph-mon[34908]: from='client.? 172.21.15.47:0/1511085681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/3693660067' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]: dispatch 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c45ab1dc-8223-46cc-a45c-60dcf1743558"}]': finished 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: osdmap e67: 11 total, 10 up, 11 in 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:14.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:13 smithi047 ceph-mon[34498]: from='client.? 172.21.15.47:0/1511085681' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:16.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:15 smithi002 ceph-mon[31001]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:15 smithi079 ceph-mon[34908]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:16.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:15 smithi047 ceph-mon[34498]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:17 smithi002 ceph-mon[31001]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:18.051 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:17 smithi047 ceph-mon[34498]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:17 smithi079 ceph-mon[34908]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 288 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:19.814 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:19 smithi047 ceph-mon[34498]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:19 smithi002 ceph-mon[31001]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:19 smithi079 ceph-mon[34908]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:21 smithi047 ceph-mon[34498]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:21.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T04:07:21.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:21 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:21.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:21 smithi047 ceph-mon[34498]: Deploying daemon osd.10 on smithi047 2024-09-05T04:07:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:21 smithi002 ceph-mon[31001]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T04:07:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:21 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:21 smithi002 ceph-mon[31001]: Deploying daemon osd.10 on smithi047 2024-09-05T04:07:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:21 smithi079 ceph-mon[34908]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-05T04:07:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:21 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:21 smithi079 ceph-mon[34908]: Deploying daemon osd.10 on smithi047 2024-09-05T04:07:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:23 smithi047 ceph-mon[34498]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:23 smithi002 ceph-mon[31001]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:23 smithi079 ceph-mon[34908]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:25.792 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:25 smithi047 ceph-mon[34498]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:26.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:25 smithi002 ceph-mon[31001]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:25 smithi079 ceph-mon[34908]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:26.989 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:26.989 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:26.989 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:26 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:27.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:27.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:27.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:26 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:27.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:27.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:27.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:26 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:28.481 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:28 smithi047 ceph-mon[34498]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:28 smithi002 ceph-mon[31001]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:28 smithi079 ceph-mon[34908]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:30.013 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.012+0000 7f479f7fe640 1 -- 172.21.15.47:0/1607811987 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f47b0062630 con 0x7f47980a2c00 2024-09-05T04:07:30.013 INFO:teuthology.orchestra.run.smithi047.stdout:Created osd(s) 10 on host 'smithi047' 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 msgr2=0x7f47980a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 0x7f47980a50c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f47b0102c60 tx=0x7f47a0005f90 comp rx=0 tx=0).stop 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 msgr2=0x7f47b0074b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f47a800eb10 tx=0x7f47a800c2d0 comp rx=0 tx=0).stop 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 shutdown_connections 2024-09-05T04:07:30.015 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47980a2c00 0x7f47980a50c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f47b01037c0 0x7f47b0074b20 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f47b0102e00 0x7f47b00745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 --2- 172.21.15.47:0/1607811987 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f47b0101c00 0x7f47b0075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.014+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 >> 172.21.15.47:0/1607811987 conn(0x7f47b00fd390 msgr2=0x7f47b01061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.015+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 shutdown_connections 2024-09-05T04:07:30.016 INFO:teuthology.orchestra.run.smithi047.stderr:2024-09-05T04:07:30.015+0000 7f47b4e9b640 1 -- 172.21.15.47:0/1607811987 wait complete. 2024-09-05T04:07:30.335 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.336 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:30.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:30.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:30.796 DEBUG:teuthology.orchestra.run.smithi047:osd.10> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.10.service 2024-09-05T04:07:30.798 INFO:tasks.cephadm:Deploying osd.11 on smithi079 with /dev/vg_nvme/lv_1... 2024-09-05T04:07:30.799 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-05T04:07:31.055 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:07:32.294 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:32 smithi047 ceph-mon[34498]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:32.294 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:07:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:07:32.206+0000 7fb1f4851640 -1 osd.10 0 log_to_monitors true 2024-09-05T04:07:32.465 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:32 smithi079 ceph-mon[34908]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:32 smithi002 ceph-mon[31001]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:33.427 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:33 smithi047 ceph-mon[34498]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.427 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:33 smithi047 ceph-mon[34498]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:33 smithi002 ceph-mon[31001]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:33 smithi002 ceph-mon[31001]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:33 smithi079 ceph-mon[34908]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:33 smithi079 ceph-mon[34908]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-05T04:07:33.605 INFO:teuthology.orchestra.run.smithi079.stdout: 2024-09-05T04:07:33.631 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch daemon add osd smithi079:vg_nvme/lv_1 2024-09-05T04:07:33.880 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.398+0000 7f794003e640 1 -- 172.21.15.79:0/2426151254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938104f90 msgr2=0x7f7938107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.398+0000 7f794003e640 1 --2- 172.21.15.79:0/2426151254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938104f90 0x7f7938107380 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f7928009900 tx=0x7f792802a410 comp rx=0 tx=0).stop 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 -- 172.21.15.79:0/2426151254 shutdown_connections 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 --2- 172.21.15.79:0/2426151254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 0x7f7938109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 --2- 172.21.15.79:0/2426151254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938104f90 0x7f7938107380 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:34.415 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 --2- 172.21.15.79:0/2426151254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938102660 0x7f7938104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 -- 172.21.15.79:0/2426151254 >> 172.21.15.79:0/2426151254 conn(0x7f79380fc280 msgr2=0x7f79380fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 -- 172.21.15.79:0/2426151254 shutdown_connections 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 -- 172.21.15.79:0/2426151254 wait complete. 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 Processor -- start 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.399+0000 7f794003e640 1 -- start start 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938104f90 0x7f7938100610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 0x7f7938100b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f793810d760 con 0x7f7938104f90 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f793810d5e0 con 0x7f79381078c0 2024-09-05T04:07:34.416 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f794003e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f793810d8e0 con 0x7f7938102660 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:36080/0 (socket says 172.21.15.79:36080) 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 -- 172.21.15.79:0/3138210743 learned_addr learned my addr 172.21.15.79:0/3138210743 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793d5d9640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938104f90 0x7f7938100610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793e5db640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 0x7f7938100b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 -- 172.21.15.79:0/3138210743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 msgr2=0x7f7938100b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 0x7f7938100b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 -- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938104f90 msgr2=0x7f7938100610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938104f90 0x7f7938100610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 -- 172.21.15.79:0/3138210743 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7938101410 con 0x7f7938102660 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f793ddda640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f793400c920 tx=0x7f793400cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:34.417 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7934007c70 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.400+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7934007e10 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.401+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79381a1f70 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.401+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7934018820 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.401+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79381a23c0 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.402+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79380fdd70 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.404+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f79340189c0 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.404+0000 7f792effd640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 0x7f79240a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.404+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6414+0+0 (secure 0 0 0) 0x7f79340cebb0 con 0x7f7938102660 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.404+0000 7f793d5d9640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 0x7f79240a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.405+0000 7f793d5d9640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 0x7f79240a50c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7928005ab0 tx=0x7f7928005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:34.418 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.407+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7934014030 con 0x7f7938102660 2024-09-05T04:07:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T04:07:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T04:07:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:34.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:34.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:34 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:34.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:34 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.589 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:34.587+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f7938062630 con 0x7f79240a2c00 2024-09-05T04:07:34.687 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:07:34.203+0000 7fb1f07d4640 -1 osd.10 0 waiting for initial osdmap 2024-09-05T04:07:34.687 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:07:34.217+0000 7fb1ec5fc640 -1 osd.10 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: osdmap e68: 11 total, 10 up, 11 in 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]: dispatch 2024-09-05T04:07:34.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:34.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:34 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:35.205 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi047 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 4273M 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:35.206 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi047 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 4273M 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi047 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 4273M 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi047", "root=default"]}]': finished 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: osdmap e69: 11 total, 10 up, 11 in 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:35.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-05T04:07:35.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-05T04:07:35.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:36.376 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:07:36.376 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] boot 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T04:07:36.377 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:36 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:07:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:07:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:36.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:36.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:36.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] boot 2024-09-05T04:07:36.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T04:07:36.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:36 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi079:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 289 MiB used, 894 GiB / 894 GiB avail 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: osd.10 [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] boot 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: osdmap e70: 11 total, 11 up, 11 in 2024-09-05T04:07:36.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:36 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/2492173138' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]': finished 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T04:07:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:37 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/2492173138' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]': finished 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T04:07:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:37 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: osdmap e71: 11 total, 11 up, 11 in 2024-09-05T04:07:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/2492173138' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]: dispatch 2024-09-05T04:07:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b"}]': finished 2024-09-05T04:07:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: osdmap e72: 12 total, 11 up, 12 in 2024-09-05T04:07:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:37 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:38 smithi002 ceph-mon[31001]: pgmap v224: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:38 smithi002 ceph-mon[31001]: from='client.? 172.21.15.79:0/1725022633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:38 smithi002 ceph-mon[31001]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T04:07:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:38.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:38 smithi079 ceph-mon[34908]: pgmap v224: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:38.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:38 smithi079 ceph-mon[34908]: from='client.? 172.21.15.79:0/1725022633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:38.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:38 smithi079 ceph-mon[34908]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T04:07:38.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:38.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:38 smithi047 ceph-mon[34498]: pgmap v224: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:38.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:38 smithi047 ceph-mon[34498]: from='client.? 172.21.15.79:0/1725022633' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-05T04:07:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:38 smithi047 ceph-mon[34498]: osdmap e73: 12 total, 11 up, 12 in 2024-09-05T04:07:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:40 smithi079 ceph-mon[34908]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:40 smithi079 ceph-mon[34908]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T04:07:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:40.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:40 smithi002 ceph-mon[31001]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:40.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:40 smithi002 ceph-mon[31001]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T04:07:40.337 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:40.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:40 smithi047 ceph-mon[34498]: pgmap v227: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:40.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:40 smithi047 ceph-mon[34498]: osdmap e74: 12 total, 11 up, 12 in 2024-09-05T04:07:40.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:42.258 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:42 smithi079 ceph-mon[34908]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:42.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:42 smithi047 ceph-mon[34498]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:42 smithi002 ceph-mon[31001]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:44.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:44 smithi079 ceph-mon[34908]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T04:07:44.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:44 smithi047 ceph-mon[34498]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T04:07:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:44 smithi002 ceph-mon[31001]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-05T04:07:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:46 smithi079 ceph-mon[34908]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-05T04:07:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T04:07:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:46.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:46 smithi079 ceph-mon[34908]: Deploying daemon osd.11 on smithi079 2024-09-05T04:07:46.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:46 smithi047 ceph-mon[34498]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-05T04:07:46.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T04:07:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:46.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:46 smithi047 ceph-mon[34498]: Deploying daemon osd.11 on smithi079 2024-09-05T04:07:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:46 smithi002 ceph-mon[31001]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 76 KiB/s, 0 objects/s recovering 2024-09-05T04:07:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-05T04:07:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:46.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:46 smithi002 ceph-mon[31001]: Deploying daemon osd.11 on smithi079 2024-09-05T04:07:48.234 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:48 smithi079 ceph-mon[34908]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:07:48.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:48 smithi047 ceph-mon[34498]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:07:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:48 smithi002 ceph-mon[31001]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-09-05T04:07:50.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:50 smithi079 ceph-mon[34908]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:50.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:50 smithi047 ceph-mon[34498]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:50.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:50 smithi002 ceph-mon[31001]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-05T04:07:51.285 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:51.285 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:51.285 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:52.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:52 smithi079 ceph-mon[34908]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:52.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:52 smithi047 ceph-mon[34498]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:52.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:52 smithi002 ceph-mon[31001]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:54.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:54 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.433 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.432+0000 7f792effd640 1 -- 172.21.15.79:0/3138210743 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f7938062630 con 0x7f79240a2c00 2024-09-05T04:07:54.434 INFO:teuthology.orchestra.run.smithi079.stdout:Created osd(s) 11 on host 'smithi079' 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 msgr2=0x7f79240a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 0x7f79240a50c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f7928005ab0 tx=0x7f7928005a20 comp rx=0 tx=0).stop 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 msgr2=0x7f7938101fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f793400c920 tx=0x7f793400cde0 comp rx=0 tx=0).stop 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 shutdown_connections 2024-09-05T04:07:54.436 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f79240a2c00 0x7f79240a50c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:54.437 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79381078c0 0x7f7938100b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:54.437 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7938104f90 0x7f7938100610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:54.437 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 --2- 172.21.15.79:0/3138210743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7938102660 0x7f7938101fc0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:54.437 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 >> 172.21.15.79:0/3138210743 conn(0x7f79380fc280 msgr2=0x7f7938102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:54.441 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 shutdown_connections 2024-09-05T04:07:54.441 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:07:54.434+0000 7f794003e640 1 -- 172.21.15.79:0/3138210743 wait complete. 2024-09-05T04:07:54.441 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:54.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:54.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:54.442 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:54 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-05T04:07:54.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:54.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:54.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:54.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:54 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.105 DEBUG:teuthology.orchestra.run.smithi079:osd.11> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.11.service 2024-09-05T04:07:55.107 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-05T04:07:55.108 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T04:07:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:55 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.368 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:07:55.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:55.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:55 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:07:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:55 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 -- 172.21.15.2:0/3568295829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46901037c0 msgr2=0x7f469010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 --2- 172.21.15.2:0/3568295829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46901037c0 0x7f469010a050 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4688009ca0 tx=0x7f468802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 -- 172.21.15.2:0/3568295829 shutdown_connections 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 --2- 172.21.15.2:0/3568295829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46901037c0 0x7f469010a050 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 --2- 172.21.15.2:0/3568295829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4690102e00 0x7f4690103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 --2- 172.21.15.2:0/3568295829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 0x7f4690102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 -- 172.21.15.2:0/3568295829 >> 172.21.15.2:0/3568295829 conn(0x7f46900fd390 msgr2=0x7f46900ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 -- 172.21.15.2:0/3568295829 shutdown_connections 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.828+0000 7f469642b640 1 -- 172.21.15.2:0/3568295829 wait complete. 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 Processor -- start 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 -- start start 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 0x7f469019a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46901037c0 0x7f46901a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f469010d7b0 con 0x7f4690102e00 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f469010d630 con 0x7f46901037c0 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f469642b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f469010d930 con 0x7f4690101c00 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:55.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468ffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 0x7f469019a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44724/0 (socket says 172.21.15.2:44724) 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 -- 172.21.15.2:0/1768577959 learned_addr learned my addr 172.21.15.2:0/1768577959 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f46949c8640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46901037c0 0x7f46901a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 -- 172.21.15.2:0/1768577959 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 msgr2=0x7f469019a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 0x7f469019a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 -- 172.21.15.2:0/1768577959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46901037c0 msgr2=0x7f46901a1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46901037c0 0x7f46901a1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.829+0000 7f468f7fe640 1 -- 172.21.15.2:0/1768577959 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46901a1ca0 con 0x7f4690102e00 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f468f7fe640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f468400d950 tx=0x7f468400dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4684017070 con 0x7f4690102e00 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f468400de80 con 0x7f4690102e00 2024-09-05T04:07:55.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46901a1f90 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468400f620 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.830+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46901a2440 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.831+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46901a2670 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.833+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f4684009c30 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.834+0000 7f468d7fa640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 0x7f46780a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.834+0000 7f468ffff640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 0x7f46780a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.834+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6809+0+0 (secure 0 0 0) 0x7f46840ce670 con 0x7f4690102e00 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.834+0000 7f468ffff640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 0x7f46780a5070 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4690102c60 tx=0x7f4680009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:55.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:55.837+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f468409bb10 con 0x7f4690102e00 2024-09-05T04:07:56.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.010+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f46901a2a00 con 0x7f4690102e00 2024-09-05T04:07:56.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.011+0000 7f468d7fa640 1 -- 172.21.15.2:0/1768577959 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v74) ==== 74+0+133 (secure 0 0 0) 0x7f468409b410 con 0x7f4690102e00 2024-09-05T04:07:56.011 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 msgr2=0x7f46780a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 0x7f46780a5070 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f4690102c60 tx=0x7f4680009110 comp rx=0 tx=0).stop 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 msgr2=0x7f469019a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f468400d950 tx=0x7f468400dd50 comp rx=0 tx=0).stop 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 shutdown_connections 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46780a2bb0 0x7f46780a5070 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46901037c0 0x7f46901a1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4690102e00 0x7f469019a5b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:56.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 --2- 172.21.15.2:0/1768577959 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4690101c00 0x7f469019a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:56.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 >> 172.21.15.2:0/1768577959 conn(0x7f46900fd390 msgr2=0x7f46901085a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:56.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 shutdown_connections 2024-09-05T04:07:56.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:56.013+0000 7f469642b640 1 -- 172.21.15.2:0/1768577959 wait complete. 2024-09-05T04:07:56.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:56 smithi079 ceph-mon[34908]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:56.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:56 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1768577959' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:56.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:07:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:07:56.473+0000 7fc62092f640 -1 osd.11 0 log_to_monitors true 2024-09-05T04:07:56.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:56 smithi047 ceph-mon[34498]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:56.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:56 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1768577959' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:56.761 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:56 smithi002 ceph-mon[31001]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:56.761 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:56 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1768577959' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:56.792 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":74,"num_osds":12,"num_up_osds":11,"osd_up_since":1725509255,"num_in_osds":12,"osd_in_since":1725509257,"num_remapped_pgs":0} 2024-09-05T04:07:57.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:57 smithi079 ceph-mon[34908]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:57.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:57 smithi079 ceph-mon[34908]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:57 smithi002 ceph-mon[31001]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:57 smithi002 ceph-mon[31001]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:57.793 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T04:07:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:57 smithi047 ceph-mon[34498]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:57 smithi047 ceph-mon[34498]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-05T04:07:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 -- 172.21.15.2:0/4212150681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 msgr2=0x7f2dc810a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/4212150681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc810a050 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0009ca0 tx=0x7f2dc002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 -- 172.21.15.2:0/4212150681 shutdown_connections 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/4212150681 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc810a050 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/4212150681 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8102e00 0x7f2dc8103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/4212150681 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8101c00 0x7f2dc8102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 -- 172.21.15.2:0/4212150681 >> 172.21.15.2:0/4212150681 conn(0x7f2dc80fd390 msgr2=0x7f2dc80ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 -- 172.21.15.2:0/4212150681 shutdown_connections 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.490+0000 7f2dce8dd640 1 -- 172.21.15.2:0/4212150681 wait complete. 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 Processor -- start 2024-09-05T04:07:58.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 -- start start 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8101c00 0x7f2dc8197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8102e00 0x7f2dc8198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc810d830 con 0x7f2dc81037c0 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc810d6b0 con 0x7f2dc8102e00 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dce8dd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc810d9b0 con 0x7f2dc8101c00 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44742/0 (socket says 172.21.15.2:44742) 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 -- 172.21.15.2:0/2398640010 learned_addr learned my addr 172.21.15.2:0/2398640010 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dc77fe640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8102e00 0x7f2dc8198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dc7fff640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8101c00 0x7f2dc8197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 -- 172.21.15.2:0/2398640010 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8101c00 msgr2=0x7f2dc8197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:58.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8101c00 0x7f2dc8197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 -- 172.21.15.2:0/2398640010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8102e00 msgr2=0x7f2dc8198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8102e00 0x7f2dc8198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.491+0000 7f2dcce7a640 1 -- 172.21.15.2:0/2398640010 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dc819fb10 con 0x7f2dc81037c0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dcce7a640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0009dc0 tx=0x7f2dc0003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc0004040 con 0x7f2dc81037c0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2dc0004690 con 0x7f2dc81037c0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dc819fda0 con 0x7f2dc81037c0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dc002f4c0 con 0x7f2dc81037c0 2024-09-05T04:07:58.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.492+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dc81a0330 con 0x7f2dc81037c0 2024-09-05T04:07:58.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.493+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dc8101fe0 con 0x7f2dc81037c0 2024-09-05T04:07:58.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.494+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f2dc00305c0 con 0x7f2dc81037c0 2024-09-05T04:07:58.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.495+0000 7f2dc57fa640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 0x7f2db00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:07:58.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.495+0000 7f2dc7fff640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 0x7f2db00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:07:58.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.495+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 6847+0+0 (secure 0 0 0) 0x7f2dc00f03b0 con 0x7f2dc81037c0 2024-09-05T04:07:58.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.495+0000 7f2dc7fff640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 0x7f2db00a50f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8102c60 tx=0x7f2db8008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:07:58.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.499+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2dc00393b0 con 0x7f2dc81037c0 2024-09-05T04:07:58.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.673+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f2dc8062df0 con 0x7f2dc81037c0 2024-09-05T04:07:58.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.674+0000 7f2dc57fa640 1 -- 172.21.15.2:0/2398640010 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) ==== 74+0+133 (secure 0 0 0) 0x7f2dc00bd8d0 con 0x7f2dc81037c0 2024-09-05T04:07:58.675 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:07:58.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 msgr2=0x7f2db00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:58.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 0x7f2db00a50f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f2dc8102c60 tx=0x7f2db8008040 comp rx=0 tx=0).stop 2024-09-05T04:07:58.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 msgr2=0x7f2dc819f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f2dc0009dc0 tx=0x7f2dc0003ba0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 shutdown_connections 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f2db00a2c30 0x7f2db00a50f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2dc81037c0 0x7f2dc819f4a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2dc8102e00 0x7f2dc8198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 --2- 172.21.15.2:0/2398640010 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2dc8101c00 0x7f2dc8197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 >> 172.21.15.2:0/2398640010 conn(0x7f2dc80fd390 msgr2=0x7f2dc8106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 shutdown_connections 2024-09-05T04:07:58.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:07:58.676+0000 7f2dce8dd640 1 -- 172.21.15.2:0/2398640010 wait complete. 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:58 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:58.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:58 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: osdmap e75: 12 total, 11 up, 12 in 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:07:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:07:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:58 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:07:59.450 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":76,"num_osds":12,"num_up_osds":11,"osd_up_since":1725509255,"num_in_osds":12,"osd_in_since":1725509257,"num_remapped_pgs":0} 2024-09-05T04:07:59.451 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:07:59.104+0000 7fc61d0c6640 -1 osd.11 0 waiting for initial osdmap 2024-09-05T04:07:59.451 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:07:59.115+0000 7fc6146d2640 -1 osd.11 76 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: Detected new or changed devices on smithi079 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 4272M 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2398640010' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:07:59 smithi002 ceph-mon[31001]: from='osd.11 ' entity='osd.11' 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: Detected new or changed devices on smithi079 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 4272M 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2398640010' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:59.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:07:59 smithi079 ceph-mon[34908]: from='osd.11 ' entity='osd.11' 2024-09-05T04:07:59.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: Detected new or changed devices on smithi079 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 4272M 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi079", "root=default"]}]': finished 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: osdmap e76: 12 total, 11 up, 12 in 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2398640010' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:07:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:07:59 smithi047 ceph-mon[34498]: from='osd.11 ' entity='osd.11' 2024-09-05T04:08:00.451 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd stat -f json 2024-09-05T04:08:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: purged_snaps scrub starts 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: purged_snaps scrub ok 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] boot 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T04:08:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:00 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: purged_snaps scrub starts 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: purged_snaps scrub ok 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] boot 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T04:08:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:00 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:00.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: purged_snaps scrub starts 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: purged_snaps scrub ok 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: osd.11 [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] boot 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: osdmap e77: 12 total, 12 up, 12 in 2024-09-05T04:08:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:00 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- 172.21.15.2:0/321303076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 msgr2=0x7ff210108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 --2- 172.21.15.2:0/321303076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff210108f20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff208009ca0 tx=0x7ff20802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- 172.21.15.2:0/321303076 shutdown_connections 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 --2- 172.21.15.2:0/321303076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff210108f20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 --2- 172.21.15.2:0/321303076 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210101cd0 0x7ff210102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 --2- 172.21.15.2:0/321303076 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210100ad0 0x7ff210100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- 172.21.15.2:0/321303076 >> 172.21.15.2:0/321303076 conn(0x7ff2100fc280 msgr2=0x7ff2100fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- 172.21.15.2:0/321303076 shutdown_connections 2024-09-05T04:08:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- 172.21.15.2:0/321303076 wait complete. 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 Processor -- start 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.180+0000 7ff214eba640 1 -- start start 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210100ad0 0x7ff21006aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210101cd0 0x7ff21019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff21010c680 con 0x7ff210102690 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff21010c500 con 0x7ff210100ad0 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff21010c800 con 0x7ff210101cd0 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44748/0 (socket says 172.21.15.2:44748) 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 -- 172.21.15.2:0/3680380951 learned_addr learned my addr 172.21.15.2:0/3680380951 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20dd9b640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210101cd0 0x7ff21019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20e59c640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210100ad0 0x7ff21006aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 -- 172.21.15.2:0/3680380951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210101cd0 msgr2=0x7ff21019cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210101cd0 0x7ff21019cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 -- 172.21.15.2:0/3680380951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210100ad0 msgr2=0x7ff21006aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210100ad0 0x7ff21006aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 -- 172.21.15.2:0/3680380951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff21019fac0 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff20ed9d640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff208009dc0 tx=0x7ff208003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff208032ec0 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff2080044f0 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.181+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff21019fcf0 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.182+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff208030d40 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.182+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2101a0280 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.182+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff210107f20 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.184+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff208004040 con 0x7ff210102690 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.185+0000 7ff2077fe640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 0x7ff1fc0a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:01.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.185+0000 7ff20e59c640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 0x7ff1fc0a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:01.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.185+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7ff2080f0310 con 0x7ff210102690 2024-09-05T04:08:01.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.185+0000 7ff20e59c640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 0x7ff1fc0a5260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff200005fd0 tx=0x7ff200005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:01.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.188+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff2080bd710 con 0x7ff210102690 2024-09-05T04:08:01.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.363+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7ff21002d9c0 con 0x7ff210102690 2024-09-05T04:08:01.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.364+0000 7ff2077fe640 1 -- 172.21.15.2:0/3680380951 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v78) ==== 74+0+133 (secure 0 0 0) 0x7ff2080bd010 con 0x7ff210102690 2024-09-05T04:08:01.365 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 msgr2=0x7ff1fc0a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 0x7ff1fc0a5260 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7ff200005fd0 tx=0x7ff200005850 comp rx=0 tx=0).stop 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 msgr2=0x7ff21019f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff208009dc0 tx=0x7ff208003ba0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 shutdown_connections 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff1fc0a2da0 0x7ff1fc0a5260 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff210102690 0x7ff21019f1b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff210101cd0 0x7ff21019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 --2- 172.21.15.2:0/3680380951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff210100ad0 0x7ff21006aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:01.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 >> 172.21.15.2:0/3680380951 conn(0x7ff2100fc280 msgr2=0x7ff2101050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:01.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 shutdown_connections 2024-09-05T04:08:01.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:01.366+0000 7ff214eba640 1 -- 172.21.15.2:0/3680380951 wait complete. 2024-09-05T04:08:02.074 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":78,"num_osds":12,"num_up_osds":12,"osd_up_since":1725509280,"num_in_osds":12,"osd_in_since":1725509257,"num_remapped_pgs":0} 2024-09-05T04:08:02.075 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:08:02.323 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:02 smithi079 ceph-mon[34908]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:02 smithi079 ceph-mon[34908]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T04:08:02.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:02 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3680380951' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:08:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:02 smithi047 ceph-mon[34498]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:02 smithi047 ceph-mon[34498]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T04:08:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:02 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3680380951' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:08:02.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:02 smithi002 ceph-mon[31001]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:02.443 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:02 smithi002 ceph-mon[31001]: osdmap e78: 12 total, 12 up, 12 in 2024-09-05T04:08:02.444 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:02 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3680380951' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 -- 172.21.15.2:0/1813297295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790102790 msgr2=0x7f07901067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 --2- 172.21.15.2:0/1813297295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790102790 0x7f07901067e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0784009900 tx=0x7f078402a410 comp rx=0 tx=0).stop 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 -- 172.21.15.2:0/1813297295 shutdown_connections 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 --2- 172.21.15.2:0/1813297295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0790106f10 0x7f079010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 --2- 172.21.15.2:0/1813297295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790102790 0x7f07901067e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 --2- 172.21.15.2:0/1813297295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790101de0 0x7f07901021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 -- 172.21.15.2:0/1813297295 >> 172.21.15.2:0/1813297295 conn(0x7f07900fd8c0 msgr2=0x7f07900ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:02.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 -- 172.21.15.2:0/1813297295 shutdown_connections 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.788+0000 7f0794b69640 1 -- 172.21.15.2:0/1813297295 wait complete. 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 Processor -- start 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 -- start start 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790102790 0x7f07901988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0790106f10 0x7f079019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0790111e20 con 0x7f0790101de0 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0790111ca0 con 0x7f0790102790 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.789+0000 7f0794b69640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0790111fa0 con 0x7f0790106f10 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52860/0 (socket says 172.21.15.2:52860) 2024-09-05T04:08:02.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 -- 172.21.15.2:0/671403400 learned_addr learned my addr 172.21.15.2:0/671403400 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078dd9b640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790102790 0x7f07901988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 -- 172.21.15.2:0/671403400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0790106f10 msgr2=0x7f079019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0790106f10 0x7f079019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 -- 172.21.15.2:0/671403400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790102790 msgr2=0x7f07901988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790102790 0x7f07901988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 -- 172.21.15.2:0/671403400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f079019d330 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f078e59c640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f078000c890 tx=0x7f078000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0780004220 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07800043c0 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f079019d620 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0780004a00 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.790+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07901a4f00 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.791+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07901021c0 con 0x7f0790101de0 2024-09-05T04:08:02.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.792+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f0780004ba0 con 0x7f0790101de0 2024-09-05T04:08:02.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.793+0000 7f077f7fe640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 0x7f07780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:02.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.793+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f07800ce9b0 con 0x7f0790101de0 2024-09-05T04:08:02.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.793+0000 7f078dd9b640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 0x7f07780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:02.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.793+0000 7f078dd9b640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 0x7f07780a5040 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0784031440 tx=0x7f07840095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:02.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.797+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0780014030 con 0x7f0790101de0 2024-09-05T04:08:02.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.973+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0790109bc0 con 0x7f0790101de0 2024-09-05T04:08:02.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.975+0000 7f077f7fe640 1 -- 172.21.15.2:0/671403400 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) ==== 74+0+18338 (secure 0 0 0) 0x7f078009bd10 con 0x7f0790101de0 2024-09-05T04:08:02.976 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:02.976 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":78,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:08:01.108469+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:08:02.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 msgr2=0x7f07780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:02.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 0x7f07780a5040 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0784031440 tx=0x7f07840095f0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 msgr2=0x7f0790198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:02.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f078000c890 tx=0x7f078000cd50 comp rx=0 tx=0).stop 2024-09-05T04:08:02.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 shutdown_connections 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f07780a2b80 0x7f07780a5040 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0790106f10 0x7f079019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0790102790 0x7f07901988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 --2- 172.21.15.2:0/671403400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0790101de0 0x7f0790198380 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.977+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 >> 172.21.15.2:0/671403400 conn(0x7f07900fd8c0 msgr2=0x7f07900fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.978+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 shutdown_connections 2024-09-05T04:08:02.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:02.978+0000 7f0794b69640 1 -- 172.21.15.2:0/671403400 wait complete. 2024-09-05T04:08:03.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:03 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/671403400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:08:03.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:03 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/671403400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:08:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:03 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/671403400' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:08:03.601 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T04:04:20.876371+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-05T04:08:03.601 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-05T04:08:03.852 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:04.258 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:04 smithi002 ceph-mon[31001]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 -- 172.21.15.2:0/1797117715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0100a80 msgr2=0x7ff8c0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 --2- 172.21.15.2:0/1797117715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0100a80 0x7ff8c0100ee0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0009930 tx=0x7ff8b002a420 comp rx=0 tx=0).stop 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 -- 172.21.15.2:0/1797117715 shutdown_connections 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 --2- 172.21.15.2:0/1797117715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0101420 0x7ff8c010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 --2- 172.21.15.2:0/1797117715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0100a80 0x7ff8c0100ee0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 --2- 172.21.15.2:0/1797117715 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0106a80 0x7ff8c0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 -- 172.21.15.2:0/1797117715 >> 172.21.15.2:0/1797117715 conn(0x7ff8c00fc7a0 msgr2=0x7ff8c00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 -- 172.21.15.2:0/1797117715 shutdown_connections 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.341+0000 7ff8c791b640 1 -- 172.21.15.2:0/1797117715 wait complete. 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 Processor -- start 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 -- start start 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 0x7ff8c01973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0106a80 0x7ff8c019bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110dd0 con 0x7ff8c0101420 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110c50 con 0x7ff8c0106a80 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c791b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff8c0110f50 con 0x7ff8c0100a80 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:04.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52884/0 (socket says 172.21.15.2:52884) 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 -- 172.21.15.2:0/3288538272 learned_addr learned my addr 172.21.15.2:0/3288538272 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c56b7640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 0x7ff8c01973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c5eb8640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0106a80 0x7ff8c019bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 -- 172.21.15.2:0/3288538272 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 msgr2=0x7ff8c01973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 0x7ff8c01973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 -- 172.21.15.2:0/3288538272 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0106a80 msgr2=0x7ff8c019bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0106a80 0x7ff8c019bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c4eb6640 1 -- 172.21.15.2:0/3288538272 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8c019c3a0 con 0x7ff8c0101420 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.342+0000 7ff8c56b7640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 0x7ff8c01973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8c4eb6640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0005940 tx=0x7ff8b00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b003f030 con 0x7ff8c0101420 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff8b0003cb0 con 0x7ff8c0101420 2024-09-05T04:08:04.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8c019c630 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8b0035070 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.343+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8c01a3f70 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.344+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8c01021c0 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.345+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff8b0042030 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.346+0000 7ff8b67fc640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 0x7ff8ac0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.346+0000 7ff8c56b7640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 0x7ff8ac0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.346+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7ff8b00ef4d0 con 0x7ff8c0101420 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.346+0000 7ff8c56b7640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 0x7ff8ac0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc009930 tx=0x7ff8bc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:04.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.349+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff8b00bc830 con 0x7ff8c0101420 2024-09-05T04:08:04.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:04 smithi047 ceph-mon[34498]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:04.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.524+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff8c0109040 con 0x7ff8c0101420 2024-09-05T04:08:04.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.525+0000 7ff8b67fc640 1 -- 172.21.15.2:0/3288538272 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) ==== 93+0+10 (secure 0 0 0) 0x7ff8b00bc130 con 0x7ff8c0101420 2024-09-05T04:08:04.525 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2024-09-05T04:08:04.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 msgr2=0x7ff8ac0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:04.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 0x7ff8ac0a5040 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc009930 tx=0x7ff8bc008040 comp rx=0 tx=0).stop 2024-09-05T04:08:04.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 msgr2=0x7ff8c0197930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff8b0005940 tx=0x7ff8b00042f0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 shutdown_connections 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff8ac0a2b80 0x7ff8ac0a5040 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8c0106a80 0x7ff8c019bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff8c0101420 0x7ff8c0197930 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 --2- 172.21.15.2:0/3288538272 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8c0100a80 0x7ff8c01973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 >> 172.21.15.2:0/3288538272 conn(0x7ff8c00fc7a0 msgr2=0x7ff8c00fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 shutdown_connections 2024-09-05T04:08:04.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:04.527+0000 7ff8c791b640 1 -- 172.21.15.2:0/3288538272 wait complete. 2024-09-05T04:08:04.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:04 smithi079 ceph-mon[34908]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:05.267 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3288538272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:08:05.268 INFO:tasks.cephadm:Adding mds.a on smithi002 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.d on smithi002 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.g on smithi002 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.j on smithi002 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.b on smithi047 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.e on smithi047 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.h on smithi047 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.k on smithi047 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.c on smithi079 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.f on smithi079 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.i on smithi079 2024-09-05T04:08:05.269 INFO:tasks.cephadm:Adding mds.l on smithi079 2024-09-05T04:08:05.270 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph orch apply mds all '12;smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l' 2024-09-05T04:08:05.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:05 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3288538272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:08:05.533 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:08:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:05 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3288538272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- 172.21.15.79:0/184452375 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 msgr2=0x7f0938108fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 --2- 172.21.15.79:0/184452375 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938108fc0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0930009ca0 tx=0x7f093002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- 172.21.15.79:0/184452375 shutdown_connections 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 --2- 172.21.15.79:0/184452375 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938108fc0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 --2- 172.21.15.79:0/184452375 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 0x7f09381011e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 --2- 172.21.15.79:0/184452375 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f0938102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- 172.21.15.79:0/184452375 >> 172.21.15.79:0/184452375 conn(0x7f09380fba40 msgr2=0x7f09380fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- 172.21.15.79:0/184452375 shutdown_connections 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- 172.21.15.79:0/184452375 wait complete. 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 Processor -- start 2024-09-05T04:08:06.104 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.062+0000 7f093f005640 1 -- start start 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 0x7f0938197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f093819f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f093810c6c0 con 0x7f0938102100 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f093810c540 con 0x7f0938100d60 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f093810c840 con 0x7f0938101720 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.79:34226/0 (socket says 172.21.15.79:34226) 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 -- 172.21.15.79:0/1568314726 learned_addr learned my addr 172.21.15.79:0/1568314726 (peer_addr_for_me v2:172.21.15.79:0/0) 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093cda1640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 0x7f0938197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093d5a2640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f093819f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:06.105 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 -- 172.21.15.79:0/1568314726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 msgr2=0x7f0938197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 0x7f0938197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 -- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 msgr2=0x7f093819f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f093819f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 -- 172.21.15.79:0/1568314726 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f093819fb10 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093d5a2640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f093819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0937fff640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f092400b450 tx=0x7f092400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0924015020 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f093819fe00 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0924011d40 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.063+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f092400f340 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.064+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09381a0200 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.065+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09381a0490 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.066+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f0924018020 con 0x7f0938101720 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.066+0000 7f0935ffb640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 0x7f09280a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:06.106 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.066+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f09240ce640 con 0x7f0938101720 2024-09-05T04:08:06.107 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.067+0000 7f093cda1640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 0x7f09280a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:06.107 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.067+0000 7f093cda1640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 0x7f09280a5070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f093806a570 tx=0x7f092c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:06.107 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.071+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f092401f020 con 0x7f0938101720 2024-09-05T04:08:06.248 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.249+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l", "target": ["mon-mgr", ""]}) -- 0x7f09381003f0 con 0x7f09280a2bb0 2024-09-05T04:08:06.249 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:06 smithi079 ceph-mon[34908]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:06.256 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.256+0000 7f0935ffb640 1 -- 172.21.15.79:0/1568314726 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f09381003f0 con 0x7f09280a2bb0 2024-09-05T04:08:06.256 INFO:teuthology.orchestra.run.smithi079.stdout:Scheduled mds.all update... 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 msgr2=0x7f09280a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 0x7f09280a5070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f093806a570 tx=0x7f092c00a2d0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 msgr2=0x7f0938198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f092400b450 tx=0x7f092400b910 comp rx=0 tx=0).stop 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 shutdown_connections 2024-09-05T04:08:06.258 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f09280a2bb0 0x7f09280a5070 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0938102100 0x7f093819f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0938101720 0x7f0938198420 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 --2- 172.21.15.79:0/1568314726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0938100d60 0x7f0938197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 >> 172.21.15.79:0/1568314726 conn(0x7f09380fba40 msgr2=0x7f09380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 shutdown_connections 2024-09-05T04:08:06.259 INFO:teuthology.orchestra.run.smithi079.stderr:2024-09-05T04:08:06.258+0000 7f093f005640 1 -- 172.21.15.79:0/1568314726 wait complete. 2024-09-05T04:08:06.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:06 smithi047 ceph-mon[34498]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:06.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:06 smithi002 ceph-mon[31001]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:07.097 DEBUG:teuthology.orchestra.run.smithi002:mds.a> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.a.service 2024-09-05T04:08:07.100 DEBUG:teuthology.orchestra.run.smithi002:mds.d> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.d.service 2024-09-05T04:08:07.143 DEBUG:teuthology.orchestra.run.smithi002:mds.g> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.g.service 2024-09-05T04:08:07.186 DEBUG:teuthology.orchestra.run.smithi002:mds.j> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.j.service 2024-09-05T04:08:07.229 DEBUG:teuthology.orchestra.run.smithi047:mds.b> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.b.service 2024-09-05T04:08:07.232 DEBUG:teuthology.orchestra.run.smithi047:mds.e> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.e.service 2024-09-05T04:08:07.276 DEBUG:teuthology.orchestra.run.smithi047:mds.h> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.h.service 2024-09-05T04:08:07.319 DEBUG:teuthology.orchestra.run.smithi047:mds.k> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.k.service 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: Saving service mds.all spec with placement smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l;count:12 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.328 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:07.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:07.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:07 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.362 DEBUG:teuthology.orchestra.run.smithi079:mds.c> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.c.service 2024-09-05T04:08:07.365 DEBUG:teuthology.orchestra.run.smithi079:mds.f> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.f.service 2024-09-05T04:08:07.407 DEBUG:teuthology.orchestra.run.smithi079:mds.i> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.i.service 2024-09-05T04:08:07.450 DEBUG:teuthology.orchestra.run.smithi079:mds.l> sudo journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.l.service 2024-09-05T04:08:07.493 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-05T04:08:07.494 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:07.516 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: Saving service mds.all spec with placement smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l;count:12 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:07.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:07 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='client.24424 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: Saving service mds.all spec with placement smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l;count:12 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:07.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:07 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:07.741 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 -- 172.21.15.2:0/639202332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90100e20 msgr2=0x7fef90101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 --2- 172.21.15.2:0/639202332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90100e20 0x7fef90101200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fef88009930 tx=0x7fef8802a4d0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 -- 172.21.15.2:0/639202332 shutdown_connections 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 --2- 172.21.15.2:0/639202332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102ef0 0x7fef9010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 --2- 172.21.15.2:0/639202332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90102570 0x7fef901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 --2- 172.21.15.2:0/639202332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90100e20 0x7fef90101200 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 -- 172.21.15.2:0/639202332 >> 172.21.15.2:0/639202332 conn(0x7fef900fc7d0 msgr2=0x7fef900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 -- 172.21.15.2:0/639202332 shutdown_connections 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.180+0000 7fef981d9640 1 -- 172.21.15.2:0/639202332 wait complete. 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 Processor -- start 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 -- start start 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90100e20 0x7fef9019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90102ef0 0x7fef9019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fef90110e30 con 0x7fef90102570 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fef90110cb0 con 0x7fef90100e20 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef981d9640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fef90110fb0 con 0x7fef90102ef0 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:08.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52914/0 (socket says 172.21.15.2:52914) 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 -- 172.21.15.2:0/3189109143 learned_addr learned my addr 172.21.15.2:0/3189109143 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95f75640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90100e20 0x7fef9019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef96776640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90102ef0 0x7fef9019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 -- 172.21.15.2:0/3189109143 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90102ef0 msgr2=0x7fef9019eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90102ef0 0x7fef9019eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 -- 172.21.15.2:0/3189109143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90100e20 msgr2=0x7fef9019a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90100e20 0x7fef9019a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 -- 172.21.15.2:0/3189109143 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef9019f5b0 con 0x7fef90102570 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.181+0000 7fef95774640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fef8400e9f0 tx=0x7fef8400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.182+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef8400cd80 con 0x7fef90102570 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.182+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef9019f8a0 con 0x7fef90102570 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.182+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef840054d0 con 0x7fef90102570 2024-09-05T04:08:08.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.182+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef84010490 con 0x7fef90102570 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.182+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef901a7180 con 0x7fef90102570 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.183+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef90101200 con 0x7fef90102570 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.184+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fef84005020 con 0x7fef90102570 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.185+0000 7fef8effd640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 0x7fef780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.185+0000 7fef95f75640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 0x7fef780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.185+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fef840ceff0 con 0x7fef90102570 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.185+0000 7fef95f75640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 0x7fef780a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fef88009900 tx=0x7fef88000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:08.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.189+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fef8409c3b0 con 0x7fef90102570 2024-09-05T04:08:08.402 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:08 smithi079 ceph-mon[34908]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:08.402 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:08 smithi079 ceph-mon[34908]: Deploying daemon mds.l on smithi079 2024-09-05T04:08:08.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.402+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef901a7380 con 0x7fef90102570 2024-09-05T04:08:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.402+0000 7fef8effd640 1 -- 172.21.15.2:0/3189109143 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7fef8409bcb0 con 0x7fef90102570 2024-09-05T04:08:08.403 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:08.403 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":1,"btime":"2024-09-05T04:01:18:280217+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-05T04:08:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 1 2024-09-05T04:08:08.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 msgr2=0x7fef780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:08.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 0x7fef780a5040 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fef88009900 tx=0x7fef88000bc0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 msgr2=0x7fef9019ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fef8400e9f0 tx=0x7fef8400edf0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 shutdown_connections 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fef780a2b80 0x7fef780a5040 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef90102ef0 0x7fef9019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef90102570 0x7fef9019ab40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 --2- 172.21.15.2:0/3189109143 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef90100e20 0x7fef9019a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 >> 172.21.15.2:0/3189109143 conn(0x7fef900fc7d0 msgr2=0x7fef900fcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 shutdown_connections 2024-09-05T04:08:08.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:08.405+0000 7fef981d9640 1 -- 172.21.15.2:0/3189109143 wait complete. 2024-09-05T04:08:08.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:08 smithi002 ceph-mon[31001]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:08.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:08 smithi002 ceph-mon[31001]: Deploying daemon mds.l on smithi079 2024-09-05T04:08:08.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:08 smithi047 ceph-mon[34498]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:08.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:08 smithi047 ceph-mon[34498]: Deploying daemon mds.l on smithi079 2024-09-05T04:08:09.054 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:08 smithi079 systemd[1]: Starting Ceph mds.l for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:09.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3189109143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:09.327 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 podman[64063]: 2024-09-05 04:08:08.95693139 +0000 UTC m=+0.015767120 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:09.327 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 podman[64063]: 2024-09-05 04:08:09.095191938 +0000 UTC m=+0.154027661 container create 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-05T04:08:09.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3189109143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3189109143' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 podman[64063]: 2024-09-05 04:08:09.36637071 +0000 UTC m=+0.425206433 container init 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 podman[64063]: 2024-09-05 04:08:09.369488496 +0000 UTC m=+0.428324225 container start 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 ceph-mds[64082]: -- 172.21.15.79:0/2701142577 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55eac5523860 con 0x55eac5500800 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l[64078]: starting mds.l at 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 bash[64063]: 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d 2024-09-05T04:08:09.827 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:08:09 smithi079 systemd[1]: Started Ceph mds.l for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6832/1455127851,v1:172.21.15.79:6833/1455127851] up:boot 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: fsmap 1 up:standby 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:10.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:10 smithi047 ceph-mon[34498]: Deploying daemon mds.k on smithi047 2024-09-05T04:08:10.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:10.726 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6832/1455127851,v1:172.21.15.79:6833/1455127851] up:boot 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: fsmap 1 up:standby 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:10.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:10 smithi002 ceph-mon[31001]: Deploying daemon mds.k on smithi047 2024-09-05T04:08:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6832/1455127851,v1:172.21.15.79:6833/1455127851] up:boot 2024-09-05T04:08:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: fsmap 1 up:standby 2024-09-05T04:08:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:10.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:10 smithi079 ceph-mon[34908]: Deploying daemon mds.k on smithi047 2024-09-05T04:08:11.178 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:11.431 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:11.656 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:11 smithi047 systemd[1]: Starting Ceph mds.k for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:11.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 -- 172.21.15.2:0/58814944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64102570 msgr2=0x7fda641029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:11.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/58814944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64102570 0x7fda641029b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fda58009900 tx=0x7fda5802a480 comp rx=0 tx=0).stop 2024-09-05T04:08:11.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 -- 172.21.15.2:0/58814944 shutdown_connections 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/58814944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 0x7fda6410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/58814944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64102570 0x7fda641029b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/58814944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64100e20 0x7fda64101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 -- 172.21.15.2:0/58814944 >> 172.21.15.2:0/58814944 conn(0x7fda640fc7d0 msgr2=0x7fda640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 -- 172.21.15.2:0/58814944 shutdown_connections 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 -- 172.21.15.2:0/58814944 wait complete. 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.891+0000 7fda6c5cf640 1 Processor -- start 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 -- start start 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64102570 0x7fda64199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:11.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 0x7fda641a43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda64110f20 con 0x7fda64100e20 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda64110da0 con 0x7fda64102ef0 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6c5cf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda641110a0 con 0x7fda64102570 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41078/0 (socket says 172.21.15.2:41078) 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 -- 172.21.15.2:0/941728066 learned_addr learned my addr 172.21.15.2:0/941728066 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6ab6c640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 0x7fda641a43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda69b6a640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64102570 0x7fda64199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 -- 172.21.15.2:0/941728066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64102570 msgr2=0x7fda64199890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64102570 0x7fda64199890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 -- 172.21.15.2:0/941728066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 msgr2=0x7fda641a43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:11.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 0x7fda641a43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 -- 172.21.15.2:0/941728066 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda641a4910 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.892+0000 7fda6a36b640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00b4a0 tx=0x7fda5c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.893+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c014070 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.893+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda5c010ac0 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.893+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda641a4ae0 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.893+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda5c017c30 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.893+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda641a4fa0 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.894+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda64101200 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.895+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fda5c017070 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.895+0000 7fda637fe640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.896+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fda5c0ce2d0 con 0x7fda64100e20 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.896+0000 7fda69b6a640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:11.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.896+0000 7fda69b6a640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 0x7fda4c0a5040 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fda58000c00 tx=0x7fda58005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:11.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:11.898+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fda5c09b080 con 0x7fda64100e20 2024-09-05T04:08:11.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:11 smithi047 podman[63957]: 2024-09-05 04:08:11.770774844 +0000 UTC m=+0.015872991 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:11.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:11 smithi047 podman[63957]: 2024-09-05 04:08:11.896974113 +0000 UTC m=+0.142072308 container create 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e) 2024-09-05T04:08:12.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.109+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda64109090 con 0x7fda64100e20 2024-09-05T04:08:12.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.110+0000 7fda637fe640 1 -- 172.21.15.2:0/941728066 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1435 (secure 0 0 0) 0x7fda5c09f380 con 0x7fda64100e20 2024-09-05T04:08:12.112 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:12.112 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":2,"btime":"2024-09-05T04:08:09:397425+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T04:08:12.112 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 2 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 msgr2=0x7fda4c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 0x7fda4c0a5040 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fda58000c00 tx=0x7fda58005e80 comp rx=0 tx=0).stop 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 msgr2=0x7fda64199350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00b4a0 tx=0x7fda5c00b960 comp rx=0 tx=0).stop 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 shutdown_connections 2024-09-05T04:08:12.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fda4c0a2b80 0x7fda4c0a5040 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda64102ef0 0x7fda641a43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda64102570 0x7fda64199890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 --2- 172.21.15.2:0/941728066 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda64100e20 0x7fda64199350 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 >> 172.21.15.2:0/941728066 conn(0x7fda640fc7d0 msgr2=0x7fda640febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 shutdown_connections 2024-09-05T04:08:12.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:12.112+0000 7fda6c5cf640 1 -- 172.21.15.2:0/941728066 wait complete. 2024-09-05T04:08:12.401 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 podman[63957]: 2024-09-05 04:08:12.149503543 +0000 UTC m=+0.394601690 container init 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 podman[63957]: 2024-09-05 04:08:12.152360664 +0000 UTC m=+0.397458811 container start 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mds[63976]: -- 172.21.15.47:0/3964145329 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5629ed13b860 con 0x5629ed119400 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k[63972]: starting mds.k at 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 bash[63957]: 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:08:12 smithi047 systemd[1]: Started Ceph mds.k for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:12.402 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/941728066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:12.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/941728066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:12.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:12.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/941728066' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:13 smithi047 ceph-mon[34498]: Deploying daemon mds.j on smithi002 2024-09-05T04:08:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:13 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.47:6832/3129518987,v1:172.21.15.47:6833/3129518987] up:boot 2024-09-05T04:08:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:13 smithi047 ceph-mon[34498]: fsmap 2 up:standby 2024-09-05T04:08:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:13 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:08:13.730 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:13 smithi002 ceph-mon[31001]: Deploying daemon mds.j on smithi002 2024-09-05T04:08:13.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:13 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.47:6832/3129518987,v1:172.21.15.47:6833/3129518987] up:boot 2024-09-05T04:08:13.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:13 smithi002 ceph-mon[31001]: fsmap 2 up:standby 2024-09-05T04:08:13.731 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:13 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:08:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:13 smithi079 ceph-mon[34908]: Deploying daemon mds.j on smithi002 2024-09-05T04:08:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:13 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.47:6832/3129518987,v1:172.21.15.47:6833/3129518987] up:boot 2024-09-05T04:08:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:13 smithi079 ceph-mon[34908]: fsmap 2 up:standby 2024-09-05T04:08:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:13 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:08:14.677 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:14 smithi047 ceph-mon[34498]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:14.699 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:14 smithi002 ceph-mon[31001]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:14.700 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 systemd[1]: Starting Ceph mds.j for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:14.801 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:14.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:14 smithi079 ceph-mon[34908]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:14.962 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 podman[69917]: 2024-09-05 04:08:14.602407529 +0000 UTC m=+0.016412605 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:14.962 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 podman[69917]: 2024-09-05 04:08:14.727102201 +0000 UTC m=+0.141107284 container create 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-05T04:08:14.962 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 podman[69917]: 2024-09-05 04:08:14.961896453 +0000 UTC m=+0.375901529 container init 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e) 2024-09-05T04:08:15.146 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:15.268 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 podman[69917]: 2024-09-05 04:08:14.965292294 +0000 UTC m=+0.379297370 container start 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e) 2024-09-05T04:08:15.268 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 ceph-mds[69954]: -- 172.21.15.2:0/911237806 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f7eaacd860 con 0x55f7eaaab400 2024-09-05T04:08:15.268 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j[69950]: starting mds.j at 2024-09-05T04:08:15.268 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:15 smithi002 bash[69917]: 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 2024-09-05T04:08:15.268 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:08:15 smithi002 systemd[1]: Started Ceph mds.j for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:15.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 -- 172.21.15.2:0/3580330181 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 msgr2=0x7f067c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 --2- 172.21.15.2:0/3580330181 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c10eaa0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0674009ca0 tx=0x7f067402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 -- 172.21.15.2:0/3580330181 shutdown_connections 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 --2- 172.21.15.2:0/3580330181 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c10eaa0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 --2- 172.21.15.2:0/3580330181 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c1027a0 0x7f067c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 --2- 172.21.15.2:0/3580330181 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101df0 0x7f067c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 -- 172.21.15.2:0/3580330181 >> 172.21.15.2:0/3580330181 conn(0x7f067c0fd8b0 msgr2=0x7f067c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 -- 172.21.15.2:0/3580330181 shutdown_connections 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.606+0000 7f0682c60640 1 -- 172.21.15.2:0/3580330181 wait complete. 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 Processor -- start 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 -- start start 2024-09-05T04:08:15.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101df0 0x7f067c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c1027a0 0x7f067c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f067c111ea0 con 0x7f067c106f20 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f067c111d20 con 0x7f067c101df0 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f0682c60640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f067c112020 con 0x7f067c1027a0 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f06811fd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f06811fd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41106/0 (socket says 172.21.15.2:41106) 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.607+0000 7f06811fd640 1 -- 172.21.15.2:0/956649641 learned_addr learned my addr 172.21.15.2:0/956649641 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06809fc640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101df0 0x7f067c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f067bfff640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c1027a0 0x7f067c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 -- 172.21.15.2:0/956649641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c1027a0 msgr2=0x7f067c198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:15.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c1027a0 0x7f067c198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 -- 172.21.15.2:0/956649641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101df0 msgr2=0x7f067c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101df0 0x7f067c198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 -- 172.21.15.2:0/956649641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c19d3b0 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f06811fd640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0674031040 tx=0x7f0674003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674003ce0 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06740044f0 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067c19d640 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674030c90 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.608+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f067c1a4f80 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.609+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f067c1021d0 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.610+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f06740046a0 con 0x7f067c106f20 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.611+0000 7f0679ffb640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 0x7f066c0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.611+0000 7f06809fc640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 0x7f066c0a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:15.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.611+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f06740f0280 con 0x7f067c106f20 2024-09-05T04:08:15.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.611+0000 7f06809fc640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 0x7f066c0a5140 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f067000a810 tx=0x7f0670008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:15.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.615+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06740bd5e0 con 0x7f067c106f20 2024-09-05T04:08:15.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.831+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f067c10a130 con 0x7f067c106f20 2024-09-05T04:08:15.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.831+0000 7f0679ffb640 1 -- 172.21.15.2:0/956649641 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3082 (secure 0 0 0) 0x7f06740098b0 con 0x7f067c106f20 2024-09-05T04:08:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:15.833 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":4,"btime":"2024-09-05T04:08:15:411796+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T04:08:15.834 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 4 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 msgr2=0x7f066c0a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 0x7f066c0a5140 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f067000a810 tx=0x7f0670008040 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 msgr2=0x7f067c19ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f0674031040 tx=0x7f0674003970 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 shutdown_connections 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f066c0a2c80 0x7f066c0a5140 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f20 0x7f067c19ccd0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c1027a0 0x7f067c198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 --2- 172.21.15.2:0/956649641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101df0 0x7f067c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.833+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 >> 172.21.15.2:0/956649641 conn(0x7f067c0fd8b0 msgr2=0x7f067c0febd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:15.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.834+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 shutdown_connections 2024-09-05T04:08:15.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:15.834+0000 7f0682c60640 1 -- 172.21.15.2:0/956649641 wait complete. 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: Deploying daemon mds.d on smithi002 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.2:6834/3194842644,v1:172.21.15.2:6835/3194842644] up:boot 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: fsmap 3 up:standby 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:08:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:16 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/956649641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: Deploying daemon mds.d on smithi002 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.2:6834/3194842644,v1:172.21.15.2:6835/3194842644] up:boot 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: fsmap 3 up:standby 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:08:16.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/956649641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: Deploying daemon mds.d on smithi002 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.2:6834/3194842644,v1:172.21.15.2:6835/3194842644] up:boot 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: fsmap 3 up:standby 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:08:16.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:16 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/956649641' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:18.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:18 smithi002 ceph-mon[31001]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:18.285 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 systemd[1]: Starting Ceph mds.d for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:18.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:18 smithi047 ceph-mon[34498]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:18 smithi079 ceph-mon[34908]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:18.629 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 podman[70329]: 2024-09-05 04:08:18.261249228 +0000 UTC m=+0.016035510 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:18.630 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 podman[70329]: 2024-09-05 04:08:18.374541707 +0000 UTC m=+0.129327979 container create 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-05T04:08:18.630 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 podman[70329]: 2024-09-05 04:08:18.602352091 +0000 UTC m=+0.357138364 container init 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:08:18.630 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 podman[70329]: 2024-09-05 04:08:18.605667982 +0000 UTC m=+0.360454255 container start 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:08:18.630 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 ceph-mds[70350]: -- 172.21.15.2:0/345777702 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d5557e3c20 con 0x55d5557c1400 2024-09-05T04:08:18.690 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:18.961 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:19.035 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d[70344]: starting mds.d at 2024-09-05T04:08:19.035 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 bash[70329]: 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 2024-09-05T04:08:19.035 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:08:18 smithi002 systemd[1]: Started Ceph mds.d for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 -- 172.21.15.2:0/2289223121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 msgr2=0x7f876010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 --2- 172.21.15.2:0/2289223121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f876010d950 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8758009cd0 tx=0x7f875802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 -- 172.21.15.2:0/2289223121 shutdown_connections 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 --2- 172.21.15.2:0/2289223121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f876010d950 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 --2- 172.21.15.2:0/2289223121 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 0x7f8760100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 --2- 172.21.15.2:0/2289223121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 0x7f8760106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 -- 172.21.15.2:0/2289223121 >> 172.21.15.2:0/2289223121 conn(0x7f87600fc7a0 msgr2=0x7f87600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:19.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 -- 172.21.15.2:0/2289223121 shutdown_connections 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.430+0000 7f8766675640 1 -- 172.21.15.2:0/2289223121 wait complete. 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 Processor -- start 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 -- start start 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 0x7f8760196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 0x7f8760197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8760110d30 con 0x7f8760101420 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8760110bb0 con 0x7f8760106a80 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f8766675640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8760110eb0 con 0x7f8760100a80 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.431+0000 7f875f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41130/0 (socket says 172.21.15.2:41130) 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 -- 172.21.15.2:0/1257232930 learned_addr learned my addr 172.21.15.2:0/1257232930 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875ffff640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 0x7f8760196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:19.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f8764c12640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 0x7f8760197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 -- 172.21.15.2:0/1257232930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 msgr2=0x7f8760196f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 0x7f8760196f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 -- 172.21.15.2:0/1257232930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 msgr2=0x7f8760197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 0x7f8760197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 -- 172.21.15.2:0/1257232930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87601a6800 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875f7fe640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f875400d770 tx=0x7f875400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754017070 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87540054d0 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87601a6af0 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8754004cf0 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.432+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87601a7030 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.433+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8760100ee0 con 0x7f8760101420 2024-09-05T04:08:19.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.434+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f8754004e90 con 0x7f8760101420 2024-09-05T04:08:19.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.435+0000 7f875d7fa640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 0x7f87480a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:19.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.435+0000 7f875ffff640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 0x7f87480a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:19.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.436+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f87540ce590 con 0x7f8760101420 2024-09-05T04:08:19.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.436+0000 7f875ffff640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 0x7f87480a50c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8750009b50 tx=0x7f8750005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:19.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.440+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f875409b990 con 0x7f8760101420 2024-09-05T04:08:19.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.649+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f876002d7c0 con 0x7f8760101420 2024-09-05T04:08:19.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.649+0000 7f875d7fa640 1 -- 172.21.15.2:0/1257232930 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3904 (secure 0 0 0) 0x7f875409b290 con 0x7f8760101420 2024-09-05T04:08:19.650 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:19.650 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":5,"btime":"2024-09-05T04:08:19:120082+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T04:08:19.650 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 5 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.651+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 msgr2=0x7f87480a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.651+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 0x7f87480a50c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f8750009b50 tx=0x7f8750005f90 comp rx=0 tx=0).stop 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.651+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 msgr2=0x7f87601974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.651+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f875400d770 tx=0x7f875400dc30 comp rx=0 tx=0).stop 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 shutdown_connections 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f87480a2c00 0x7f87480a50c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8760106a80 0x7f8760197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8760101420 0x7f87601974d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 --2- 172.21.15.2:0/1257232930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8760100a80 0x7f8760196f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:19.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 >> 172.21.15.2:0/1257232930 conn(0x7f87600fc7a0 msgr2=0x7f87600fcf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:19.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 shutdown_connections 2024-09-05T04:08:19.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:19.652+0000 7f8766675640 1 -- 172.21.15.2:0/1257232930 wait complete. 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:19.954 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: Deploying daemon mds.e on smithi047 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.2:6836/2912395574,v1:172.21.15.2:6837/2912395574] up:boot 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: fsmap 4 up:standby 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:08:19.955 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:19 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1257232930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: Deploying daemon mds.e on smithi047 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.2:6836/2912395574,v1:172.21.15.2:6837/2912395574] up:boot 2024-09-05T04:08:20.024 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: fsmap 4 up:standby 2024-09-05T04:08:20.025 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:08:20.025 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:19 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1257232930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: Deploying daemon mds.e on smithi047 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.2:6836/2912395574,v1:172.21.15.2:6837/2912395574] up:boot 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: fsmap 4 up:standby 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:08:20.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:19 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1257232930' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:20.937 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:20 smithi047 systemd[1]: Starting Ceph mds.e for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:21.330 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 podman[64266]: 2024-09-05 04:08:20.9669204 +0000 UTC m=+0.016248874 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:21.330 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 podman[64266]: 2024-09-05 04:08:21.085558447 +0000 UTC m=+0.134886911 container create 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:08:21.330 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 podman[64266]: 2024-09-05 04:08:21.330122285 +0000 UTC m=+0.379450748 container init 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:08:21.686 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 podman[64266]: 2024-09-05 04:08:21.33326651 +0000 UTC m=+0.382594974 container start 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-05T04:08:21.687 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 ceph-mds[64286]: -- 172.21.15.47:0/1064620994 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557196cc9860 con 0x557196ca7400 2024-09-05T04:08:21.687 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e[64282]: starting mds.e at 2024-09-05T04:08:21.687 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 bash[64266]: 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 2024-09-05T04:08:21.687 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:08:21 smithi047 systemd[1]: Started Ceph mds.e for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:22.394 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:22.662 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:22.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:22.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: Deploying daemon mds.f on smithi079 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.47:6834/3550509038,v1:172.21.15.47:6835/3550509038] up:boot 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: fsmap 5 up:standby 2024-09-05T04:08:22.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:22 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:08:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: Deploying daemon mds.f on smithi079 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.47:6834/3550509038,v1:172.21.15.47:6835/3550509038] up:boot 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: fsmap 5 up:standby 2024-09-05T04:08:22.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:22 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: Deploying daemon mds.f on smithi079 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.47:6834/3550509038,v1:172.21.15.47:6835/3550509038] up:boot 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: fsmap 5 up:standby 2024-09-05T04:08:22.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:22 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:08:23.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.165+0000 7f1179d8a640 1 -- 172.21.15.2:0/2552106742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102570 msgr2=0x7f11741029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:23.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 --2- 172.21.15.2:0/2552106742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102570 0x7f11741029b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1168009ca0 tx=0x7f116802a950 comp rx=0 tx=0).stop 2024-09-05T04:08:23.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 -- 172.21.15.2:0/2552106742 shutdown_connections 2024-09-05T04:08:23.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 --2- 172.21.15.2:0/2552106742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102ef0 0x7f117410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 --2- 172.21.15.2:0/2552106742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102570 0x7f11741029b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 --2- 172.21.15.2:0/2552106742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 -- 172.21.15.2:0/2552106742 >> 172.21.15.2:0/2552106742 conn(0x7f11740fc7d0 msgr2=0x7f11740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 -- 172.21.15.2:0/2552106742 shutdown_connections 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 -- 172.21.15.2:0/2552106742 wait complete. 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 Processor -- start 2024-09-05T04:08:23.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.166+0000 7f1179d8a640 1 -- start start 2024-09-05T04:08:23.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174197070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:23.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102570 0x7f11741975b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:23.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:23.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1174110e30 con 0x7f1174102ef0 2024-09-05T04:08:23.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1174110cb0 con 0x7f1174102570 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1174110fb0 con 0x7f1174100e20 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55582/0 (socket says 172.21.15.2:55582) 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 -- 172.21.15.2:0/1689943023 learned_addr learned my addr 172.21.15.2:0/1689943023 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f11737fe640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174197070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:23.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1172ffd640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102570 0x7f11741975b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 -- 172.21.15.2:0/1689943023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 msgr2=0x7f1174197070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174197070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 -- 172.21.15.2:0/1689943023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102570 msgr2=0x7f11741975b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102570 0x7f11741975b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 -- 172.21.15.2:0/1689943023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11741a68e0 con 0x7f1174102ef0 2024-09-05T04:08:23.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f11737fe640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1173fff640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f116c00d950 tx=0x7f116c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c017030 con 0x7f1174102ef0 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11741a6bd0 con 0x7f1174102ef0 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f116c004020 con 0x7f1174102ef0 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116c003b20 con 0x7f1174102ef0 2024-09-05T04:08:23.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.167+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11741a7110 con 0x7f1174102ef0 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.168+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1174101200 con 0x7f1174102ef0 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.170+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f116c01a070 con 0x7f1174102ef0 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.170+0000 7f1170ff9640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 0x7f115c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.170+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f116c0ce5e0 con 0x7f1174102ef0 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.170+0000 7f11737fe640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 0x7f115c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:23.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.171+0000 7f11737fe640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 0x7f115c0a50c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1164009fc0 tx=0x7f1164005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:23.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.174+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f116c021070 con 0x7f1174102ef0 2024-09-05T04:08:23.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.384+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f117406a560 con 0x7f1174102ef0 2024-09-05T04:08:23.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.385+0000 7f1170ff9640 1 -- 172.21.15.2:0/1689943023 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4729 (secure 0 0 0) 0x7f117406a560 con 0x7f1174102ef0 2024-09-05T04:08:23.386 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:23.386 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":6,"btime":"2024-09-05T04:08:21:764348+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-05T04:08:23.387 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 6 2024-09-05T04:08:23.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 msgr2=0x7f115c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:23.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 0x7f115c0a50c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1164009fc0 tx=0x7f1164005f90 comp rx=0 tx=0).stop 2024-09-05T04:08:23.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 msgr2=0x7f1174197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:23.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f116c00d950 tx=0x7f116c00de10 comp rx=0 tx=0).stop 2024-09-05T04:08:23.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 shutdown_connections 2024-09-05T04:08:23.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f115c0a2c00 0x7f115c0a50c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1174102ef0 0x7f1174197af0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1174102570 0x7f11741975b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.390 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 --2- 172.21.15.2:0/1689943023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1174100e20 0x7f1174197070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:23.390 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 >> 172.21.15.2:0/1689943023 conn(0x7f11740fc7d0 msgr2=0x7f11740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:23.390 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 shutdown_connections 2024-09-05T04:08:23.390 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:23.387+0000 7f1179d8a640 1 -- 172.21.15.2:0/1689943023 wait complete. 2024-09-05T04:08:23.492 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 systemd[1]: Starting Ceph mds.f for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:23.758 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:23 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1689943023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:23.759 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 podman[64377]: 2024-09-05 04:08:23.530293175 +0000 UTC m=+0.015766161 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:23.759 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 podman[64377]: 2024-09-05 04:08:23.632952375 +0000 UTC m=+0.118425343 container create eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-05T04:08:23.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:23 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1689943023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:23 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1689943023' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 podman[64377]: 2024-09-05 04:08:23.902336617 +0000 UTC m=+0.387809583 container init eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 podman[64377]: 2024-09-05 04:08:23.905250241 +0000 UTC m=+0.390723208 container start eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0) 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 ceph-mds[64396]: -- 172.21.15.79:0/3823232289 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558ff7e91860 con 0x558ff7e6f400 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f[64392]: starting mds.f at 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:24 smithi079 bash[64377]: eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 2024-09-05T04:08:24.077 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:08:24 smithi079 systemd[1]: Started Ceph mds.f for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:24.739 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:24.740 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:24 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:24.749 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:24.749 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.749 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.749 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.750 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:24.750 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:24.750 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:24 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:24.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:24 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:25.781 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:25 smithi079 ceph-mon[34908]: Deploying daemon mds.c on smithi079 2024-09-05T04:08:25.781 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:25 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6834/1098345151,v1:172.21.15.79:6835/1098345151] up:boot 2024-09-05T04:08:25.781 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:25 smithi079 ceph-mon[34908]: fsmap 6 up:standby 2024-09-05T04:08:25.781 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:25 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:08:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:25 smithi002 ceph-mon[31001]: Deploying daemon mds.c on smithi079 2024-09-05T04:08:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:25 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6834/1098345151,v1:172.21.15.79:6835/1098345151] up:boot 2024-09-05T04:08:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:25 smithi002 ceph-mon[31001]: fsmap 6 up:standby 2024-09-05T04:08:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:25 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:08:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:25 smithi047 ceph-mon[34498]: Deploying daemon mds.c on smithi079 2024-09-05T04:08:25.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:25 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6834/1098345151,v1:172.21.15.79:6835/1098345151] up:boot 2024-09-05T04:08:25.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:25 smithi047 ceph-mon[34498]: fsmap 6 up:standby 2024-09-05T04:08:25.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:25 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:08:26.077 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:25 smithi079 systemd[1]: Starting Ceph mds.c for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:26.129 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:26.394 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:26.450 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 podman[64677]: 2024-09-05 04:08:26.081705504 +0000 UTC m=+0.015804185 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:26.450 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 podman[64677]: 2024-09-05 04:08:26.205143711 +0000 UTC m=+0.139242389 container create 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-05T04:08:26.769 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:26 smithi002 ceph-mon[31001]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:26 smithi079 ceph-mon[34908]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 podman[64677]: 2024-09-05 04:08:26.449793276 +0000 UTC m=+0.383891965 container init 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 podman[64677]: 2024-09-05 04:08:26.452707101 +0000 UTC m=+0.386805781 container start 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 ceph-mds[64696]: -- 172.21.15.79:0/3356679333 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cb53be1860 con 0x55cb53bbe800 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c[64692]: starting mds.c at 2024-09-05T04:08:26.827 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 bash[64677]: 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f 2024-09-05T04:08:26.828 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:08:26 smithi079 systemd[1]: Started Ceph mds.c for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:26.893 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 -- 172.21.15.2:0/1160747740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4102570 msgr2=0x7fa5d41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/1160747740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4102570 0x7fa5d41029b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8009900 tx=0x7fa5c802a480 comp rx=0 tx=0).stop 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 -- 172.21.15.2:0/1160747740 shutdown_connections 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/1160747740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102ef0 0x7fa5d410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/1160747740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4102570 0x7fa5d41029b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/1160747740 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4100e20 0x7fa5d4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 -- 172.21.15.2:0/1160747740 >> 172.21.15.2:0/1160747740 conn(0x7fa5d40fc7d0 msgr2=0x7fa5d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 -- 172.21.15.2:0/1160747740 shutdown_connections 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.851+0000 7fa5db3c2640 1 -- 172.21.15.2:0/1160747740 wait complete. 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 Processor -- start 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 -- start start 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:26.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102570 0x7fa5d4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 0x7fa5d419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d4111f50 con 0x7fa5d4100e20 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d4111dd0 con 0x7fa5d4102ef0 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5db3c2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d41120d0 con 0x7fa5d4102570 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55596/0 (socket says 172.21.15.2:55596) 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 -- 172.21.15.2:0/3823851052 learned_addr learned my addr 172.21.15.2:0/3823851052 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d995f640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 0x7fa5d419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d895d640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102570 0x7fa5d4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 -- 172.21.15.2:0/3823851052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102570 msgr2=0x7fa5d4198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102570 0x7fa5d4198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 -- 172.21.15.2:0/3823851052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 msgr2=0x7fa5d419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 0x7fa5d419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:26.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.852+0000 7fa5d915e640 1 -- 172.21.15.2:0/3823851052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d419d380 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5d995f640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 0x7fa5d419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5d915e640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc00e9f0 tx=0x7fa5cc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc00cd80 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5cc0108e0 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d419d670 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc018920 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.853+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d41a4f50 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.854+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d4101200 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.856+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa5cc010a90 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.857+0000 7fa5d27fc640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 0x7fa5bc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.857+0000 7fa5d895d640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 0x7fa5bc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.857+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fa5cc0cf420 con 0x7fa5d4100e20 2024-09-05T04:08:26.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.857+0000 7fa5d895d640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 0x7fa5bc0a50c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa5d40ffe00 tx=0x7fa5c8005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:26.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:26.859+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa5cc09c780 con 0x7fa5d4100e20 2024-09-05T04:08:26.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:26 smithi047 ceph-mon[34498]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:27.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.072+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5d4199730 con 0x7fa5d4100e20 2024-09-05T04:08:27.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.073+0000 7fa5d27fc640 1 -- 172.21.15.2:0/3823851052 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6379 (secure 0 0 0) 0x7fa5d4199730 con 0x7fa5d4100e20 2024-09-05T04:08:27.074 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:27.074 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":8,"btime":"2024-09-05T04:08:26:502881+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-05T04:08:27.074 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 8 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 msgr2=0x7fa5bc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 0x7fa5bc0a50c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa5d40ffe00 tx=0x7fa5c8005a20 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 msgr2=0x7fa5d41983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc00e9f0 tx=0x7fa5cc00eeb0 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 shutdown_connections 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa5bc0a2c00 0x7fa5bc0a50c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa5d4102ef0 0x7fa5d419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa5d4102570 0x7fa5d4198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 --2- 172.21.15.2:0/3823851052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa5d4100e20 0x7fa5d41983d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 >> 172.21.15.2:0/3823851052 conn(0x7fa5d40fc7d0 msgr2=0x7fa5d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 shutdown_connections 2024-09-05T04:08:27.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:27.075+0000 7fa5db3c2640 1 -- 172.21.15.2:0/3823851052 wait complete. 2024-09-05T04:08:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6836/1347840146,v1:172.21.15.79:6837/1347840146] up:boot 2024-09-05T04:08:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: fsmap 7 up:standby 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:27 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3823851052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6836/1347840146,v1:172.21.15.79:6837/1347840146] up:boot 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: fsmap 7 up:standby 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:27.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:27.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:27.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:27 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3823851052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6836/1347840146,v1:172.21.15.79:6837/1347840146] up:boot 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: fsmap 7 up:standby 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:27.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:27.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:27 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3823851052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:28 smithi047 ceph-mon[34498]: Deploying daemon mds.h on smithi047 2024-09-05T04:08:28.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:28 smithi047 ceph-mon[34498]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:28.687 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:28 smithi047 systemd[1]: Starting Ceph mds.h for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:28 smithi002 ceph-mon[31001]: Deploying daemon mds.h on smithi047 2024-09-05T04:08:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:28 smithi002 ceph-mon[31001]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:28 smithi079 ceph-mon[34908]: Deploying daemon mds.h on smithi047 2024-09-05T04:08:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:28 smithi079 ceph-mon[34908]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:29.052 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:28 smithi047 podman[64572]: 2024-09-05 04:08:28.691645349 +0000 UTC m=+0.016354615 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:29.053 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:28 smithi047 podman[64572]: 2024-09-05 04:08:28.79104116 +0000 UTC m=+0.115750418 container create e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-05T04:08:29.053 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 podman[64572]: 2024-09-05 04:08:29.052517802 +0000 UTC m=+0.377227059 container init e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h, ceph=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-05T04:08:29.437 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 podman[64572]: 2024-09-05 04:08:29.055663441 +0000 UTC m=+0.380372708 container start e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True) 2024-09-05T04:08:29.437 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 ceph-mds[64591]: -- 172.21.15.47:0/1318183682 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55772745d860 con 0x55772743a800 2024-09-05T04:08:29.437 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h[64587]: starting mds.h at 2024-09-05T04:08:29.437 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 bash[64572]: e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 2024-09-05T04:08:29.437 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:08:29 smithi047 systemd[1]: Started Ceph mds.h for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:29.854 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:30.123 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:30.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:30.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: Deploying daemon mds.i on smithi079 2024-09-05T04:08:30.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.47:6836/3184781087,v1:172.21.15.47:6837/3184781087] up:boot 2024-09-05T04:08:30.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: fsmap 8 up:standby 2024-09-05T04:08:30.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:30 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: Deploying daemon mds.i on smithi079 2024-09-05T04:08:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.47:6836/3184781087,v1:172.21.15.47:6837/3184781087] up:boot 2024-09-05T04:08:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: fsmap 8 up:standby 2024-09-05T04:08:30.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:30 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:08:30.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: Deploying daemon mds.i on smithi079 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.47:6836/3184781087,v1:172.21.15.47:6837/3184781087] up:boot 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: fsmap 8 up:standby 2024-09-05T04:08:30.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:30 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.718+0000 7fd689c62640 1 -- 172.21.15.2:0/1877940813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd68410c590 msgr2=0x7fd68410c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.718+0000 7fd689c62640 1 --2- 172.21.15.2:0/1877940813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd68410c590 0x7fd68410c9f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd678009900 tx=0x7fd67802a410 comp rx=0 tx=0).stop 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 -- 172.21.15.2:0/1877940813 shutdown_connections 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 --2- 172.21.15.2:0/1877940813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410cf30 0x7fd684119410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 --2- 172.21.15.2:0/1877940813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd68410c590 0x7fd68410c9f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 --2- 172.21.15.2:0/1877940813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd684112640 0x7fd684112a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 -- 172.21.15.2:0/1877940813 >> 172.21.15.2:0/1877940813 conn(0x7fd68406cdc0 msgr2=0x7fd68406d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 -- 172.21.15.2:0/1877940813 shutdown_connections 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 -- 172.21.15.2:0/1877940813 wait complete. 2024-09-05T04:08:30.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.719+0000 7fd689c62640 1 Processor -- start 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 -- start start 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410c590 0x7fd6841192f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 0x7fd6841163a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd68411c850 con 0x7fd684112640 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd68411c6d0 con 0x7fd68410cf30 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd689c62640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd68411c9d0 con 0x7fd68410c590 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55624/0 (socket says 172.21.15.2:55624) 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd6837fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410c590 0x7fd6841192f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 -- 172.21.15.2:0/1628671148 learned_addr learned my addr 172.21.15.2:0/1628671148 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd682ffd640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 0x7fd6841163a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 -- 172.21.15.2:0/1628671148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410c590 msgr2=0x7fd6841192f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410c590 0x7fd6841192f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 -- 172.21.15.2:0/1628671148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 msgr2=0x7fd6841163a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 0x7fd6841163a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd683fff640 1 -- 172.21.15.2:0/1628671148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6841171e0 con 0x7fd684112640 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.720+0000 7fd682ffd640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 0x7fd6841163a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd683fff640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00eaa0 tx=0x7fd67c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c00cdb0 con 0x7fd684112640 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd67c005020 con 0x7fd684112640 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6841a8e30 con 0x7fd684112640 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd67c0116d0 con 0x7fd684112640 2024-09-05T04:08:30.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.721+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6841a9370 con 0x7fd684112640 2024-09-05T04:08:30.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.722+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd68410dcb0 con 0x7fd684112640 2024-09-05T04:08:30.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.723+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fd67c0051d0 con 0x7fd684112640 2024-09-05T04:08:30.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.724+0000 7fd680ff9640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 0x7fd66c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:30.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.724+0000 7fd6837fe640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 0x7fd66c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:30.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.724+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fd67c0cee10 con 0x7fd684112640 2024-09-05T04:08:30.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.724+0000 7fd6837fe640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 0x7fd66c0a5040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd6740058c0 tx=0x7fd67400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:30.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.728+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd67c0d2030 con 0x7fd684112640 2024-09-05T04:08:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.937+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6841a9f40 con 0x7fd684112640 2024-09-05T04:08:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.938+0000 7fd680ff9640 1 -- 172.21.15.2:0/1628671148 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7204 (secure 0 0 0) 0x7fd67c016030 con 0x7fd684112640 2024-09-05T04:08:30.939 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:30.939 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":9,"btime":"2024-09-05T04:08:29:510588+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-05T04:08:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 9 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 msgr2=0x7fd66c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 0x7fd66c0a5040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd6740058c0 tx=0x7fd67400a2d0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 msgr2=0x7fd684116920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd67c00eaa0 tx=0x7fd67c00ef60 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 shutdown_connections 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd66c0a2b80 0x7fd66c0a5040 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd684112640 0x7fd684116920 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd68410cf30 0x7fd6841163a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 --2- 172.21.15.2:0/1628671148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd68410c590 0x7fd6841192f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 >> 172.21.15.2:0/1628671148 conn(0x7fd68406cdc0 msgr2=0x7fd68410afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 shutdown_connections 2024-09-05T04:08:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:30.940+0000 7fd689c62640 1 -- 172.21.15.2:0/1628671148 wait complete. 2024-09-05T04:08:31.208 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 systemd[1]: Starting Ceph mds.i for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:31.525 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:31 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1628671148' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:31.525 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 podman[64977]: 2024-09-05 04:08:31.254901811 +0000 UTC m=+0.015684310 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:31.525 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 podman[64977]: 2024-09-05 04:08:31.386206021 +0000 UTC m=+0.146988519 container create 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T04:08:31.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:31 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1628671148' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:31 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1628671148' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 podman[64977]: 2024-09-05 04:08:31.656256603 +0000 UTC m=+0.417039101 container init 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 podman[64977]: 2024-09-05 04:08:31.659199685 +0000 UTC m=+0.419982192 container start 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 ceph-mds[64996]: -- 172.21.15.79:0/3282673458 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56205718b860 con 0x562057168800 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: starting mds.i at 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 bash[64977]: 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 2024-09-05T04:08:31.827 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:31 smithi079 systemd[1]: Started Ceph mds.i for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:32.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:32.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:32.513 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:32.513 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:32 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:32 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:32.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:32 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:33.367 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:33 smithi002 ceph-mon[31001]: Deploying daemon mds.g on smithi002 2024-09-05T04:08:33.368 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:33 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:boot 2024-09-05T04:08:33.368 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:33 smithi002 ceph-mon[31001]: fsmap 9 up:standby 2024-09-05T04:08:33.368 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:33 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:08:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:33 smithi079 ceph-mon[34908]: Deploying daemon mds.g on smithi002 2024-09-05T04:08:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:33 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:boot 2024-09-05T04:08:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:33 smithi079 ceph-mon[34908]: fsmap 9 up:standby 2024-09-05T04:08:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:33 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:08:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:33 smithi047 ceph-mon[34498]: Deploying daemon mds.g on smithi002 2024-09-05T04:08:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:33 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:boot 2024-09-05T04:08:33.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:33 smithi047 ceph-mon[34498]: fsmap 9 up:standby 2024-09-05T04:08:33.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:33 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:08:33.860 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:34.322 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:34 smithi002 ceph-mon[31001]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:34.504 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:34 smithi079 ceph-mon[34908]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:34.628 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:08:34 smithi002 systemd[1]: Started Ceph mds.g for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:34 smithi047 ceph-mon[34498]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:35.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/554801807 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8106f10 msgr2=0x7fd6f810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:35.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/554801807 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8106f10 0x7fd6f810ea90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009ca0 tx=0x7fd6f002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/554801807 shutdown_connections 2024-09-05T04:08:35.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/554801807 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8106f10 0x7fd6f810ea90 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/554801807 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/554801807 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8101de0 0x7fd6f81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/554801807 >> 172.21.15.2:0/554801807 conn(0x7fd6f80fd8c0 msgr2=0x7fd6f80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:35.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/554801807 shutdown_connections 2024-09-05T04:08:35.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.016+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/554801807 wait complete. 2024-09-05T04:08:35.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 Processor -- start 2024-09-05T04:08:35.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 -- start start 2024-09-05T04:08:35.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:35.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f8198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:35.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 0x7fd6f819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:35.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8111e20 con 0x7fd6f8101de0 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8111ca0 con 0x7fd6f8106f10 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6ffbf1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8111fa0 con 0x7fd6f8102790 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6fd98d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6fd98d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59414/0 (socket says 172.21.15.2:59414) 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.017+0000 7fd6fd98d640 1 -- 172.21.15.2:0/1320642831 learned_addr learned my addr 172.21.15.2:0/1320642831 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:35.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd18c640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f8198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 -- 172.21.15.2:0/1320642831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 msgr2=0x7fd6f8198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f8198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 -- 172.21.15.2:0/1320642831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 msgr2=0x7fd6f819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fe18e640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 0x7fd6f819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 0x7fd6f819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 -- 172.21.15.2:0/1320642831 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f819d2f0 con 0x7fd6f8101de0 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd18c640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f8198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fe18e640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 0x7fd6f819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6fd98d640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd6f400d950 tx=0x7fd6f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f4017070 con 0x7fd6f8101de0 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6f4009c30 con 0x7fd6f8101de0 2024-09-05T04:08:35.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f819d5e0 con 0x7fd6f8101de0 2024-09-05T04:08:35.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f400f620 con 0x7fd6f8101de0 2024-09-05T04:08:35.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.018+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f81a4ec0 con 0x7fd6f8101de0 2024-09-05T04:08:35.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.019+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6f81021c0 con 0x7fd6f8101de0 2024-09-05T04:08:35.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.020+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fd6f40109a0 con 0x7fd6f8101de0 2024-09-05T04:08:35.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.021+0000 7fd6eeffd640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 0x7fd6e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:35.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.021+0000 7fd6fd18c640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 0x7fd6e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:35.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.021+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fd6f40ce880 con 0x7fd6f8101de0 2024-09-05T04:08:35.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.021+0000 7fd6fd18c640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 0x7fd6e40a5040 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8005fd0 tx=0x7fd6e8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:35.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.025+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd6f4009de0 con 0x7fd6f8101de0 2024-09-05T04:08:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.242+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6f802d7c0 con 0x7fd6f8101de0 2024-09-05T04:08:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.242+0000 7fd6eeffd640 1 -- 172.21.15.2:0/1320642831 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8854 (secure 0 0 0) 0x7fd6f409bc80 con 0x7fd6f8101de0 2024-09-05T04:08:35.243 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:35.243 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":11,"btime":"2024-09-05T04:08:35:219271+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24493,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T04:08:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 11 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 msgr2=0x7fd6e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 0x7fd6e40a5040 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8005fd0 tx=0x7fd6e8005850 comp rx=0 tx=0).stop 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 msgr2=0x7fd6f8198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd6f400d950 tx=0x7fd6f400de10 comp rx=0 tx=0).stop 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 shutdown_connections 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd6e40a2b80 0x7fd6e40a5040 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd6f8106f10 0x7fd6f819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd6f8102790 0x7fd6f8198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.244+0000 7fd6ffbf1640 1 --2- 172.21.15.2:0/1320642831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd6f8101de0 0x7fd6f8198340 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.245+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 >> 172.21.15.2:0/1320642831 conn(0x7fd6f80fd8c0 msgr2=0x7fd6f80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.245+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 shutdown_connections 2024-09-05T04:08:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:35.245+0000 7fd6ffbf1640 1 -- 172.21.15.2:0/1320642831 wait complete. 2024-09-05T04:08:35.724 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: Deploying daemon mds.a on smithi002 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.2:6838/3379705481,v1:172.21.15.2:6839/3379705481] up:boot 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: fsmap 10 up:standby 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:08:35.725 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:35 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1320642831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: Deploying daemon mds.a on smithi002 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.2:6838/3379705481,v1:172.21.15.2:6839/3379705481] up:boot 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: fsmap 10 up:standby 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:08:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:35 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1320642831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: Deploying daemon mds.a on smithi002 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.2:6838/3379705481,v1:172.21.15.2:6839/3379705481] up:boot 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: fsmap 10 up:standby 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:08:35.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:35 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1320642831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:36.696 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:36 smithi002 ceph-mon[31001]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:36.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:36 smithi079 ceph-mon[34908]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:36.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:36 smithi047 ceph-mon[34498]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.2:6840/2127815493,v1:172.21.15.2:6841/2127815493] up:boot 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: fsmap 11 up:standby 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:38.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:38.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:38.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:38 smithi047 ceph-mon[34498]: Deploying daemon mds.b on smithi047 2024-09-05T04:08:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.2:6840/2127815493,v1:172.21.15.2:6841/2127815493] up:boot 2024-09-05T04:08:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: fsmap 11 up:standby 2024-09-05T04:08:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:08:38.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:38.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:38 smithi002 ceph-mon[31001]: Deploying daemon mds.b on smithi047 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.2:6840/2127815493,v1:172.21.15.2:6841/2127815493] up:boot 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: fsmap 11 up:standby 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:38.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-05T04:08:38.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-05T04:08:38.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:38.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:38 smithi079 ceph-mon[34908]: Deploying daemon mds.b on smithi047 2024-09-05T04:08:38.939 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:39.687 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:39 smithi047 systemd[1]: Starting Ceph mds.b for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:08:39.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 -- 172.21.15.2:0/3505189973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0100a80 msgr2=0x7fa7b0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:39.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3505189973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0100a80 0x7fa7b0100ee0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0009930 tx=0x7fa7a002a420 comp rx=0 tx=0).stop 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 -- 172.21.15.2:0/3505189973 shutdown_connections 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3505189973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0101420 0x7fa7b010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3505189973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0100a80 0x7fa7b0100ee0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3505189973 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0106a80 0x7fa7b0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 -- 172.21.15.2:0/3505189973 >> 172.21.15.2:0/3505189973 conn(0x7fa7b00fc7a0 msgr2=0x7fa7b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 -- 172.21.15.2:0/3505189973 shutdown_connections 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.684+0000 7fa7b8217640 1 -- 172.21.15.2:0/3505189973 wait complete. 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 Processor -- start 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 -- start start 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0100a80 0x7fa7b01991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0106a80 0x7fa7b01a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:39.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b0110cf0 con 0x7fa7b0101420 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b0110b70 con 0x7fa7b0106a80 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b8217640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa7b0110e70 con 0x7fa7b0100a80 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59450/0 (socket says 172.21.15.2:59450) 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 -- 172.21.15.2:0/3282509204 learned_addr learned my addr 172.21.15.2:0/3282509204 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b5fb3640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0100a80 0x7fa7b01991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b67b4640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0106a80 0x7fa7b01a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 -- 172.21.15.2:0/3282509204 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0100a80 msgr2=0x7fa7b01991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0100a80 0x7fa7b01991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 -- 172.21.15.2:0/3282509204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0106a80 msgr2=0x7fa7b01a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0106a80 0x7fa7b01a4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 -- 172.21.15.2:0/3282509204 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7b01a47a0 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.685+0000 7fa7b57b2640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0004770 tx=0x7fa7a00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.686+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a003f070 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.686+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7b01a4970 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.686+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7b01a4e50 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.686+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa7a003b460 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.686+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7a0048060 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.687+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa794005290 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.689+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa7a0003a00 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.689+0000 7fa7a6ffd640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 0x7fa79c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.689+0000 7fa7b5fb3640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 0x7fa79c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.689+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7fa7a00ef370 con 0x7fa7b0101420 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.690+0000 7fa7b5fb3640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 0x7fa79c0a50c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0058c0 tx=0x7fa7ac00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:39.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.693+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7a00bc770 con 0x7fa7b0101420 2024-09-05T04:08:39.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.904+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa794005580 con 0x7fa7b0101420 2024-09-05T04:08:39.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.905+0000 7fa7a6ffd640 1 -- 172.21.15.2:0/3282509204 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9677 (secure 0 0 0) 0x7fa7a00bc070 con 0x7fa7b0101420 2024-09-05T04:08:39.906 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:39.906 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":12,"btime":"2024-09-05T04:08:37:480083+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24493,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T04:08:39.906 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 12 2024-09-05T04:08:39.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 msgr2=0x7fa79c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:39.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 0x7fa79c0a50c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac0058c0 tx=0x7fa7ac00a2d0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 msgr2=0x7fa7b0199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0004770 tx=0x7fa7a00042f0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 shutdown_connections 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa79c0a2c00 0x7fa79c0a50c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa7b0106a80 0x7fa7b01a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa7b0101420 0x7fa7b0199720 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 --2- 172.21.15.2:0/3282509204 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa7b0100a80 0x7fa7b01991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 >> 172.21.15.2:0/3282509204 conn(0x7fa7b00fc7a0 msgr2=0x7fa7b00fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 shutdown_connections 2024-09-05T04:08:39.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:39.908+0000 7fa7b8217640 1 -- 172.21.15.2:0/3282509204 wait complete. 2024-09-05T04:08:40.035 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:39 smithi047 podman[64870]: 2024-09-05 04:08:39.673236495 +0000 UTC m=+0.016304451 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:08:40.035 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:39 smithi047 podman[64870]: 2024-09-05 04:08:39.796855116 +0000 UTC m=+0.139923128 container create f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b, ceph=True, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-05T04:08:40.035 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 podman[64870]: 2024-09-05 04:08:40.007702432 +0000 UTC m=+0.350770379 container init f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-05T04:08:40.035 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 podman[64870]: 2024-09-05 04:08:40.010595087 +0000 UTC m=+0.353663042 container start f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2) 2024-09-05T04:08:40.035 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mds[64889]: -- 172.21.15.47:0/2353049644 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c81180dc20 con 0x55c8117ea800 2024-09-05T04:08:40.436 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: starting mds.b at 2024-09-05T04:08:40.436 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 bash[64870]: f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 2024-09-05T04:08:40.437 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:08:40 smithi047 systemd[1]: Started Ceph mds.b for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3282509204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:40 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3282509204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:40 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:40.897 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:40.897 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3282509204' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:40.897 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.897 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.898 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.898 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.898 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:40.898 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:40 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:41.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:41 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.47:6838/180108788,v1:172.21.15.47:6839/180108788] up:boot 2024-09-05T04:08:41.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:41 smithi002 ceph-mon[31001]: fsmap 12 up:standby 2024-09-05T04:08:41.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:08:41.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:41 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:41 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.47:6838/180108788,v1:172.21.15.47:6839/180108788] up:boot 2024-09-05T04:08:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:41 smithi079 ceph-mon[34908]: fsmap 12 up:standby 2024-09-05T04:08:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:08:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:41 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:41 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.47:6838/180108788,v1:172.21.15.47:6839/180108788] up:boot 2024-09-05T04:08:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:41 smithi047 ceph-mon[34498]: fsmap 12 up:standby 2024-09-05T04:08:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:08:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:41 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.647 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:42 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:42 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:42.832 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:42 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:08:43.438 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:43.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- 172.21.15.2:0/2514133732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c106f10 msgr2=0x7f037c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 --2- 172.21.15.2:0/2514133732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c106f10 0x7f037c10ea90 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f0374009ca0 tx=0x7f037402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- 172.21.15.2:0/2514133732 shutdown_connections 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 --2- 172.21.15.2:0/2514133732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c106f10 0x7f037c10ea90 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 --2- 172.21.15.2:0/2514133732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c102790 0x7f037c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 --2- 172.21.15.2:0/2514133732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c101de0 0x7f037c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- 172.21.15.2:0/2514133732 >> 172.21.15.2:0/2514133732 conn(0x7f037c0fd8c0 msgr2=0x7f037c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- 172.21.15.2:0/2514133732 shutdown_connections 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- 172.21.15.2:0/2514133732 wait complete. 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 Processor -- start 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.934+0000 7f038294e640 1 -- start start 2024-09-05T04:08:43.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c102790 0x7f037c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 0x7f037c19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f037c111e20 con 0x7f037c101de0 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f037c111ca0 con 0x7f037c102790 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f038294e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f037c111fa0 con 0x7f037c106f10 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34478/0 (socket says 172.21.15.2:34478) 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 -- 172.21.15.2:0/3338724291 learned_addr learned my addr 172.21.15.2:0/3338724291 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f0380eeb640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 0x7f037c19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037b7fe640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c102790 0x7f037c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 -- 172.21.15.2:0/3338724291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 msgr2=0x7f037c19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:43.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 0x7f037c19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 -- 172.21.15.2:0/3338724291 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c102790 msgr2=0x7f037c198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c102790 0x7f037c198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 -- 172.21.15.2:0/3338724291 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f037c19d2f0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f0380eeb640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 0x7f037c19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.935+0000 7f037bfff640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f036c00c890 tx=0x7f036c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.936+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c004220 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.936+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f036c0043c0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.936+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f037c19d5e0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.936+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036c004a00 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.936+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f037c1a4ec0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.937+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f037c1021c0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.938+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f036c004ba0 con 0x7f037c101de0 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.938+0000 7f03797fa640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 0x7f03640a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:43.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.939+0000 7f037b7fe640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 0x7f03640a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:43.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.939+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7f036c0ce7b0 con 0x7f037c101de0 2024-09-05T04:08:43.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.939+0000 7f037b7fe640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 0x7f03640a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f037c0fdce0 tx=0x7f0370005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:43.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:43.943+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f036c014030 con 0x7f037c101de0 2024-09-05T04:08:44.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.166+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f037c1996a0 con 0x7f037c101de0 2024-09-05T04:08:44.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.166+0000 7f03797fa640 1 -- 172.21.15.2:0/3338724291 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10500 (secure 0 0 0) 0x7f036c09b560 con 0x7f037c101de0 2024-09-05T04:08:44.167 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:44.167 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":13,"btime":"2024-09-05T04:08:40:513407+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24493,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-05T04:08:44.168 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 13 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 msgr2=0x7f03640a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 0x7f03640a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f037c0fdce0 tx=0x7f0370005f90 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 msgr2=0x7f037c198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f036c00c890 tx=0x7f036c00cd50 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 shutdown_connections 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f03640a2b80 0x7f03640a5040 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f037c106f10 0x7f037c19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f037c102790 0x7f037c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 --2- 172.21.15.2:0/3338724291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f037c101de0 0x7f037c198340 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 >> 172.21.15.2:0/3338724291 conn(0x7f037c0fd8c0 msgr2=0x7f037c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:44.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 shutdown_connections 2024-09-05T04:08:44.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:44.169+0000 7f038294e640 1 -- 172.21.15.2:0/3338724291 wait complete. 2024-09-05T04:08:44.782 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3338724291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:44.783 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.812 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3338724291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:44.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3338724291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:08:44.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:08:45.065 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- 172.21.15.2:0/2470335523 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68102790 msgr2=0x7eff681067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 --2- 172.21.15.2:0/2470335523 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68102790 0x7eff681067e0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7eff58009900 tx=0x7eff5802a410 comp rx=0 tx=0).stop 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- 172.21.15.2:0/2470335523 shutdown_connections 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 --2- 172.21.15.2:0/2470335523 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff68106f10 0x7eff6810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 --2- 172.21.15.2:0/2470335523 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68102790 0x7eff681067e0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 --2- 172.21.15.2:0/2470335523 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68101de0 0x7eff681021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- 172.21.15.2:0/2470335523 >> 172.21.15.2:0/2470335523 conn(0x7eff680fd8c0 msgr2=0x7eff680ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:45.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- 172.21.15.2:0/2470335523 shutdown_connections 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- 172.21.15.2:0/2470335523 wait complete. 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 Processor -- start 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.541+0000 7eff70543640 1 -- start start 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 0x7eff68198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff68106f10 0x7eff6819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7eff68111e40 con 0x7eff68101de0 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7eff68111cc0 con 0x7eff68102790 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7eff68111fc0 con 0x7eff68106f10 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34496/0 (socket says 172.21.15.2:34496) 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 -- 172.21.15.2:0/2878670822 learned_addr learned my addr 172.21.15.2:0/2878670822 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:45.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6dade640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 0x7eff68198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 -- 172.21.15.2:0/2878670822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff68106f10 msgr2=0x7eff6819cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff68106f10 0x7eff6819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 -- 172.21.15.2:0/2878670822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 msgr2=0x7eff68198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 0x7eff68198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 -- 172.21.15.2:0/2878670822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff6819d2d0 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6dade640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 0x7eff68198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff6e2df640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7eff6400c920 tx=0x7eff6400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64007c70 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff6819d5c0 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7eff64007e10 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff64018820 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.542+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff681a4ea0 con 0x7eff68101de0 2024-09-05T04:08:45.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.544+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff681021c0 con 0x7eff68101de0 2024-09-05T04:08:45.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.545+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7eff640189c0 con 0x7eff68101de0 2024-09-05T04:08:45.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.546+0000 7eff5f7fe640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 0x7eff540a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:45.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.546+0000 7eff6dade640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 0x7eff540a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:45.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.546+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7eff640cf0f0 con 0x7eff68101de0 2024-09-05T04:08:45.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.546+0000 7eff6dade640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 0x7eff540a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7eff58031440 tx=0x7eff580095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:45.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.549+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7eff64014030 con 0x7eff68101de0 2024-09-05T04:08:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.724+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7eff68109b60 con 0x7eff68101de0 2024-09-05T04:08:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.725+0000 7eff5f7fe640 1 -- 172.21.15.2:0/2878670822 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) ==== 84+0+65 (secure 0 0 0) 0x7eff6409c4e0 con 0x7eff68101de0 2024-09-05T04:08:45.725 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:08:45.725 INFO:teuthology.orchestra.run.smithi002.stdout:[ 2024-09-05T04:08:45.726 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:08:45.726 INFO:teuthology.orchestra.run.smithi002.stdout: "poolnum": 1, 2024-09-05T04:08:45.726 INFO:teuthology.orchestra.run.smithi002.stdout: "poolname": ".mgr" 2024-09-05T04:08:45.726 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:08:45.726 INFO:teuthology.orchestra.run.smithi002.stdout:] 2024-09-05T04:08:45.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 msgr2=0x7eff540a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:45.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 0x7eff540a5040 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7eff58031440 tx=0x7eff580095f0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 msgr2=0x7eff68198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:45.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7eff6400c920 tx=0x7eff6400cde0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 shutdown_connections 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7eff540a2b80 0x7eff540a5040 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff68106f10 0x7eff6819cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff68102790 0x7eff68198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 --2- 172.21.15.2:0/2878670822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff68101de0 0x7eff68198320 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 >> 172.21.15.2:0/2878670822 conn(0x7eff680fd8c0 msgr2=0x7eff680fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 shutdown_connections 2024-09-05T04:08:45.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:45.728+0000 7eff70543640 1 -- 172.21.15.2:0/2878670822 wait complete. 2024-09-05T04:08:46.423 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-05T04:08:46.424 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-05T04:08:46.683 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:46.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:46 smithi002 ceph-mon[31001]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:46.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:46 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2878670822' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T04:08:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:46 smithi079 ceph-mon[34908]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:46.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:46 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2878670822' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T04:08:46.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:46 smithi047 ceph-mon[34498]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:46.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:46 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2878670822' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- 172.21.15.2:0/118808520 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90100e20 msgr2=0x7feb90101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 --2- 172.21.15.2:0/118808520 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90100e20 0x7feb90101200 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7feb80009ca0 tx=0x7feb8002a950 comp rx=0 tx=0).stop 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- 172.21.15.2:0/118808520 shutdown_connections 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 --2- 172.21.15.2:0/118808520 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90102ef0 0x7feb9010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 --2- 172.21.15.2:0/118808520 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102570 0x7feb901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 --2- 172.21.15.2:0/118808520 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90100e20 0x7feb90101200 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- 172.21.15.2:0/118808520 >> 172.21.15.2:0/118808520 conn(0x7feb900fc7d0 msgr2=0x7feb900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- 172.21.15.2:0/118808520 shutdown_connections 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- 172.21.15.2:0/118808520 wait complete. 2024-09-05T04:08:47.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 Processor -- start 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.170+0000 7feb98701640 1 -- start start 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90100e20 0x7feb90197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 0x7feb9019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feb90110e30 con 0x7feb90102570 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb90110cb0 con 0x7feb90102ef0 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feb90110fb0 con 0x7feb90100e20 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34506/0 (socket says 172.21.15.2:34506) 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 -- 172.21.15.2:0/453647045 learned_addr learned my addr 172.21.15.2:0/453647045 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb96c9e640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 0x7feb9019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb9649d640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90100e20 0x7feb90197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:47.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 -- 172.21.15.2:0/453647045 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90100e20 msgr2=0x7feb90197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90100e20 0x7feb90197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 -- 172.21.15.2:0/453647045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 msgr2=0x7feb9019bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 0x7feb9019bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 -- 172.21.15.2:0/453647045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb9019c240 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb96c9e640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 0x7feb9019bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb95c9c640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feb84009970 tx=0x7feb84009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8400d020 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8400d1c0 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8400cc50 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb9019c530 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.171+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb90069f70 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.172+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb901021b0 con 0x7feb90102570 2024-09-05T04:08:47.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.173+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7feb8400c460 con 0x7feb90102570 2024-09-05T04:08:47.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.174+0000 7feb8f7fe640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 0x7feb780a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:47.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.174+0000 7feb9649d640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 0x7feb780a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:47.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.175+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7127+0+0 (secure 0 0 0) 0x7feb840cfff0 con 0x7feb90102570 2024-09-05T04:08:47.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.175+0000 7feb9649d640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 0x7feb780a50c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feb80005fc0 tx=0x7feb80009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:47.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.179+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feb8409d3f0 con 0x7feb90102570 2024-09-05T04:08:47.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.355+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7feb9006a990 con 0x7feb90102570 2024-09-05T04:08:47.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.655+0000 7feb8f7fe640 1 -- 172.21.15.2:0/453647045 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) ==== 138+0+0 (secure 0 0 0) 0x7feb8409ccf0 con 0x7feb90102570 2024-09-05T04:08:47.656 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' created 2024-09-05T04:08:47.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.657+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 msgr2=0x7feb780a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:47.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.657+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 0x7feb780a50c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feb80005fc0 tx=0x7feb80009360 comp rx=0 tx=0).stop 2024-09-05T04:08:47.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.657+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 msgr2=0x7feb901977d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.657+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feb84009970 tx=0x7feb84009e30 comp rx=0 tx=0).stop 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 shutdown_connections 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb780a2c00 0x7feb780a50c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb90102ef0 0x7feb9019bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb90102570 0x7feb901977d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 --2- 172.21.15.2:0/453647045 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb90100e20 0x7feb90197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:47.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 >> 172.21.15.2:0/453647045 conn(0x7feb900fc7d0 msgr2=0x7feb900fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:47.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.658+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 shutdown_connections 2024-09-05T04:08:47.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:47.659+0000 7feb98701640 1 -- 172.21.15.2:0/453647045 wait complete. 2024-09-05T04:08:47.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:47 smithi047 ceph-mon[34498]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:47 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T04:08:48.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:47 smithi002 ceph-mon[31001]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:48.032 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:47 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T04:08:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:47 smithi079 ceph-mon[34908]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:47 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-05T04:08:48.372 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-05T04:08:48.628 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:48.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T04:08:48.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:48 smithi047 ceph-mon[34498]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T04:08:48.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:48 smithi047 ceph-mon[34498]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T04:08:49.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T04:08:49.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:48 smithi002 ceph-mon[31001]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T04:08:49.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:48 smithi002 ceph-mon[31001]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T04:08:49.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/453647045' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-05T04:08:49.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:48 smithi079 ceph-mon[34908]: osdmap e79: 12 total, 12 up, 12 in 2024-09-05T04:08:49.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:48 smithi079 ceph-mon[34908]: osdmap e80: 12 total, 12 up, 12 in 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1672189851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 msgr2=0x7f4c84107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1672189851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c84107b90 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009930 tx=0x7f4c7402a420 comp rx=0 tx=0).stop 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1672189851 shutdown_connections 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1672189851 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c841082a0 0x7f4c8410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1672189851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c84107b90 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1672189851 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c84102d30 0x7f4c84103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1672189851 >> 172.21.15.2:0/1672189851 conn(0x7f4c840fc7d0 msgr2=0x7f4c840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1672189851 shutdown_connections 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.115+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1672189851 wait complete. 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 Processor -- start 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 -- start start 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 0x7f4c841a05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 0x7f4c8419a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84111ff0 con 0x7f4c841036e0 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84111e70 con 0x7f4c841082a0 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8bc4b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84112170 con 0x7f4c84102d30 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:49.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34528/0 (socket says 172.21.15.2:34528) 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 -- 172.21.15.2:0/1293832438 learned_addr learned my addr 172.21.15.2:0/1293832438 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c899e7640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 0x7f4c841a05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 -- 172.21.15.2:0/1293832438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 msgr2=0x7f4c841a05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 0x7f4c841a05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8a1e8640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 0x7f4c8419a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 -- 172.21.15.2:0/1293832438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 msgr2=0x7f4c8419a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 0x7f4c8419a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c891e6640 1 -- 172.21.15.2:0/1293832438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c8419af10 con 0x7f4c841036e0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c899e7640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 0x7f4c841a05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.116+0000 7f4c8a1e8640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 0x7f4c8419a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c891e6640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009230 tx=0x7f4c74004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7403f030 con 0x7f4c841036e0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4c740035f0 con 0x7f4c841036e0 2024-09-05T04:08:49.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c8419b1a0 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c74035070 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.117+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c841a7380 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.118+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c8406a850 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.119+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f4c74003aa0 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.120+0000 7f4c7affd640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 0x7f4c700a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.120+0000 7f4c899e7640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 0x7f4c700a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.120+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 7497+0+0 (secure 0 0 0) 0x7f4c740ef990 con 0x7f4c841036e0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.120+0000 7f4c899e7640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 0x7f4c700a50c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4c80006fd0 tx=0x7f4c80008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:49.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.124+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4c740bcb80 con 0x7f4c841036e0 2024-09-05T04:08:49.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.300+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f4c8410c2c0 con 0x7f4c841036e0 2024-09-05T04:08:49.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.659+0000 7f4c7affd640 1 -- 172.21.15.2:0/1293832438 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v81) ==== 171+0+0 (secure 0 0 0) 0x7f4c740bc480 con 0x7f4c841036e0 2024-09-05T04:08:49.659 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' created 2024-09-05T04:08:49.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.661+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 msgr2=0x7f4c700a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:49.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.661+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 0x7f4c700a50c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4c80006fd0 tx=0x7f4c80008040 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.661+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 msgr2=0x7f4c841a0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.661+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009230 tx=0x7f4c74004270 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 shutdown_connections 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4c700a2c00 0x7f4c700a50c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4c841082a0 0x7f4c8419a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4c841036e0 0x7f4c841a0b10 secure :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009230 tx=0x7f4c74004270 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 --2- 172.21.15.2:0/1293832438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4c84102d30 0x7f4c841a05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 >> 172.21.15.2:0/1293832438 conn(0x7f4c840fc7d0 msgr2=0x7f4c84100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 shutdown_connections 2024-09-05T04:08:49.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:49.662+0000 7f4c8bc4b640 1 -- 172.21.15.2:0/1293832438 wait complete. 2024-09-05T04:08:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:49 smithi047 ceph-mon[34498]: pgmap v268: 33 pgs: 8 creating+peering, 24 unknown, 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:49 smithi047 ceph-mon[34498]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:08:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:49 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T04:08:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:49 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T04:08:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:49 smithi047 ceph-mon[34498]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T04:08:49.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:49 smithi002 ceph-mon[31001]: pgmap v268: 33 pgs: 8 creating+peering, 24 unknown, 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:49 smithi002 ceph-mon[31001]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:08:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T04:08:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T04:08:49.983 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:49 smithi002 ceph-mon[31001]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T04:08:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:49 smithi079 ceph-mon[34908]: pgmap v268: 33 pgs: 8 creating+peering, 24 unknown, 1 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:49 smithi079 ceph-mon[34908]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:08:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-05T04:08:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1293832438' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-05T04:08:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:49 smithi079 ceph-mon[34908]: osdmap e81: 12 total, 12 up, 12 in 2024-09-05T04:08:50.327 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-05T04:08:50.576 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:51.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 -- 172.21.15.2:0/3357502164 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818100a80 msgr2=0x7f8818100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:51.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 --2- 172.21.15.2:0/3357502164 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818100a80 0x7f8818100ee0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f880c009930 tx=0x7f880c02a420 comp rx=0 tx=0).stop 2024-09-05T04:08:51.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 -- 172.21.15.2:0/3357502164 shutdown_connections 2024-09-05T04:08:51.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 --2- 172.21.15.2:0/3357502164 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818101420 0x7f881810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 --2- 172.21.15.2:0/3357502164 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818100a80 0x7f8818100ee0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 --2- 172.21.15.2:0/3357502164 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f8818106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 -- 172.21.15.2:0/3357502164 >> 172.21.15.2:0/3357502164 conn(0x7f88180fc7a0 msgr2=0x7f88180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 -- 172.21.15.2:0/3357502164 shutdown_connections 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.054+0000 7f881e60a640 1 -- 172.21.15.2:0/3357502164 wait complete. 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 Processor -- start 2024-09-05T04:08:51.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 -- start start 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818100a80 0x7f8818198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f881819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8818110d30 con 0x7f8818101420 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8818110bb0 con 0x7f8818106a80 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f881e60a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8818110eb0 con 0x7f8818100a80 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f88177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f88177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34548/0 (socket says 172.21.15.2:34548) 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.055+0000 7f88177fe640 1 -- 172.21.15.2:0/3911140637 learned_addr learned my addr 172.21.15.2:0/3911140637 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f8817fff640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818100a80 0x7f8818198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:51.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f881cba7640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f881819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 -- 172.21.15.2:0/3911140637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818100a80 msgr2=0x7f8818198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818100a80 0x7f8818198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 -- 172.21.15.2:0/3911140637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 msgr2=0x7f881819cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f881819cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 -- 172.21.15.2:0/3911140637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f881819d300 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f881cba7640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f881819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88177fe640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f880c004770 tx=0x7f880c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c03f070 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f881819d590 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f880c03b460 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f880c035070 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.056+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88181a4ed0 con 0x7f8818101420 2024-09-05T04:08:51.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.057+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8818100ee0 con 0x7f8818101420 2024-09-05T04:08:51.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.059+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f880c03b610 con 0x7f8818101420 2024-09-05T04:08:51.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.059+0000 7f88157fa640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 0x7f88000a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:51.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.059+0000 7f8817fff640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 0x7f88000a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:51.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.059+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7879+0+0 (secure 0 0 0) 0x7f880c0ef590 con 0x7f8818101420 2024-09-05T04:08:51.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.060+0000 7f8817fff640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 0x7f88000a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8808005e00 tx=0x7f8808005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:51.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.063+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f880c0bc600 con 0x7f8818101420 2024-09-05T04:08:51.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.275+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f88181996b0 con 0x7f8818101420 2024-09-05T04:08:51.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.675+0000 7f88157fa640 1 -- 172.21.15.2:0/3911140637 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f880c0bbf00 con 0x7f8818101420 2024-09-05T04:08:51.676 INFO:teuthology.orchestra.run.smithi002.stderr:new fs with metadata pool 2 and data pool 3 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 msgr2=0x7f88000a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 0x7f88000a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f8808005e00 tx=0x7f8808005c50 comp rx=0 tx=0).stop 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 msgr2=0x7f8818198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f880c004770 tx=0x7f880c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 shutdown_connections 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88000a2b80 0x7f88000a5040 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8818106a80 0x7f881819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8818101420 0x7f8818198890 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 --2- 172.21.15.2:0/3911140637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8818100a80 0x7f8818198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:51.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 >> 172.21.15.2:0/3911140637 conn(0x7f88180fc7a0 msgr2=0x7f881806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:51.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 shutdown_connections 2024-09-05T04:08:51.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:51.679+0000 7f881e60a640 1 -- 172.21.15.2:0/3911140637 wait complete. 2024-09-05T04:08:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:51 smithi047 ceph-mon[34498]: pgmap v271: 97 pgs: 19 creating+peering, 74 unknown, 4 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:51 smithi047 ceph-mon[34498]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T04:08:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:51 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T04:08:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:51 smithi047 ceph-mon[34498]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T04:08:51.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:51 smithi002 ceph-mon[31001]: pgmap v271: 97 pgs: 19 creating+peering, 74 unknown, 4 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:51.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:51 smithi002 ceph-mon[31001]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T04:08:51.986 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:51 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T04:08:51.986 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:51 smithi002 ceph-mon[31001]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T04:08:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:51 smithi079 ceph-mon[34908]: pgmap v271: 97 pgs: 19 creating+peering, 74 unknown, 4 active+clean; 577 KiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:08:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:51 smithi079 ceph-mon[34908]: osdmap e82: 12 total, 12 up, 12 in 2024-09-05T04:08:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:51 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-05T04:08:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:51 smithi079 ceph-mon[34908]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-05T04:08:52.321 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-05T04:08:52.321 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-05T04:08:52.576 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:52.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:52 smithi047 ceph-mon[34498]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T04:08:52.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T04:08:52.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:52 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T04:08:52.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:52 smithi047 ceph-mon[34498]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T04:08:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:52 smithi002 ceph-mon[31001]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T04:08:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:52 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T04:08:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:52 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T04:08:53.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:52 smithi002 ceph-mon[31001]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T04:08:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:52 smithi079 ceph-mon[34908]: osdmap e83: 12 total, 12 up, 12 in 2024-09-05T04:08:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:52 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3911140637' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-05T04:08:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:52 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-05T04:08:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:52 smithi079 ceph-mon[34908]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-05T04:08:53.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 -- 172.21.15.2:0/1213371880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c10c170 msgr2=0x7fbc4c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:53.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 --2- 172.21.15.2:0/1213371880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c10c170 0x7fbc4c10e610 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fbc44009ca0 tx=0x7fbc4402a950 comp rx=0 tx=0).stop 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 -- 172.21.15.2:0/1213371880 shutdown_connections 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 --2- 172.21.15.2:0/1213371880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c10c170 0x7fbc4c10e610 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 --2- 172.21.15.2:0/1213371880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 --2- 172.21.15.2:0/1213371880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c102d40 0x7fbc4c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 -- 172.21.15.2:0/1213371880 >> 172.21.15.2:0/1213371880 conn(0x7fbc4c0fc7a0 msgr2=0x7fbc4c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 -- 172.21.15.2:0/1213371880 shutdown_connections 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.155+0000 7fbc51f68640 1 -- 172.21.15.2:0/1213371880 wait complete. 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 Processor -- start 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 -- start start 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 0x7fbc4c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:53.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4c111e20 con 0x7fbc4c102d40 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4c111ca0 con 0x7fbc4c103660 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc51f68640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fbc4c111fa0 con 0x7fbc4c10c170 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41398/0 (socket says 172.21.15.2:41398) 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 -- 172.21.15.2:0/3332393376 learned_addr learned my addr 172.21.15.2:0/3332393376 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4affd640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4bfff640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 0x7fbc4c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 -- 172.21.15.2:0/3332393376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 msgr2=0x7fbc4c19cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 0x7fbc4c19cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 -- 172.21.15.2:0/3332393376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 msgr2=0x7fbc4c198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4b7fe640 1 -- 172.21.15.2:0/3332393376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc4c19d2b0 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4bfff640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 0x7fbc4c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.156+0000 7fbc4affd640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc4b7fe640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00e9f0 tx=0x7fbc3c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c00cd80 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc4c19d5a0 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc3c0108e0 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c018920 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.157+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc4c1a4e80 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.158+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc4c103120 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.159+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fbc3c010a90 con 0x7fbc4c102d40 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.159+0000 7fbc48ff9640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 0x7fbc340a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.160+0000 7fbc4affd640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 0x7fbc340a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:53.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.160+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7979+0+0 (secure 0 0 0) 0x7fbc3c0cf320 con 0x7fbc4c102d40 2024-09-05T04:08:53.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.160+0000 7fbc4affd640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 0x7fbc340a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fbc40005fd0 tx=0x7fbc40005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:53.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.164+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbc3c09c3d0 con 0x7fbc4c102d40 2024-09-05T04:08:53.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.347+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7fbc4c02d7c0 con 0x7fbc4c102d40 2024-09-05T04:08:53.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.684+0000 7fbc48ff9640 1 -- 172.21.15.2:0/3332393376 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v84) ==== 157+0+0 (secure 0 0 0) 0x7fbc3c09bcd0 con 0x7fbc4c102d40 2024-09-05T04:08:53.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.686+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 msgr2=0x7fbc340a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:53.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.686+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 0x7fbc340a5040 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fbc40005fd0 tx=0x7fbc40005850 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.686+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 msgr2=0x7fbc4c198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.686+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c00e9f0 tx=0x7fbc3c00eeb0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 shutdown_connections 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc340a2b80 0x7fbc340a5040 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc4c10c170 0x7fbc4c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc4c103660 0x7fbc4c198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 --2- 172.21.15.2:0/3332393376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc4c102d40 0x7fbc4c198300 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 >> 172.21.15.2:0/3332393376 conn(0x7fbc4c0fc7a0 msgr2=0x7fbc4c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 shutdown_connections 2024-09-05T04:08:53.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:53.687+0000 7fbc51f68640 1 -- 172.21.15.2:0/3332393376 wait complete. 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: pgmap v274: 97 pgs: 19 creating+peering, 15 unknown, 63 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: Cluster is now healthy 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:active 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:53.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:53 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: pgmap v274: 97 pgs: 19 creating+peering, 15 unknown, 63 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: Cluster is now healthy 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:active 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:54.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:53 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: pgmap v274: 97 pgs: 19 creating+peering, 15 unknown, 63 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: Cluster is now healthy 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] up:active 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:08:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:53 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-05T04:08:54.428 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-05T04:08:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:54.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:54 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T04:08:54.957 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:54 smithi002 ceph-mon[31001]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T04:08:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:54 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T04:08:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:54 smithi079 ceph-mon[34908]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T04:08:55.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 -- 172.21.15.2:0/1507157664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c108290 msgr2=0x7ff53c10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 --2- 172.21.15.2:0/1507157664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c108290 0x7ff53c10ec30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff52c009cd0 tx=0x7ff52c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 -- 172.21.15.2:0/1507157664 shutdown_connections 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 --2- 172.21.15.2:0/1507157664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c108290 0x7ff53c10ec30 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 --2- 172.21.15.2:0/1507157664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c103740 0x7ff53c107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 --2- 172.21.15.2:0/1507157664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c102d90 0x7ff53c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 -- 172.21.15.2:0/1507157664 >> 172.21.15.2:0/1507157664 conn(0x7ff53c0fc7d0 msgr2=0x7ff53c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 -- 172.21.15.2:0/1507157664 shutdown_connections 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 -- 172.21.15.2:0/1507157664 wait complete. 2024-09-05T04:08:55.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.159+0000 7ff541a21640 1 Processor -- start 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 -- start start 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c103740 0x7ff53c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c108290 0x7ff53c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff53c111f40 con 0x7ff53c102d90 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff53c111dc0 con 0x7ff53c108290 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff541a21640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff53c1120c0 con 0x7ff53c103740 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41418/0 (socket says 172.21.15.2:41418) 2024-09-05T04:08:55.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 -- 172.21.15.2:0/1561132836 learned_addr learned my addr 172.21.15.2:0/1561132836 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53b7fe640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c108290 0x7ff53c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53a7fc640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c103740 0x7ff53c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 -- 172.21.15.2:0/1561132836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c103740 msgr2=0x7ff53c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c103740 0x7ff53c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 -- 172.21.15.2:0/1561132836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c108290 msgr2=0x7ff53c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c108290 0x7ff53c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 -- 172.21.15.2:0/1561132836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff53c19d440 con 0x7ff53c102d90 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff53affd640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff53400d770 tx=0x7ff53400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.160+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff534017070 con 0x7ff53c102d90 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.161+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff53c19d730 con 0x7ff53c102d90 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.161+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5340054d0 con 0x7ff53c102d90 2024-09-05T04:08:55.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.161+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff534004cf0 con 0x7ff53c102d90 2024-09-05T04:08:55.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.161+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff53c1a5010 con 0x7ff53c102d90 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.162+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff53c103170 con 0x7ff53c102d90 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.163+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff534004e90 con 0x7ff53c102d90 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.164+0000 7ff540a1f640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 0x7ff5280a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.164+0000 7ff53a7fc640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 0x7ff5280a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.164+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8277+0+0 (secure 0 0 0) 0x7ff5340cefe0 con 0x7ff53c102d90 2024-09-05T04:08:55.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.164+0000 7ff53a7fc640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 0x7ff5280a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff524005fd0 tx=0x7ff524005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:55.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.167+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff53409bf10 con 0x7ff53c102d90 2024-09-05T04:08:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:54 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3332393376' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-05T04:08:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:54 smithi047 ceph-mon[34498]: osdmap e84: 12 total, 12 up, 12 in 2024-09-05T04:08:55.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:55.342+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff53c10a2a0 con 0x7ff53c102d90 2024-09-05T04:08:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:55 smithi002 ceph-mon[31001]: pgmap v276: 97 pgs: 11 creating+peering, 86 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 411 B/s wr, 2 op/s 2024-09-05T04:08:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:55 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T04:08:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:55 smithi079 ceph-mon[34908]: pgmap v276: 97 pgs: 11 creating+peering, 86 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 411 B/s wr, 2 op/s 2024-09-05T04:08:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:55 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T04:08:56.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:55 smithi047 ceph-mon[34498]: pgmap v276: 97 pgs: 11 creating+peering, 86 active+clean; 577 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 411 B/s wr, 2 op/s 2024-09-05T04:08:56.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:55 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-05T04:08:56.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.700+0000 7ff540a1f640 1 -- 172.21.15.2:0/1561132836 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v86) ==== 228+0+0 (secure 0 0 0) 0x7ff53409b810 con 0x7ff53c102d90 2024-09-05T04:08:56.701 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data_ec' created 2024-09-05T04:08:56.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 msgr2=0x7ff5280a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:56.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 0x7ff5280a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff524005fd0 tx=0x7ff524005850 comp rx=0 tx=0).stop 2024-09-05T04:08:56.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 msgr2=0x7ff53c198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:56.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff53400d770 tx=0x7ff53400dc30 comp rx=0 tx=0).stop 2024-09-05T04:08:56.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 shutdown_connections 2024-09-05T04:08:56.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5280a2b80 0x7ff5280a5040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:56.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff53c108290 0x7ff53c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:56.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff53c103740 0x7ff53c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:56.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 --2- 172.21.15.2:0/1561132836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff53c102d90 0x7ff53c198490 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:56.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.704+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 >> 172.21.15.2:0/1561132836 conn(0x7ff53c0fc7d0 msgr2=0x7ff53c105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:56.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.705+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 shutdown_connections 2024-09-05T04:08:56.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:56.705+0000 7ff541a21640 1 -- 172.21.15.2:0/1561132836 wait complete. 2024-09-05T04:08:57.025 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:56 smithi002 ceph-mon[31001]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T04:08:57.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:56 smithi079 ceph-mon[34908]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T04:08:57.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:56 smithi047 ceph-mon[34498]: osdmap e85: 12 total, 12 up, 12 in 2024-09-05T04:08:57.353 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-05T04:08:57.577 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:08:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: 2024-09-05T04:08:57.220+0000 7fb6dfa90640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-05T04:08:57.612 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:57.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:57 smithi002 ceph-mon[31001]: pgmap v278: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-05T04:08:57.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T04:08:57.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:57 smithi002 ceph-mon[31001]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T04:08:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:57 smithi079 ceph-mon[34908]: pgmap v278: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-05T04:08:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T04:08:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:57 smithi079 ceph-mon[34908]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T04:08:58.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 -- 172.21.15.2:0/1777632832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9750102da0 msgr2=0x7f9750103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 --2- 172.21.15.2:0/1777632832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9750102da0 0x7f9750103180 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f974c009900 tx=0x7f974c02a480 comp rx=0 tx=0).stop 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 -- 172.21.15.2:0/1777632832 shutdown_connections 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 --2- 172.21.15.2:0/1777632832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f975010c180 0x7f975010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 --2- 172.21.15.2:0/1777632832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f97501036c0 0x7f975010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 --2- 172.21.15.2:0/1777632832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9750102da0 0x7f9750103180 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 -- 172.21.15.2:0/1777632832 >> 172.21.15.2:0/1777632832 conn(0x7f97500fc7a0 msgr2=0x7f97500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 -- 172.21.15.2:0/1777632832 shutdown_connections 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.081+0000 7f9757f4d640 1 -- 172.21.15.2:0/1777632832 wait complete. 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 Processor -- start 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 -- start start 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 0x7f9750198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:58.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 0x7f975019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9750111e10 con 0x7f97501036c0 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9750111c90 con 0x7f9750102da0 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9757f4d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9750111f90 con 0x7f975010c180 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f97554e8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f97554e8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41434/0 (socket says 172.21.15.2:41434) 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f97554e8640 1 -- 172.21.15.2:0/2650418819 learned_addr learned my addr 172.21.15.2:0/2650418819 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f9755ce9640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 0x7f9750198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.082+0000 7f97564ea640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 0x7f975019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 -- 172.21.15.2:0/2650418819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 msgr2=0x7f975019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 0x7f975019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 -- 172.21.15.2:0/2650418819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 msgr2=0x7f9750198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:58.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 0x7f9750198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 -- 172.21.15.2:0/2650418819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975019d2c0 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9755ce9640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 0x7f9750198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97564ea640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 0x7f975019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f97554e8640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f974000d770 tx=0x7f974000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740017070 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97400054d0 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975019d5b0 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9740004cf0 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.083+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97501a4e90 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.084+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9750103180 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.085+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9740004e90 con 0x7f97501036c0 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.086+0000 7f9746ffd640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 0x7f973c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:08:58.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.086+0000 7f9755ce9640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 0x7f973c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:08:58.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.086+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7f97400ced80 con 0x7f97501036c0 2024-09-05T04:08:58.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.086+0000 7f9755ce9640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 0x7f973c0a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f974c000c00 tx=0x7f974c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:08:58.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.090+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f974009bac0 con 0x7f97501036c0 2024-09-05T04:08:58.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:57 smithi047 ceph-mon[34498]: pgmap v278: 97 pgs: 97 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-05T04:08:58.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1561132836' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-05T04:08:58.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:57 smithi047 ceph-mon[34498]: osdmap e86: 12 total, 12 up, 12 in 2024-09-05T04:08:58.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.265+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f9750107220 con 0x7f97501036c0 2024-09-05T04:08:58.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.711+0000 7f9746ffd640 1 -- 172.21.15.2:0/2650418819 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v88) ==== 169+0+0 (secure 0 0 0) 0x7f974009b3c0 con 0x7f97501036c0 2024-09-05T04:08:58.713 INFO:teuthology.orchestra.run.smithi002.stderr:set pool 4 allow_ec_overwrites to true 2024-09-05T04:08:58.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 msgr2=0x7f973c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:58.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 0x7f973c0a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f974c000c00 tx=0x7f974c031400 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 msgr2=0x7f9750198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f974000d770 tx=0x7f974000dc30 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 shutdown_connections 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f973c0a2b80 0x7f973c0a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f975010c180 0x7f975019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f97501036c0 0x7f9750198850 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 --2- 172.21.15.2:0/2650418819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9750102da0 0x7f9750198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 >> 172.21.15.2:0/2650418819 conn(0x7f97500fc7a0 msgr2=0x7f97500fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 shutdown_connections 2024-09-05T04:08:58.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:08:58.714+0000 7f9757f4d640 1 -- 172.21.15.2:0/2650418819 wait complete. 2024-09-05T04:08:59.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:58 smithi002 ceph-mon[31001]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T04:08:59.013 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T04:08:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:58 smithi079 ceph-mon[34908]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T04:08:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T04:08:59.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:58 smithi047 ceph-mon[34498]: osdmap e87: 12 total, 12 up, 12 in 2024-09-05T04:08:59.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-05T04:08:59.447 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-05T04:08:59.707 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:08:59.981 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:59 smithi002 ceph-mon[31001]: pgmap v281: 129 pgs: 3 creating+activating, 4 creating+peering, 17 unknown, 105 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 6 op/s 2024-09-05T04:08:59.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:59 smithi002 ceph-mon[31001]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:08:59.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:59 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T04:08:59.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:08:59 smithi002 ceph-mon[31001]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T04:09:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:59 smithi079 ceph-mon[34908]: pgmap v281: 129 pgs: 3 creating+activating, 4 creating+peering, 17 unknown, 105 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 6 op/s 2024-09-05T04:09:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:59 smithi079 ceph-mon[34908]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:09:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:59 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T04:09:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:08:59 smithi079 ceph-mon[34908]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T04:09:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:59 smithi047 ceph-mon[34498]: pgmap v281: 129 pgs: 3 creating+activating, 4 creating+peering, 17 unknown, 105 active+clean; 579 KiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s wr, 6 op/s 2024-09-05T04:09:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:59 smithi047 ceph-mon[34498]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-05T04:09:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2650418819' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-05T04:09:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:08:59 smithi047 ceph-mon[34498]: osdmap e88: 12 total, 12 up, 12 in 2024-09-05T04:09:00.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- 172.21.15.2:0/59669280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0104e80 msgr2=0x7f84b0105330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:00.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 --2- 172.21.15.2:0/59669280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0104e80 0x7f84b0105330 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f84a8009900 tx=0x7f84a802a410 comp rx=0 tx=0).stop 2024-09-05T04:09:00.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- 172.21.15.2:0/59669280 shutdown_connections 2024-09-05T04:09:00.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 --2- 172.21.15.2:0/59669280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0104e80 0x7f84b0105330 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 --2- 172.21.15.2:0/59669280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b006a370 0x7f84b01009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 --2- 172.21.15.2:0/59669280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b0069f00 0x7f84b0100480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- 172.21.15.2:0/59669280 >> 172.21.15.2:0/59669280 conn(0x7f84b0077210 msgr2=0x7f84b00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- 172.21.15.2:0/59669280 shutdown_connections 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- 172.21.15.2:0/59669280 wait complete. 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 Processor -- start 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.196+0000 7f84b72b4640 1 -- start start 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b006a370 0x7f84b01977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b0104e80 0x7f84b019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84b0110d60 con 0x7f84b0069f00 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84b0110be0 con 0x7f84b0104e80 2024-09-05T04:09:00.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b72b4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84b0110ee0 con 0x7f84b006a370 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41458/0 (socket says 172.21.15.2:41458) 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 -- 172.21.15.2:0/537533190 learned_addr learned my addr 172.21.15.2:0/537533190 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b484f640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b006a370 0x7f84b01977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5851640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b0104e80 0x7f84b019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 -- 172.21.15.2:0/537533190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b006a370 msgr2=0x7f84b01977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b006a370 0x7f84b01977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 -- 172.21.15.2:0/537533190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b0104e80 msgr2=0x7f84b019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b0104e80 0x7f84b019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 -- 172.21.15.2:0/537533190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84b019c210 con 0x7f84b0069f00 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.197+0000 7f84b5050640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f84a000ba50 tx=0x7f84a000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.198+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a0019070 con 0x7f84b0069f00 2024-09-05T04:09:00.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.198+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84b019c500 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.198+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84a000cbe0 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.198+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84a00075d0 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.198+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84b01a3de0 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.199+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84b0105330 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.200+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f84a001c070 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.200+0000 7f84ae7fc640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 0x7f84980a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.201+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8770+0+0 (secure 0 0 0) 0x7f84a00ced20 con 0x7f84b0069f00 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.201+0000 7f84b484f640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 0x7f84980a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.201+0000 7f84b484f640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 0x7f84980a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f84b01043e0 tx=0x7f84a400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:00.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.204+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f84a009b410 con 0x7f84b0069f00 2024-09-05T04:09:00.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.416+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7f84b01a4040 con 0x7f84b0069f00 2024-09-05T04:09:00.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.718+0000 7f84ae7fc640 1 -- 172.21.15.2:0/537533190 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7f84a009f710 con 0x7f84b0069f00 2024-09-05T04:09:00.720 INFO:teuthology.orchestra.run.smithi002.stderr:added data pool 4 to fsmap 2024-09-05T04:09:00.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 msgr2=0x7f84980a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 0x7f84980a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f84b01043e0 tx=0x7f84a400b410 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 msgr2=0x7f84b0197260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f84a000ba50 tx=0x7f84a000bf10 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 shutdown_connections 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f84980a2b80 0x7f84980a5040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84b0104e80 0x7f84b019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84b006a370 0x7f84b01977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 --2- 172.21.15.2:0/537533190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84b0069f00 0x7f84b0197260 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 >> 172.21.15.2:0/537533190 conn(0x7f84b0077210 msgr2=0x7f84b0102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 shutdown_connections 2024-09-05T04:09:00.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:00.721+0000 7f84b72b4640 1 -- 172.21.15.2:0/537533190 wait complete. 2024-09-05T04:09:01.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:00 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T04:09:01.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:00 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T04:09:01.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:00 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-05T04:09:01.418 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:09:01.675 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:01 smithi002 ceph-mon[31001]: pgmap v283: 129 pgs: 3 creating+activating, 4 creating+peering, 10 unknown, 112 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 6 op/s 2024-09-05T04:09:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:01 smithi002 ceph-mon[31001]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T04:09:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:01 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T04:09:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:01 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:01 smithi079 ceph-mon[34908]: pgmap v283: 129 pgs: 3 creating+activating, 4 creating+peering, 10 unknown, 112 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 6 op/s 2024-09-05T04:09:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:01 smithi079 ceph-mon[34908]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T04:09:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:01 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T04:09:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:01 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 -- 172.21.15.2:0/2026712670 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374100a80 msgr2=0x7f9374100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 --2- 172.21.15.2:0/2026712670 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374100a80 0x7f9374100ee0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9364009930 tx=0x7f936402a420 comp rx=0 tx=0).stop 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 -- 172.21.15.2:0/2026712670 shutdown_connections 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 --2- 172.21.15.2:0/2026712670 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374101420 0x7f937410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 --2- 172.21.15.2:0/2026712670 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374100a80 0x7f9374100ee0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 --2- 172.21.15.2:0/2026712670 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374106a80 0x7f9374106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 -- 172.21.15.2:0/2026712670 >> 172.21.15.2:0/2026712670 conn(0x7f93740fc7a0 msgr2=0x7f93740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 -- 172.21.15.2:0/2026712670 shutdown_connections 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.126+0000 7f937c5d1640 1 -- 172.21.15.2:0/2026712670 wait complete. 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 Processor -- start 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 -- start start 2024-09-05T04:09:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 0x7f9374199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 0x7f9374199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9374110cf0 con 0x7f9374106a80 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9374110b70 con 0x7f9374100a80 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937c5d1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9374110e70 con 0x7f9374101420 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937ab6e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937ab6e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55778/0 (socket says 172.21.15.2:55778) 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.127+0000 7f937ab6e640 1 -- 172.21.15.2:0/3126849654 learned_addr learned my addr 172.21.15.2:0/3126849654 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f9379b6c640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 0x7f9374199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937a36d640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 0x7f9374199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 -- 172.21.15.2:0/3126849654 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 msgr2=0x7f9374199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 0x7f9374199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 -- 172.21.15.2:0/3126849654 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 msgr2=0x7f9374199200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 0x7f9374199200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 -- 172.21.15.2:0/3126849654 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93741a47c0 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937a36d640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 0x7f9374199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f9379b6c640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 0x7f9374199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937ab6e640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f936c00eaa0 tx=0x7f936c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c00cdb0 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f936c005020 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93741a4990 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c0116d0 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.128+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93741a4e50 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.129+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93741021c0 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.130+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f936c0051d0 con 0x7f9374106a80 2024-09-05T04:09:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.131+0000 7f936b7fe640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 0x7f93600a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.131+0000 7f937a36d640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 0x7f93600a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.131+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f936c0cf4d0 con 0x7f9374106a80 2024-09-05T04:09:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.131+0000 7f937a36d640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 0x7f93600a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9370005fd0 tx=0x7f9370005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.135+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f936c016030 con 0x7f9374106a80 2024-09-05T04:09:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:01 smithi047 ceph-mon[34498]: pgmap v283: 129 pgs: 3 creating+activating, 4 creating+peering, 10 unknown, 112 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s wr, 6 op/s 2024-09-05T04:09:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:01 smithi047 ceph-mon[34498]: osdmap e89: 12 total, 12 up, 12 in 2024-09-05T04:09:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:01 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/537533190' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-05T04:09:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:01 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:02.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.348+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9374109010 con 0x7f9374106a80 2024-09-05T04:09:02.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.348+0000 7f936b7fe640 1 -- 172.21.15.2:0/3126849654 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11818 (secure 0 0 0) 0x7f936c09c1f0 con 0x7f9374106a80 2024-09-05T04:09:02.350 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:02.350 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":17,"btime":"2024-09-05T04:09:00:714341+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:00.419037+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:09:02.351 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 17 2024-09-05T04:09:02.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.351+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 msgr2=0x7f93600a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:02.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.351+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 0x7f93600a50c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9370005fd0 tx=0x7f9370005850 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.351+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 msgr2=0x7f93741a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.351+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f936c00eaa0 tx=0x7f936c00ef60 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 shutdown_connections 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93600a2c00 0x7f93600a50c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9374106a80 0x7f93741a4280 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9374101420 0x7f9374199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 --2- 172.21.15.2:0/3126849654 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9374100a80 0x7f9374199200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 >> 172.21.15.2:0/3126849654 conn(0x7f93740fc7a0 msgr2=0x7f93740fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 shutdown_connections 2024-09-05T04:09:02.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:02.352+0000 7f937c5d1640 1 -- 172.21.15.2:0/3126849654 wait complete. 2024-09-05T04:09:02.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:02 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3126849654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:03.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:02 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3126849654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:03.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:02 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3126849654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:03.101 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:03.357 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 -- 172.21.15.2:0/2055557194 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30106a80 msgr2=0x7fab30106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 --2- 172.21.15.2:0/2055557194 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30106a80 0x7fab30106e60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fab20009cd0 tx=0x7fab2002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 -- 172.21.15.2:0/2055557194 shutdown_connections 2024-09-05T04:09:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 --2- 172.21.15.2:0/2055557194 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30101420 0x7fab3010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 --2- 172.21.15.2:0/2055557194 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30100a80 0x7fab30100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 --2- 172.21.15.2:0/2055557194 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30106a80 0x7fab30106e60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 -- 172.21.15.2:0/2055557194 >> 172.21.15.2:0/2055557194 conn(0x7fab300fc7a0 msgr2=0x7fab300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 -- 172.21.15.2:0/2055557194 shutdown_connections 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.836+0000 7fab37d8e640 1 -- 172.21.15.2:0/2055557194 wait complete. 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 Processor -- start 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 -- start start 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 0x7fab301998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30106a80 0x7fab301a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fab30110dd0 con 0x7fab30100a80 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fab30110c50 con 0x7fab30106a80 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab37d8e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fab30110f50 con 0x7fab30101420 2024-09-05T04:09:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55810/0 (socket says 172.21.15.2:55810) 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 -- 172.21.15.2:0/754792783 learned_addr learned my addr 172.21.15.2:0/754792783 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab3632b640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30106a80 0x7fab301a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35329640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 0x7fab301998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 -- 172.21.15.2:0/754792783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 msgr2=0x7fab301998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 0x7fab301998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 -- 172.21.15.2:0/754792783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30106a80 msgr2=0x7fab301a43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30106a80 0x7fab301a43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35b2a640 1 -- 172.21.15.2:0/754792783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab301a4920 con 0x7fab30100a80 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.837+0000 7fab35329640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 0x7fab301998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab35b2a640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fab20006010 tx=0x7fab20003c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab20004450 con 0x7fab30100a80 2024-09-05T04:09:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab200045f0 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab301a4af0 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab200466e0 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.838+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab301a4fd0 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.839+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab30100f60 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.840+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fab20046880 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.841+0000 7fab2effd640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 0x7fab180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.841+0000 7fab35329640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 0x7fab180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.841+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7fab2002e030 con 0x7fab30100a80 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.841+0000 7fab35329640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 0x7fab180a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab24006fd0 tx=0x7fab24008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:03.845+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fab200f2e20 con 0x7fab30100a80 2024-09-05T04:09:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.023+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fab30108ff0 con 0x7fab30100a80 2024-09-05T04:09:04.023 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:03 smithi002 ceph-mon[31001]: pgmap v285: 129 pgs: 3 creating+activating, 2 creating+peering, 124 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:04.024 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:03 smithi002 ceph-mon[31001]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T04:09:04.024 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:03 smithi002 ceph-mon[31001]: Cluster is now healthy 2024-09-05T04:09:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.024+0000 7fab2effd640 1 -- 172.21.15.2:0/754792783 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24082 (secure 0 0 0) 0x7fab200dbe20 con 0x7fab30100a80 2024-09-05T04:09:04.025 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:04.025 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":89,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:00.418862+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 msgr2=0x7fab180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 0x7fab180a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab24006fd0 tx=0x7fab24008040 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 msgr2=0x7fab30199360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fab20006010 tx=0x7fab20003c70 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 shutdown_connections 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fab180a2c00 0x7fab180a50c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fab30106a80 0x7fab301a43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fab30101420 0x7fab301998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 --2- 172.21.15.2:0/754792783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fab30100a80 0x7fab30199360 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 >> 172.21.15.2:0/754792783 conn(0x7fab300fc7a0 msgr2=0x7fab300fd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 shutdown_connections 2024-09-05T04:09:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:04.027+0000 7fab37d8e640 1 -- 172.21.15.2:0/754792783 wait complete. 2024-09-05T04:09:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:03 smithi079 ceph-mon[34908]: pgmap v285: 129 pgs: 3 creating+activating, 2 creating+peering, 124 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:03 smithi079 ceph-mon[34908]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T04:09:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:03 smithi079 ceph-mon[34908]: Cluster is now healthy 2024-09-05T04:09:04.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:03 smithi047 ceph-mon[34498]: pgmap v285: 129 pgs: 3 creating+activating, 2 creating+peering, 124 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:04.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:03 smithi047 ceph-mon[34498]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-05T04:09:04.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:03 smithi047 ceph-mon[34498]: Cluster is now healthy 2024-09-05T04:09:04.699 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:04.950 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:05.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/754792783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:05.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:04 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/754792783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:05.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:04 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/754792783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 -- 172.21.15.2:0/2863464937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670100b30 msgr2=0x7f2670100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 --2- 172.21.15.2:0/2863464937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670100b30 0x7f2670100f10 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2668009900 tx=0x7f266802a470 comp rx=0 tx=0).stop 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 -- 172.21.15.2:0/2863464937 shutdown_connections 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 --2- 172.21.15.2:0/2863464937 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2670105f40 0x7f26701063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 --2- 172.21.15.2:0/2863464937 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670101450 0x7f2670105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 --2- 172.21.15.2:0/2863464937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670100b30 0x7f2670100f10 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 -- 172.21.15.2:0/2863464937 >> 172.21.15.2:0/2863464937 conn(0x7f26700fc7a0 msgr2=0x7f26700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 -- 172.21.15.2:0/2863464937 shutdown_connections 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.419+0000 7f2677705640 1 -- 172.21.15.2:0/2863464937 wait complete. 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.420+0000 7f2677705640 1 Processor -- start 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.420+0000 7f2677705640 1 -- start start 2024-09-05T04:09:05.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2670100b30 0x7f26701a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670105f40 0x7f267019e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2670118400 con 0x7f2670101450 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2670118280 con 0x7f2670105f40 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2670118580 con 0x7f2670100b30 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55834/0 (socket says 172.21.15.2:55834) 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 -- 172.21.15.2:0/3827746997 learned_addr learned my addr 172.21.15.2:0/3827746997 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2675ca2640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670105f40 0x7f267019e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 -- 172.21.15.2:0/3827746997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2670100b30 msgr2=0x7f26701a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2670100b30 0x7f26701a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 -- 172.21.15.2:0/3827746997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670105f40 msgr2=0x7f267019e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:05.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670105f40 0x7f267019e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 -- 172.21.15.2:0/3827746997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267019efa0 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2674ca0640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f266400c970 tx=0x7f266400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2664007bb0 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2664007d50 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f267019f290 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2664018780 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.421+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26701ab5e0 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.422+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f267006b070 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.424+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f266400f450 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.424+0000 7f266e7fc640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 0x7f26580a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.424+0000 7f26754a1640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 0x7f26580a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.424+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f26640cf620 con 0x7f2670101450 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.425+0000 7f26754a1640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 0x7f26580a50c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f26680096c0 tx=0x7f2668031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:05.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.428+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2664014030 con 0x7f2670101450 2024-09-05T04:09:05.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.602+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26701ab7b0 con 0x7f2670101450 2024-09-05T04:09:05.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.603+0000 7f266e7fc640 1 -- 172.21.15.2:0/3827746997 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24082 (secure 0 0 0) 0x7f266409c450 con 0x7f2670101450 2024-09-05T04:09:05.604 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:05.605 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":89,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:00.418862+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 msgr2=0x7f26580a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 0x7f26580a50c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f26680096c0 tx=0x7f2668031400 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 msgr2=0x7f26701a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f266400c970 tx=0x7f266400ce30 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 shutdown_connections 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f26580a2c00 0x7f26580a50c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2670105f40 0x7f267019e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2670101450 0x7f26701a4ba0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 --2- 172.21.15.2:0/3827746997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2670100b30 0x7f26701a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 >> 172.21.15.2:0/3827746997 conn(0x7f26700fc7a0 msgr2=0x7f267010f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:05.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 shutdown_connections 2024-09-05T04:09:05.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:05.606+0000 7f2677705640 1 -- 172.21.15.2:0/3827746997 wait complete. 2024-09-05T04:09:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:05 smithi002 ceph-mon[31001]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:06.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3827746997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:05 smithi079 ceph-mon[34908]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:05 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3827746997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:06.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:05 smithi047 ceph-mon[34498]: pgmap v286: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:06.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:05 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3827746997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:06.337 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:09:06.593 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 -- 172.21.15.2:0/1002112266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04106f10 msgr2=0x7fec0410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 --2- 172.21.15.2:0/1002112266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04106f10 0x7fec0410ea90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7febfc009ca0 tx=0x7febfc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 -- 172.21.15.2:0/1002112266 shutdown_connections 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 --2- 172.21.15.2:0/1002112266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04106f10 0x7fec0410ea90 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 --2- 172.21.15.2:0/1002112266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04102790 0x7fec041067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 --2- 172.21.15.2:0/1002112266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04101de0 0x7fec041021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 -- 172.21.15.2:0/1002112266 >> 172.21.15.2:0/1002112266 conn(0x7fec040fd8c0 msgr2=0x7fec040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 -- 172.21.15.2:0/1002112266 shutdown_connections 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.052+0000 7fec0886e640 1 -- 172.21.15.2:0/1002112266 wait complete. 2024-09-05T04:09:07.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 Processor -- start 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 -- start start 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04102790 0x7fec04198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04106f10 0x7fec0419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111e40 con 0x7fec04101de0 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111cc0 con 0x7fec04106f10 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0886e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fec04111fc0 con 0x7fec04102790 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55854/0 (socket says 172.21.15.2:55854) 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 -- 172.21.15.2:0/676170226 learned_addr learned my addr 172.21.15.2:0/676170226 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec02d9d640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04106f10 0x7fec0419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec01d9b640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04102790 0x7fec04198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 -- 172.21.15.2:0/676170226 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04102790 msgr2=0x7fec04198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:07.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04102790 0x7fec04198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 -- 172.21.15.2:0/676170226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04106f10 msgr2=0x7fec0419ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.053+0000 7fec0259c640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04106f10 0x7fec0419ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7fec0259c640 1 -- 172.21.15.2:0/676170226 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0419d3b0 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7fec0259c640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7febf400b4a0 tx=0x7febf400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4014070 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febf4010ac0 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0419d6a0 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf4017c30 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.054+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec041a4f80 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.055+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec041021c0 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.056+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7febf4017070 con 0x7fec04101de0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.057+0000 7febf37fe640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 0x7febec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.057+0000 7fec01d9b640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 0x7febec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:07.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.057+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7febf40ceb70 con 0x7fec04101de0 2024-09-05T04:09:07.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.057+0000 7fec01d9b640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 0x7febec0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fec040ffe50 tx=0x7febf800a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:07.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.060+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febf409b830 con 0x7fec04101de0 2024-09-05T04:09:07.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.270+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fec04199760 con 0x7fec04101de0 2024-09-05T04:09:07.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.271+0000 7febf37fe640 1 -- 172.21.15.2:0/676170226 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11818 (secure 0 0 0) 0x7fec04199760 con 0x7fec04101de0 2024-09-05T04:09:07.272 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:07.272 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":17,"btime":"2024-09-05T04:09:00:714341+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24473,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:00.419037+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:09:07.272 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 17 2024-09-05T04:09:07.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 msgr2=0x7febec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 0x7febec0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fec040ffe50 tx=0x7febf800a4c0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 msgr2=0x7fec04198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7febf400b4a0 tx=0x7febf400b960 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 shutdown_connections 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7febec0a2b80 0x7febec0a5040 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fec04106f10 0x7fec0419ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fec04102790 0x7fec04198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 --2- 172.21.15.2:0/676170226 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fec04101de0 0x7fec04198400 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 >> 172.21.15.2:0/676170226 conn(0x7fec040fd8c0 msgr2=0x7fec040fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 shutdown_connections 2024-09-05T04:09:07.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:07.274+0000 7fec0886e640 1 -- 172.21.15.2:0/676170226 wait complete. 2024-09-05T04:09:07.888 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:07 smithi002 ceph-mon[31001]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:07.889 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:07 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/676170226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:07.920 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:07 smithi079 ceph-mon[34908]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:07 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/676170226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:08.176 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:07 smithi047 ceph-mon[34498]: pgmap v287: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:07 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/676170226' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:08.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 -- 172.21.15.2:0/518061528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00100e20 msgr2=0x7ffa00101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:08.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 --2- 172.21.15.2:0/518061528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00100e20 0x7ffa00101200 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009900 tx=0x7ff9f802a480 comp rx=0 tx=0).stop 2024-09-05T04:09:08.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 -- 172.21.15.2:0/518061528 shutdown_connections 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 --2- 172.21.15.2:0/518061528 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102ef0 0x7ffa0010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 --2- 172.21.15.2:0/518061528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00102570 0x7ffa001029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 --2- 172.21.15.2:0/518061528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00100e20 0x7ffa00101200 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.638+0000 7ffa056ca640 1 -- 172.21.15.2:0/518061528 >> 172.21.15.2:0/518061528 conn(0x7ffa000fc7d0 msgr2=0x7ffa000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.639+0000 7ffa056ca640 1 -- 172.21.15.2:0/518061528 shutdown_connections 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.639+0000 7ffa056ca640 1 -- 172.21.15.2:0/518061528 wait complete. 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.639+0000 7ffa056ca640 1 Processor -- start 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.639+0000 7ffa056ca640 1 -- start start 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.639+0000 7ffa056ca640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00100e20 0x7ffa00103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 0x7ffa00103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:08.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffa00110e30 con 0x7ffa00102ef0 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffa00110cb0 con 0x7ffa00100e20 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffa00110fb0 con 0x7ffa00102570 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55872/0 (socket says 172.21.15.2:55872) 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 -- 172.21.15.2:0/2106345014 learned_addr learned my addr 172.21.15.2:0/2106345014 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9feffd640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00100e20 0x7ffa00103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9fe7fc640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 0x7ffa00103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 -- 172.21.15.2:0/2106345014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 msgr2=0x7ffa00103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 0x7ffa00103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 -- 172.21.15.2:0/2106345014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00100e20 msgr2=0x7ffa00103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:08.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00100e20 0x7ffa00103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 -- 172.21.15.2:0/2106345014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa001a68b0 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9fe7fc640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 0x7ffa00103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9ff7fe640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000cad0 tx=0x7ff9f000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f000ae20 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9f0005020 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa001a6ba0 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f000f6b0 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.640+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa001a7090 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.641+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa00101200 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.642+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff9f00051d0 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.643+0000 7ff9f7fff640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 0x7ff9ec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.643+0000 7ff9feffd640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 0x7ff9ec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.643+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7ff9f00cf270 con 0x7ffa00102ef0 2024-09-05T04:09:08.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.643+0000 7ff9feffd640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 0x7ff9ec0a5040 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009230 tx=0x7ff9f80058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:08.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.647+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff9f0014030 con 0x7ffa00102ef0 2024-09-05T04:09:08.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.822+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffa001a7320 con 0x7ffa00102ef0 2024-09-05T04:09:08.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.825+0000 7ff9f7fff640 1 -- 172.21.15.2:0/2106345014 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+24082 (secure 0 0 0) 0x7ff9f0084e20 con 0x7ffa00102ef0 2024-09-05T04:09:08.826 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:08.826 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":89,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:00.418862+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 msgr2=0x7ff9ec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 0x7ff9ec0a5040 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff9f8009230 tx=0x7ff9f80058d0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 msgr2=0x7ffa001041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff9f000cad0 tx=0x7ff9f000cf90 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 shutdown_connections 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff9ec0a2b80 0x7ff9ec0a5040 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa00102ef0 0x7ffa001041d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa00102570 0x7ffa00103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 --2- 172.21.15.2:0/2106345014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa00100e20 0x7ffa00103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:08.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 >> 172.21.15.2:0/2106345014 conn(0x7ffa000fc7d0 msgr2=0x7ffa0006a280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:08.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 shutdown_connections 2024-09-05T04:09:08.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:08.827+0000 7ffa056ca640 1 -- 172.21.15.2:0/2106345014 wait complete. 2024-09-05T04:09:09.427 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-05T04:08:51.276658+0000', 'modified': '2024-09-05T04:09:00.419037+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24493': {'gid': 24493, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.79:6839/3872962547', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.79:6838', 'nonce': 3872962547}, {'type': 'v1', 'addr': '172.21.15.79:6839', 'nonce': 3872962547}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24493, 'qdb_cluster': [24493]} 2024-09-05T04:09:09.427 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T04:09:09.427 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T04:09:09.683 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:09 smithi002 ceph-mon[31001]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:10.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2106345014' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:09 smithi079 ceph-mon[34908]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2106345014' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:10.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:09 smithi047 ceph-mon[34498]: pgmap v288: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:10.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2106345014' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:10.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 -- 172.21.15.2:0/370870057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94102ef0 msgr2=0x7f9d9410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/370870057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94102ef0 0x7f9d9410da40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c009ca0 tx=0x7f9d8c02a950 comp rx=0 tx=0).stop 2024-09-05T04:09:10.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 -- 172.21.15.2:0/370870057 shutdown_connections 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/370870057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94102ef0 0x7f9d9410da40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/370870057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 0x7f9d941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/370870057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94100e20 0x7f9d94101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 -- 172.21.15.2:0/370870057 >> 172.21.15.2:0/370870057 conn(0x7f9d940fc7d0 msgr2=0x7f9d940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 -- 172.21.15.2:0/370870057 shutdown_connections 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.193+0000 7f9d9a54c640 1 -- 172.21.15.2:0/370870057 wait complete. 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 Processor -- start 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 -- start start 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 0x7f9d94198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 0x7f9d9419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9d94110e30 con 0x7f9d94100e20 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d94110cb0 con 0x7f9d94102ef0 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d9a54c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9d94110fb0 con 0x7f9d94102570 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55884/0 (socket says 172.21.15.2:55884) 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d93fff640 1 -- 172.21.15.2:0/2959969929 learned_addr learned my addr 172.21.15.2:0/2959969929 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.194+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 0x7f9d9419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d937fe640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 0x7f9d94198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 -- 172.21.15.2:0/2959969929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 msgr2=0x7f9d94198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 0x7f9d94198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 -- 172.21.15.2:0/2959969929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 msgr2=0x7f9d9419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 0x7f9d9419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 -- 172.21.15.2:0/2959969929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d9419d3d0 con 0x7f9d94100e20 2024-09-05T04:09:10.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 0x7f9d9419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d93fff640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400d950 tx=0x7f9d8400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d917fa640 1 -- 172.21.15.2:0/2959969929 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84017070 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d9419d6c0 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d917fa640 1 -- 172.21.15.2:0/2959969929 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d84009c30 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d917fa640 1 -- 172.21.15.2:0/2959969929 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8400f620 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.195+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d941a4fa0 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d917fa640 1 -- 172.21.15.2:0/2959969929 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f9d840109a0 con 0x7f9d94100e20 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 Processor -- start 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 -- start start 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938aedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938b9bb0 0x55e7938bbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e793815090 con 0x55e7938af2f0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7937bca70 con 0x55e7938ae9d0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d9c925740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e793811050 con 0x55e7938b9bb0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.198+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d98ae9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938aedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55890/0 (socket says 172.21.15.2:55890) 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 -- 172.21.15.2:0/883907083 learned_addr learned my addr 172.21.15.2:0/883907083 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d937fe640 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938b9bb0 0x55e7938bbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d917fa640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 0x7f9d7c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 0x7f9d7c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d917fa640 1 -- 172.21.15.2:0/2959969929 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f9d840ce900 con 0x7f9d94100e20 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 -- 172.21.15.2:0/883907083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938b9bb0 msgr2=0x55e7938bbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938b9bb0 0x55e7938bbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 -- 172.21.15.2:0/883907083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 msgr2=0x55e7938aedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938aedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 -- 172.21.15.2:0/883907083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7937c9130 con 0x55e7938af2f0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d93fff640 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9d8409abc0 tx=0x7f9d8400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5abb145c75809be7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 0x7f9d7c0a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c005fc0 tx=0x7f9d8c02a950 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.199+0000 7f9d7a7fc640 1 -- 172.21.15.2:0/883907083 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84020070 con 0x55e7938af2f0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d7a7fc640 1 -- 172.21.15.2:0/883907083 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d840d4070 con 0x55e7938af2f0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d7a7fc640 1 -- 172.21.15.2:0/883907083 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d840a3b30 con 0x55e7938af2f0 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 -- 172.21.15.2:0/883907083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 msgr2=0x55e7938b9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9d8409abc0 tx=0x7f9d8400bf60 comp rx=0 tx=0).stop 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 -- 172.21.15.2:0/883907083 shutdown_connections 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938b9bb0 0x55e7938bbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938af2f0 0x55e7938b9670 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 --2- 172.21.15.2:0/883907083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938aedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 -- 172.21.15.2:0/883907083 >> 172.21.15.2:0/883907083 conn(0x55e7938aaf60 msgr2=0x55e7938ab340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 -- 172.21.15.2:0/883907083 shutdown_connections 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.200+0000 7f9d9c925740 1 -- 172.21.15.2:0/883907083 wait complete. 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 -- start start 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 Processor -- start 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938b94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938b6810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e7938bc780 con 0x55e7938b9bb0 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7937cff20 con 0x55e7938ae9d0 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e7938bc900 con 0x55e7938af2f0 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d9c925740 10 client.0 _ll_register_callbacks cb 0x55e793799030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d98ae9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d98ae9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55906/0 (socket says 172.21.15.2:55906) 2024-09-05T04:09:10.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d98ae9640 1 -- 172.21.15.2:0/1518389155 learned_addr learned my addr 172.21.15.2:0/1518389155 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.201+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938b94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d937fe640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938b6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 -- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 msgr2=0x55e7938b6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938b6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 -- 172.21.15.2:0/1518389155 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 msgr2=0x55e7938b94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938b94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 -- 172.21.15.2:0/1518389155 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7935862b0 con 0x55e7938b9bb0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c035000 tx=0x7f9d8c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=574421c816fc7bec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d737fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8c034040 con 0x55e7938b9bb0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f9d8c0045d0 con 0x55e7938b9bb0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d840d4070 con 0x55e7938b9bb0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f9d8c059050 con 0x55e7938b9bb0 2024-09-05T04:09:10.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d9c925740 10 client.14718 fetch_fsmap learned FSMap version 17 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55e7938c8150 con 0x55e7938b9bb0 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.202+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d840d4070 con 0x55e7938b9bb0 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f9d8c049040 con 0x55e7938b9bb0 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 10 client.14718 fetch_fsmap finished waiting for FSMap version 17 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 10 client.14718 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 20 client.14718 populate_metadata read hostname 'smithi002' 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e7938ca850 0x55e7938cbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 4 client.14718 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e793822600 con 0x55e7938ca850 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e7938ca850 0x55e7938cbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d737fe640 10 client.14718 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.203+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e7938ca850 0x55e7938cbcc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c56eca1543728413 server_cookie=3eb42f5cd4530b80 in_seq=0 out_seq=0 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d737fe640 1 -- 172.21.15.2:0/1518389155 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e793822600 con 0x55e7938ca850 2024-09-05T04:09:10.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d737fe640 10 client.14718 handle_command_reply: tid=0 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 client.14718 shutdown 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 msgr2=0x55e7938b6d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c035000 tx=0x7f9d8c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 shutdown_connections 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e7938ca850 0x55e7938cbcc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938b9bb0 0x55e7938b6d50 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938b6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1518389155 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938ae9d0 0x55e7938b94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 >> 172.21.15.2:0/1518389155 conn(0x55e7938aaf60 msgr2=0x55e7938b0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.204+0000 7f9d737fe640 0 client.14718 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.205+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 shutdown_connections 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.205+0000 7f9d9c925740 1 -- 172.21.15.2:0/1518389155 wait complete. 2024-09-05T04:09:10.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.205+0000 7f9d9c925740 20 client.14718 trim_cache size 0 max 16384 2024-09-05T04:09:10.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 Processor -- start 2024-09-05T04:09:10.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 -- start start 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938b60d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e7938ca000 con 0x55e7938ae9d0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7938ca6d0 con 0x55e7938b9bb0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d9c925740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e7938cada0 con 0x55e7938af2f0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55922/0 (socket says 172.21.15.2:55922) 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 -- 172.21.15.2:0/793625579 learned_addr learned my addr 172.21.15.2:0/793625579 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d937fe640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938b60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 -- 172.21.15.2:0/793625579 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 msgr2=0x55e7938cb5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938cb5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 -- 172.21.15.2:0/793625579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 msgr2=0x55e7938b60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938b60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d93fff640 1 -- 172.21.15.2:0/793625579 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7938b7350 con 0x55e7938ae9d0 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.223+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938b60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d93fff640 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9d84012040 tx=0x7f9d84005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94512730e685cad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d79ffb640 1 -- 172.21.15.2:0/793625579 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84020040 con 0x55e7938ae9d0 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d79ffb640 1 -- 172.21.15.2:0/793625579 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d840d4040 con 0x55e7938ae9d0 2024-09-05T04:09:10.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d79ffb640 1 -- 172.21.15.2:0/793625579 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d840b9b00 con 0x55e7938ae9d0 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d9c925740 1 -- 172.21.15.2:0/793625579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 msgr2=0x55e7938ca180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.224+0000 7f9d9c925740 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9d84012040 tx=0x7f9d84005880 comp rx=0 tx=0).stop 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- 172.21.15.2:0/793625579 shutdown_connections 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938b60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- 172.21.15.2:0/793625579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938ca180 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- 172.21.15.2:0/793625579 >> 172.21.15.2:0/793625579 conn(0x55e7938aaf60 msgr2=0x55e7938b67d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- 172.21.15.2:0/793625579 shutdown_connections 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- 172.21.15.2:0/793625579 wait complete. 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- start start 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 Processor -- start 2024-09-05T04:09:10.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e7938cbb40 con 0x55e7938ae9d0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e7938cb470 con 0x55e7938b9bb0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.225+0000 7f9d9c925740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e7938cc210 con 0x55e7938af2f0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d9c925740 10 client.0 _ll_register_callbacks cb 0x7f9d8c02fc30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d93fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55930/0 (socket says 172.21.15.2:55930) 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d93fff640 1 -- 172.21.15.2:0/1072980774 learned_addr learned my addr 172.21.15.2:0/1072980774 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 -- 172.21.15.2:0/1072980774 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 msgr2=0x55e7938cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 -- 172.21.15.2:0/1072980774 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 msgr2=0x55e7938d45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 -- 172.21.15.2:0/1072980774 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7938cf540 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d98ae9640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d937fe640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938ce8c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x55e7938b7dc0 tx=0x7f9d88011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e80f687976ee1fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d737fe640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d88021060 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d840d4040 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.226+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8802+0+0 (secure 0 0 0) 0x7f9d88004440 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f9d88028050 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 10 client.24568 fetch_fsmap learned FSMap version 17 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55e793933f30 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d840d4040 con 0x55e7938af2f0 2024-09-05T04:09:10.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f9d8801b030 con 0x55e7938af2f0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 10 client.24568 fetch_fsmap finished waiting for FSMap version 17 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 10 client.24568 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 20 client.24568 populate_metadata read hostname 'smithi002' 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e793938ae0 0x55e7939377f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 4 client.24568 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "status"}) -- 0x55e79381cb10 con 0x55e793938ae0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.227+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e793938ae0 0x55e7939377f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d737fe640 10 client.24568 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d93fff640 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e793938ae0 0x55e7939377f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=447e07e54a79c40c server_cookie=82226c78bb77555c in_seq=0 out_seq=0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d737fe640 1 -- 172.21.15.2:0/1072980774 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e79381cb10 con 0x55e793938ae0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d737fe640 10 client.24568 handle_command_reply: tid=0 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 client.24568 shutdown 2024-09-05T04:09:10.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 msgr2=0x55e7938ce8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938ce8c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x55e7938b7dc0 tx=0x7f9d88011810 comp rx=0 tx=0).stop 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 shutdown_connections 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e793938ae0 0x55e7939377f0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e7938b9bb0 0x55e7938cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e7938af2f0 0x55e7938ce8c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d737fe640 0 client.24568 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 --2- 172.21.15.2:0/1072980774 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e7938ae9d0 0x55e7938d45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 >> 172.21.15.2:0/1072980774 conn(0x55e7938aaf60 msgr2=0x55e7938b67d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 shutdown_connections 2024-09-05T04:09:10.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 1 -- 172.21.15.2:0/1072980774 wait complete. 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.228+0000 7f9d9c925740 20 client.24568 trim_cache size 0 max 16384 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24493, 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 18.550205511000001, 2024-09-05T04:09:10.236 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 17, 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 89, 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 89, 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 38.544379112000001 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 msgr2=0x7f9d7c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 0x7f9d7c0a5040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f9d8c005fc0 tx=0x7f9d8c02a950 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 msgr2=0x7f9d94198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400d950 tx=0x7f9d8400de10 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 shutdown_connections 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d7c0a2b80 0x7f9d7c0a5040 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d94102ef0 0x7f9d9419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d94102570 0x7f9d94198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 --2- 172.21.15.2:0/2959969929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d94100e20 0x7f9d94198420 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 >> 172.21.15.2:0/2959969929 conn(0x7f9d940fc7d0 msgr2=0x7f9d9406a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:10.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 shutdown_connections 2024-09-05T04:09:10.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:10.229+0000 7f9d9a54c640 1 -- 172.21.15.2:0/2959969929 wait complete. 2024-09-05T04:09:10.845 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-09-05T04:09:10.846 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:10 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-05T04:09:10.950 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T04:09:10.950 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:10.950 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs ls 2024-09-05T04:09:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T04:09:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T04:09:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-05T04:09:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-05T04:09:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-05T04:09:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-05T04:09:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-09-05T04:09:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-09-05T04:09:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-09-05T04:09:11.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:10 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]: dispatch 2024-09-05T04:09:11.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-05T04:09:11.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]: dispatch 2024-09-05T04:09:11.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]: dispatch 2024-09-05T04:09:11.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]: dispatch 2024-09-05T04:09:11.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:10 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]: dispatch 2024-09-05T04:09:11.204 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:11.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 -- 172.21.15.2:0/1172189605 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70100a80 msgr2=0x7efc70100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:11.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 --2- 172.21.15.2:0/1172189605 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70100a80 0x7efc70100ee0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7efc58009930 tx=0x7efc5802a420 comp rx=0 tx=0).stop 2024-09-05T04:09:11.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 -- 172.21.15.2:0/1172189605 shutdown_connections 2024-09-05T04:09:11.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 --2- 172.21.15.2:0/1172189605 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70101420 0x7efc7010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 --2- 172.21.15.2:0/1172189605 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70100a80 0x7efc70100ee0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 --2- 172.21.15.2:0/1172189605 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70106a80 0x7efc70106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 -- 172.21.15.2:0/1172189605 >> 172.21.15.2:0/1172189605 conn(0x7efc700fc7a0 msgr2=0x7efc700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 -- 172.21.15.2:0/1172189605 shutdown_connections 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.667+0000 7efc75f22640 1 -- 172.21.15.2:0/1172189605 wait complete. 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 Processor -- start 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 -- start start 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70100a80 0x7efc70198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70101420 0x7efc70198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc70110d80 con 0x7efc70106a80 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc70110c00 con 0x7efc70100a80 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc75f22640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc70110f00 con 0x7efc70101420 2024-09-05T04:09:11.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc6ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc6ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52104/0 (socket says 172.21.15.2:52104) 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc6ffff640 1 -- 172.21.15.2:0/1772992348 learned_addr learned my addr 172.21.15.2:0/1772992348 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.668+0000 7efc6f7fe640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70100a80 0x7efc70198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc67fff640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70101420 0x7efc70198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 -- 172.21.15.2:0/1772992348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70101420 msgr2=0x7efc70198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70101420 0x7efc70198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 -- 172.21.15.2:0/1772992348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70100a80 msgr2=0x7efc70198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70100a80 0x7efc70198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 -- 172.21.15.2:0/1772992348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc7019d3b0 con 0x7efc70106a80 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6ffff640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7efc6800eaa0 tx=0x7efc6800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6800cdb0 con 0x7efc70106a80 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc68005020 con 0x7efc70106a80 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc7019d6a0 con 0x7efc70106a80 2024-09-05T04:09:11.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc680116d0 con 0x7efc70106a80 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.669+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc701a4f80 con 0x7efc70106a80 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.670+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc70100ee0 con 0x7efc70106a80 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.671+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7efc680051d0 con 0x7efc70106a80 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.672+0000 7efc6d7fa640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 0x7efc5c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.672+0000 7efc6f7fe640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 0x7efc5c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.672+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9092+0+0 (secure 0 0 0) 0x7efc680cf550 con 0x7efc70106a80 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.672+0000 7efc6f7fe640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 0x7efc5c0a50c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc600058c0 tx=0x7efc6000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:11.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.676+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efc68016030 con 0x7efc70106a80 2024-09-05T04:09:11.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.893+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7efc7002d7c0 con 0x7efc70106a80 2024-09-05T04:09:11.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.893+0000 7efc6d7fa640 1 -- 172.21.15.2:0/1772992348 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7efc6809c0f0 con 0x7efc70106a80 2024-09-05T04:09:11.894 INFO:teuthology.orchestra.run.smithi002.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-05T04:09:11.894 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-05T04:09:11.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:11 smithi002 ceph-mon[31001]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T04:09:11.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 msgr2=0x7efc5c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:11.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 0x7efc5c0a50c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7efc600058c0 tx=0x7efc6000a2d0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 msgr2=0x7efc7019ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:11.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7efc6800eaa0 tx=0x7efc6800ef60 comp rx=0 tx=0).stop 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 shutdown_connections 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efc5c0a2c00 0x7efc5c0a50c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc70106a80 0x7efc7019ccd0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc70101420 0x7efc70198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 --2- 172.21.15.2:0/1772992348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc70100a80 0x7efc70198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.895+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 >> 172.21.15.2:0/1772992348 conn(0x7efc700fc7a0 msgr2=0x7efc7006ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.896+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 shutdown_connections 2024-09-05T04:09:11.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:11.896+0000 7efc75f22640 1 -- 172.21.15.2:0/1772992348 wait complete. 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-05T04:09:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-05T04:09:12.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:11 smithi079 ceph-mon[34908]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: pgmap v289: 129 pgs: 129 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [8, 4]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [4, 6]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [9, 8]}]': finished 2024-09-05T04:09:12.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.16", "id": [9, 8]}]': finished 2024-09-05T04:09:12.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 10]}]': finished 2024-09-05T04:09:12.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [5, 8]}]': finished 2024-09-05T04:09:12.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:11 smithi047 ceph-mon[34498]: osdmap e90: 12 total, 12 up, 12 in 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi002.front.sepia.ceph.com 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:12.607 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-05T04:09:12.608 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T04:09:12.608 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T04:09:12.608 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-05T04:09:12.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:12.608 DEBUG:teuthology.orchestra.run.smithi002:> ip addr 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: inet6 ::1/128 scope host 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:6b:fe:02 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp7s0f0 2024-09-05T04:09:12.626 INFO:teuthology.orchestra.run.smithi002.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:6b:fe:03 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp7s0f1 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:bd:19:20 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp1s0f0 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: inet 172.21.15.2/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft 42269sec preferred_lft 42269sec 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: inet6 fe80::6ed8:cfec:8d80:3ce0/64 scope link noprefixroute 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:bd:19:21 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:09:12.627 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp1s0f1 2024-09-05T04:09:12.628 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link add name ceph-brx type bridge 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip addr flush dev ceph-brx 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set ceph-brx up 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T04:09:12.628 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:09:12.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:09:12.829 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:12 smithi002 ceph-mon[31001]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T04:09:12.829 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1772992348' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:09:12.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:12.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:12.839 DEBUG:teuthology.orchestra.run.smithi002:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T04:09:12.864 INFO:teuthology.orchestra.run.smithi002.stdout:1 2024-09-05T04:09:12.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:12.866 DEBUG:teuthology.orchestra.run.smithi002:> route 2024-09-05T04:09:12.942 INFO:teuthology.orchestra.run.smithi002.stdout:Kernel IP routing table 2024-09-05T04:09:12.942 INFO:teuthology.orchestra.run.smithi002.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T04:09:12.942 INFO:teuthology.orchestra.run.smithi002.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-05T04:09:12.942 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-05T04:09:12.942 INFO:teuthology.orchestra.run.smithi002.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-05T04:09:12.943 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:09:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:09:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:12 smithi079 ceph-mon[34908]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T04:09:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1772992348' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:09:13.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:12 smithi047 ceph-mon[34498]: osdmap e91: 12 total, 12 up, 12 in 2024-09-05T04:09:13.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1772992348' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:09:13.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:13.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:13.275 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list 2024-09-05T04:09:13.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:13.291 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list-id 2024-09-05T04:09:13.346 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:09:13.346 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:09:13.346 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:09:13.346 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-05T04:09:13.346 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:09:13.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:09:13.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:13.464 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-05T04:09:13.464 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-05T04:09:13.465 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-05T04:09:13.465 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:09:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:09:13.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:13.599 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:09:13.599 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:09:13.599 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set brx.0 up 2024-09-05T04:09:13.599 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T04:09:13.600 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:09:13.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:09:13.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:13.676 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-05T04:09:13.676 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T04:09:13.676 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:13.691 INFO:teuthology.orchestra.run.smithi002.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-05T04:09:13.692 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T04:09:13.692 DEBUG:teuthology.orchestra.run.smithi002:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:13.747 DEBUG:teuthology.orchestra.run.smithi002:> sudo modprobe fuse 2024-09-05T04:09:13.813 DEBUG:teuthology.orchestra.run.smithi002:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T04:09:13.869 INFO:teuthology.orchestra.run.smithi002.stdout:/proc 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/dev 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/security 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/shm 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/pts 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/run 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/cgroup 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/pstore 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/bpf 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/ 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/selinux 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/mqueue 2024-09-05T04:09:13.870 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/hugepages 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/debug 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/tracing 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/fuse/connections 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/config 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/1000 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/ceph 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/db48142137294c136d3624db431a4472ee121b81f8fe84010b21b86e09d4136d/merged 2024-09-05T04:09:13.871 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/d1f302181dc2eab1ba7fc032a1e42d4d421e1cdf9e63109f9b15ac4a1015d39d/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/0 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c8d419bece23a016a2071b718293e387e890313fa81288b7c81a0c1efc3e20b8/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/8a056075ebc36bc55bcbe419d9fdc21db784000817ed407cdace5b07773c1e62/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c40295087bc6c87c279e4d5fd34eacd623d89c6270c4cd8fb267de9d7494bc73/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/3b1197e8069738702384fa42b9d0746394f70140f68bf37cbe520704840c77b9/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/91b3cb048d692e6a0019d10942e8ef0d68cbaf2876e3e17c915b93c4c3df0fda/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c2344e24badd47e1a339c5110a1833cd20d32814efe37e66d5a8d874a1be9827/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/b0a0f8eca50be48bcda2e16eab6fa0994cab44e1592919b0e64148343fe6dd5e/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/52dac7d379e67d8ea9a1459161ac3fbaf6e2d58868432f65bd5b4e59eb2f747f/merged 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:09:13.872 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:09:13.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:13.873 DEBUG:teuthology.orchestra.run.smithi002:> ls /sys/fs/fuse/connections 2024-09-05T04:09:13.926 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T04:09:13.926 DEBUG:teuthology.orchestra.run.smithi002:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-05T04:09:13.969 DEBUG:teuthology.orchestra.run.smithi002:> sudo modprobe fuse 2024-09-05T04:09:13.994 DEBUG:teuthology.orchestra.run.smithi002:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T04:09:14.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:13 smithi002 ceph-mon[31001]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/proc 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/sys 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/dev 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/security 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/shm 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/pts 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/run 2024-09-05T04:09:14.050 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/cgroup 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/pstore 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/bpf 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/ 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/selinux 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/mqueue 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/hugepages 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/debug 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/tracing 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/fuse/connections 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/config 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T04:09:14.051 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/1000 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/ceph 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/db48142137294c136d3624db431a4472ee121b81f8fe84010b21b86e09d4136d/merged 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/d1f302181dc2eab1ba7fc032a1e42d4d421e1cdf9e63109f9b15ac4a1015d39d/merged 2024-09-05T04:09:14.052 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/0 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c8d419bece23a016a2071b718293e387e890313fa81288b7c81a0c1efc3e20b8/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/8a056075ebc36bc55bcbe419d9fdc21db784000817ed407cdace5b07773c1e62/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c40295087bc6c87c279e4d5fd34eacd623d89c6270c4cd8fb267de9d7494bc73/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/3b1197e8069738702384fa42b9d0746394f70140f68bf37cbe520704840c77b9/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/91b3cb048d692e6a0019d10942e8ef0d68cbaf2876e3e17c915b93c4c3df0fda/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c2344e24badd47e1a339c5110a1833cd20d32814efe37e66d5a8d874a1be9827/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/b0a0f8eca50be48bcda2e16eab6fa0994cab44e1592919b0e64148343fe6dd5e/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/52dac7d379e67d8ea9a1459161ac3fbaf6e2d58868432f65bd5b4e59eb2f747f/merged 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:09:14.053 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:09:14.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:14.054 DEBUG:teuthology.orchestra.run.smithi002:> ls /sys/fs/fuse/connections 2024-09-05T04:09:14.073 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi002.stderr:2024-09-05T04:09:14.072+0000 7fe7a16f9480 -1 init, newargv = 0x5556c117d960 newargc=15 2024-09-05T04:09:14.073 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi002.stderr:ceph-fuse[74722]: starting ceph client 2024-09-05T04:09:14.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:13 smithi079 ceph-mon[34908]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:14.079 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi002.stderr:ceph-fuse[74722]: starting fuse 2024-09-05T04:09:14.088 INFO:teuthology.orchestra.run.smithi002.stdout:121 2024-09-05T04:09:14.088 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [121] 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> sudo stdin-killer -- python3 -c ' 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> import glob 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> import re 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> import os 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> import subprocess 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> def _find_admin_socket(client_name): 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> files = glob.glob(asok_path) 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:09:14.089 DEBUG:teuthology.orchestra.run.smithi002:> # Given a non-glob path, it better be there 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> if "*" not in asok_path: 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> assert(len(files) == 1) 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> return files[0] 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> for f in files: 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> contents = proc_f.read() 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> if mountpoint in contents: 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> return f 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> print(_find_admin_socket("client.admin")) 2024-09-05T04:09:14.090 DEBUG:teuthology.orchestra.run.smithi002:> ' 2024-09-05T04:09:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:13 smithi047 ceph-mon[34498]: pgmap v292: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:14.207 INFO:teuthology.orchestra.run.smithi002.stdout:/var/run/ceph/ceph-client.admin.74722.asok 2024-09-05T04:09:14.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:14.217 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.74722.asok 2024-09-05T04:09:14.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:14.218 DEBUG:teuthology.orchestra.run.smithi002:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.74722.asok status 2024-09-05T04:09:14.352 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "metadata": { 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "entity_id": "admin", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "hostname": "smithi002", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "pid": "74722", 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "root": "/" 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "dentry_count": 0, 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "dentry_pinned_count": 0, 2024-09-05T04:09:14.353 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 14736, 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "inst": { 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "name": { 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "client", 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "num": 14736 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": { 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v1", 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "192.168.0.1:0", 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 3181330875 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": { 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v1", 2024-09-05T04:09:14.354 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "192.168.0.1:0", 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 3181330875 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "inst_str": "client.14736 192.168.0.1:0/3181330875", 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "addr_str": "192.168.0.1:0/3181330875", 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "inode_count": 1, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_epoch": 17, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_epoch": 91, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_epoch_barrier": 0, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "blocklisted": false, 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs" 2024-09-05T04:09:14.355 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:09:14.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:14.361 DEBUG:teuthology.orchestra.run.smithi002:> stat --file-system '--printf=%T 2024-09-05T04:09:14.361 DEBUG:teuthology.orchestra.run.smithi002:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:14.377 INFO:teuthology.orchestra.run.smithi002.stdout:fuseblk 2024-09-05T04:09:14.377 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:14.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:14.377 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:14.443 DEBUG:teuthology.orchestra.run.smithi002:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-05T04:09:14.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-05T04:09:14.549 INFO:teuthology.orchestra.run.smithi002.stdout:# file: . 2024-09-05T04:09:14.549 INFO:teuthology.orchestra.run.smithi002.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-05T04:09:14.549 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:14.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:09:14.555 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:09:14.555 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T04:09:14.572 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T04:09:14.867 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.365+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3761839548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c101420 msgr2=0x7f059c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.365+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3761839548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c101420 0x7f059c10d950 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f0594009cd0 tx=0x7f059402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3761839548 shutdown_connections 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3761839548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c101420 0x7f059c10d950 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3761839548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c100a80 0x7f059c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3761839548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c106a80 0x7f059c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3761839548 >> 172.21.15.2:0/3761839548 conn(0x7f059c0fc7a0 msgr2=0x7f059c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3761839548 shutdown_connections 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3761839548 wait complete. 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 Processor -- start 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 -- start start 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.366+0000 7f05a2b8e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 0x7f059c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a2b8e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c106a80 0x7f059c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a2b8e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f059c110d50 con 0x7f059c100a80 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a2b8e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f059c110bd0 con 0x7f059c101420 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a2b8e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f059c110ed0 con 0x7f059c106a80 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52122/0 (socket says 172.21.15.2:52122) 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 -- 172.21.15.2:0/3008409030 learned_addr learned my addr 172.21.15.2:0/3008409030 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a112b640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c106a80 0x7f059c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f059bfff640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 0x7f059c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 -- 172.21.15.2:0/3008409030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c106a80 msgr2=0x7f059c19cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c106a80 0x7f059c19cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 -- 172.21.15.2:0/3008409030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 msgr2=0x7f059c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 0x7f059c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 -- 172.21.15.2:0/3008409030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f059c19d2e0 con 0x7f059c100a80 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f059bfff640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 0x7f059c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a092a640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f058c00c890 tx=0x7f058c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c004220 con 0x7f059c100a80 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f058c0043c0 con 0x7f059c100a80 2024-09-05T04:09:15.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f059c19d5d0 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.367+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c004a00 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.368+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f059c1a4eb0 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.369+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f059c100ee0 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.370+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f058c004ba0 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.370+0000 7f0599ffb640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 0x7f05880a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.370+0000 7f059bfff640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 0x7f05880a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.371+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f058c0cf060 con 0x7f059c100a80 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.371+0000 7f059bfff640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 0x7f05880a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f059c1051a0 tx=0x7f0584008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.375+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f058c014030 con 0x7f059c100a80 2024-09-05T04:09:15.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.562+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f059c109a90 con 0x7f059c100a80 2024-09-05T04:09:15.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.562+0000 7f0599ffb640 1 -- 172.21.15.2:0/3008409030 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+580 (secure 0 0 0) 0x7f058c09bc60 con 0x7f059c100a80 2024-09-05T04:09:15.563 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1159486704 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:15.563 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2045100706 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:15.563 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2362552536 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2891054755 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1544745084 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:15.564 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/43121524 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:listed 10 entries 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 msgr2=0x7f05880a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 0x7f05880a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f059c1051a0 tx=0x7f0584008040 comp rx=0 tx=0).stop 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 msgr2=0x7f059c198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f058c00c890 tx=0x7f058c00cd50 comp rx=0 tx=0).stop 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 shutdown_connections 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f05880a2b80 0x7f05880a5040 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f059c106a80 0x7f059c19cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f059c101420 0x7f059c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 --2- 172.21.15.2:0/3008409030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f059c100a80 0x7f059c198330 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:15.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 >> 172.21.15.2:0/3008409030 conn(0x7f059c0fc7a0 msgr2=0x7f059c06aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:15.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 shutdown_connections 2024-09-05T04:09:15.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:15.564+0000 7f05a2b8e640 1 -- 172.21.15.2:0/3008409030 wait complete. 2024-09-05T04:09:16.006 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:15 smithi002 ceph-mon[31001]: pgmap v293: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:16.006 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3008409030' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:15 smithi079 ceph-mon[34908]: pgmap v293: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3008409030' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:16.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:15 smithi047 ceph-mon[34498]: pgmap v293: 129 pgs: 4 peering, 125 active+clean; 579 KiB data, 350 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:09:16.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3008409030' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:16.321 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:09:16.321 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T04:09:16.341 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T04:09:16.643 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:17.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- 172.21.15.2:0/1046069233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 msgr2=0x7fcbdc10df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:17.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1046069233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc10df30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0009900 tx=0x7fcbd002a410 comp rx=0 tx=0).stop 2024-09-05T04:09:17.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- 172.21.15.2:0/1046069233 shutdown_connections 2024-09-05T04:09:17.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1046069233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 0x7fcbdc110910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1046069233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc10df30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1046069233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 0x7fcbdc100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- 172.21.15.2:0/1046069233 >> 172.21.15.2:0/1046069233 conn(0x7fcbdc0fc7d0 msgr2=0x7fcbdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- 172.21.15.2:0/1046069233 shutdown_connections 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- 172.21.15.2:0/1046069233 wait complete. 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 Processor -- start 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.150+0000 7fcbe3549640 1 -- start start 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 0x7fcbdc19a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 0x7fcbdc19efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc114120 con 0x7fcbdc101440 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc113fa0 con 0x7fcbdc10e500 2024-09-05T04:09:17.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe3549640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc1142a0 con 0x7fcbdc100b20 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52140/0 (socket says 172.21.15.2:52140) 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 -- 172.21.15.2:0/1133050472 learned_addr learned my addr 172.21.15.2:0/1133050472 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe1ae6640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 0x7fcbdc19efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe12e5640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 0x7fcbdc19a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 -- 172.21.15.2:0/1133050472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 msgr2=0x7fcbdc19a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 0x7fcbdc19a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 -- 172.21.15.2:0/1133050472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 msgr2=0x7fcbdc19efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 0x7fcbdc19efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 -- 172.21.15.2:0/1133050472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc19f6b0 con 0x7fcbdc101440 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.151+0000 7fcbe0ae4640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0004270 tx=0x7fcbd00042a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.152+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd003f030 con 0x7fcbdc101440 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.152+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbd00044c0 con 0x7fcbdc101440 2024-09-05T04:09:17.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.152+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbdc19f940 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.152+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd0035070 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.152+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbdc1a7280 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.153+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbdc06a850 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.154+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fcbd0042030 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.154+0000 7fcbda7fc640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 0x7fcbc40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.155+0000 7fcbe12e5640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 0x7fcbc40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.155+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fcbd00ef7a0 con 0x7fcbdc101440 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.155+0000 7fcbe12e5640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 0x7fcbc40a50c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc005fd0 tx=0x7fcbcc009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:17.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.159+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcbd00bbd50 con 0x7fcbdc101440 2024-09-05T04:09:17.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.346+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcbdc19ba90 con 0x7fcbdc101440 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.346+0000 7fcbda7fc640 1 -- 172.21.15.2:0/1133050472 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v91) ==== 81+0+580 (secure 0 0 0) 0x7fcbdc19ba90 con 0x7fcbdc101440 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1159486704 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2045100706 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2362552536 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:17.347 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2891054755 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1544745084 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/43121524 2024-09-06T04:01:40.213294+0000 2024-09-05T04:09:17.348 INFO:teuthology.orchestra.run.smithi002.stderr:listed 10 entries 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 msgr2=0x7fcbc40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 0x7fcbc40a50c0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc005fd0 tx=0x7fcbcc009680 comp rx=0 tx=0).stop 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 msgr2=0x7fcbdc19ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcbd0004270 tx=0x7fcbd00042a0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 shutdown_connections 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fcbc40a2c00 0x7fcbc40a50c0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbdc10e500 0x7fcbdc19efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbdc101440 0x7fcbdc19ac40 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 --2- 172.21.15.2:0/1133050472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbdc100b20 0x7fcbdc19a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:17.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 >> 172.21.15.2:0/1133050472 conn(0x7fcbdc0fc7d0 msgr2=0x7fcbdc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:17.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.348+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 shutdown_connections 2024-09-05T04:09:17.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:17.349+0000 7fcbe3549640 1 -- 172.21.15.2:0/1133050472 wait complete. 2024-09-05T04:09:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:17 smithi002 ceph-mon[31001]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:17 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1133050472' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:17 smithi079 ceph-mon[34908]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:17 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1133050472' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:18.181 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi002.front.sepia.ceph.com... 2024-09-05T04:09:18.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:18.182 DEBUG:teuthology.orchestra.run.smithi002:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-05T04:09:18.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:17 smithi047 ceph-mon[34498]: pgmap v294: 129 pgs: 1 peering, 128 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:18.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:17 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1133050472' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:09:18.208 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi002.stderr:ceph-fuse[74722]: fuse finished with error 0 and tester_r 0 2024-09-05T04:09:18.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T04:09:18.266 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:09:18.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:09:18.266 DEBUG:teuthology.orchestra.run.smithi002:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-05T04:09:18.300 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:18.592 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:19.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 -- 172.21.15.2:0/4132929415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101de0 msgr2=0x7f46141021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 --2- 172.21.15.2:0/4132929415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101de0 0x7f46141021c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4604009900 tx=0x7f460402a410 comp rx=0 tx=0).stop 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 -- 172.21.15.2:0/4132929415 shutdown_connections 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 --2- 172.21.15.2:0/4132929415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614106f10 0x7f461410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 --2- 172.21.15.2:0/4132929415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614102790 0x7f46141067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 --2- 172.21.15.2:0/4132929415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101de0 0x7f46141021c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 -- 172.21.15.2:0/4132929415 >> 172.21.15.2:0/4132929415 conn(0x7f46140fd8c0 msgr2=0x7f46140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 -- 172.21.15.2:0/4132929415 shutdown_connections 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.068+0000 7f461a905640 1 -- 172.21.15.2:0/4132929415 wait complete. 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 Processor -- start 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 -- start start 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 0x7f46140744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614106f10 0x7f4614074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:19.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111e20 con 0x7f4614102790 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111ca0 con 0x7f4614101de0 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f461a905640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111fa0 con 0x7f4614106f10 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52170/0 (socket says 172.21.15.2:52170) 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 -- 172.21.15.2:0/398492689 learned_addr learned my addr 172.21.15.2:0/398492689 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f4613fff640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 0x7f46140744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f4618ea2640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614106f10 0x7f4614074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 -- 172.21.15.2:0/398492689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614106f10 msgr2=0x7f4614074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614106f10 0x7f4614074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 -- 172.21.15.2:0/398492689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 msgr2=0x7f46140744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 0x7f46140744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f46137fe640 1 -- 172.21.15.2:0/398492689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46141a6860 con 0x7f4614102790 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.069+0000 7f4613fff640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 0x7f46140744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f46137fe640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f460800e9f0 tx=0x7f460800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:19.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460800cd80 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46080054d0 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46141a6b50 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4608010490 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.070+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46141a7040 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.071+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46141021c0 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.072+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f4608005020 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.073+0000 7f46117fa640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 0x7f45fc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.073+0000 7f4613fff640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 0x7f45fc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.073+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f46080cf880 con 0x7f4614102790 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.073+0000 7f4613fff640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 0x7f45fc0a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4604031440 tx=0x7f4604005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:19.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.077+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f460809c480 con 0x7f4614102790 2024-09-05T04:09:19.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.252+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f461410a0f0 con 0x7f4614102790 2024-09-05T04:09:19.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.254+0000 7f46117fa640 1 -- 172.21.15.2:0/398492689 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24609 (secure 0 0 0) 0x7f460809bd80 con 0x7f4614102790 2024-09-05T04:09:19.255 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:19.255 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":91,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:11.747273+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.256+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 msgr2=0x7f45fc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.256+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 0x7f45fc0a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f4604031440 tx=0x7f4604005a20 comp rx=0 tx=0).stop 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.256+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 msgr2=0x7f4614074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.256+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f460800e9f0 tx=0x7f460800edf0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 shutdown_connections 2024-09-05T04:09:19.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f45fc0a2b80 0x7f45fc0a5040 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614106f10 0x7f4614074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614102790 0x7f4614074a30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 --2- 172.21.15.2:0/398492689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101de0 0x7f46140744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 >> 172.21.15.2:0/398492689 conn(0x7f46140fd8c0 msgr2=0x7f46140fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 shutdown_connections 2024-09-05T04:09:19.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:19.257+0000 7f461a905640 1 -- 172.21.15.2:0/398492689 wait complete. 2024-09-05T04:09:19.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:19 smithi002 ceph-mon[31001]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:19.982 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:19 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/398492689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:20.015 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:19 smithi079 ceph-mon[34908]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:19 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/398492689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:20.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:19 smithi047 ceph-mon[34498]: pgmap v295: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:20.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:19 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/398492689' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:20.273 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 -- 172.21.15.2:0/1702425777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4109140 msgr2=0x7f1da4110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 --2- 172.21.15.2:0/1702425777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4109140 0x7f1da4110cc0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c009ca0 tx=0x7f1d9c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 -- 172.21.15.2:0/1702425777 shutdown_connections 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 --2- 172.21.15.2:0/1702425777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4109140 0x7f1da4110cc0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 --2- 172.21.15.2:0/1702425777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da41049c0 0x7f1da4108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 --2- 172.21.15.2:0/1702425777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da4104010 0x7f1da41043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 -- 172.21.15.2:0/1702425777 >> 172.21.15.2:0/1702425777 conn(0x7f1da40ffa50 msgr2=0x7f1da4101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 -- 172.21.15.2:0/1702425777 shutdown_connections 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.708+0000 7f1dab190640 1 -- 172.21.15.2:0/1702425777 wait complete. 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 Processor -- start 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 -- start start 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da41049c0 0x7f1da419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da4109140 0x7f1da419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1da4114000 con 0x7f1da4104010 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1da4113e80 con 0x7f1da41049c0 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1dab190640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1da4114180 con 0x7f1da4109140 2024-09-05T04:09:20.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1da8f2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1da8f2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52178/0 (socket says 172.21.15.2:52178) 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1da8f2c640 1 -- 172.21.15.2:0/1102204458 learned_addr learned my addr 172.21.15.2:0/1102204458 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1da3fff640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da41049c0 0x7f1da419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.709+0000 7f1da972d640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da4109140 0x7f1da419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 -- 172.21.15.2:0/1102204458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da4109140 msgr2=0x7f1da419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da4109140 0x7f1da419edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 -- 172.21.15.2:0/1102204458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da41049c0 msgr2=0x7f1da419aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da41049c0 0x7f1da419aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 -- 172.21.15.2:0/1102204458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da419f4d0 con 0x7f1da4104010 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da8f2c640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1d9800d950 tx=0x7f1d9800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d98017030 con 0x7f1da4104010 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da419f7c0 con 0x7f1da4104010 2024-09-05T04:09:20.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d98004020 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d980047a0 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.710+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da41a70a0 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.711+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da41043f0 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.712+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f1d980041d0 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.713+0000 7f1da1ffb640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 0x7f1d940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.713+0000 7f1da3fff640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 0x7f1d940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.713+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1d980ceda0 con 0x7f1da4104010 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.714+0000 7f1da3fff640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 0x7f1d940a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1da40ffe70 tx=0x7f1d9000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:20.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.718+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1d9809b940 con 0x7f1da4104010 2024-09-05T04:09:20.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.896+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1da419b880 con 0x7f1da4104010 2024-09-05T04:09:20.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.898+0000 7f1da1ffb640 1 -- 172.21.15.2:0/1102204458 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24609 (secure 0 0 0) 0x7f1d9809b240 con 0x7f1da4104010 2024-09-05T04:09:20.899 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:20.899 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":91,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:11.747273+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.901+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 msgr2=0x7f1d940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.901+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 0x7f1d940a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1da40ffe70 tx=0x7f1d9000b410 comp rx=0 tx=0).stop 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.901+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 msgr2=0x7f1da419a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.901+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1d9800d950 tx=0x7f1d9800de10 comp rx=0 tx=0).stop 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 shutdown_connections 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1d940a2b80 0x7f1d940a5040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1da4109140 0x7f1da419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1da41049c0 0x7f1da419aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 --2- 172.21.15.2:0/1102204458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1da4104010 0x7f1da419a520 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:20.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 >> 172.21.15.2:0/1102204458 conn(0x7f1da40ffa50 msgr2=0x7f1da4100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:20.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 shutdown_connections 2024-09-05T04:09:20.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:20.902+0000 7f1dab190640 1 -- 172.21.15.2:0/1102204458 wait complete. 2024-09-05T04:09:21.679 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-05T04:09:21.935 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:21 smithi002 ceph-mon[31001]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 414 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:22.070 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:21 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1102204458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:21 smithi079 ceph-mon[34908]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 414 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:21 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1102204458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:22.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:21 smithi047 ceph-mon[34498]: pgmap v296: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 414 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:22.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:21 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1102204458' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:22.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3918992594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24101420 msgr2=0x7f4a2410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:22.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3918992594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24101420 0x7f4a2410d950 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4a14009cd0 tx=0x7f4a1402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3918992594 shutdown_connections 2024-09-05T04:09:22.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3918992594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24101420 0x7f4a2410d950 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3918992594 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24100a80 0x7f4a24100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3918992594 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24106a80 0x7f4a24106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3918992594 >> 172.21.15.2:0/3918992594 conn(0x7f4a240fc7a0 msgr2=0x7f4a240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3918992594 shutdown_connections 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.401+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3918992594 wait complete. 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 Processor -- start 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 -- start start 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24101420 0x7f4a24197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24106a80 0x7f4a2419bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4a24110d50 con 0x7f4a24100a80 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4a24110bd0 con 0x7f4a24106a80 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a2b3f8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4a24110ed0 con 0x7f4a24101420 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a29194640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:22.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a29194640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49704/0 (socket says 172.21.15.2:49704) 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a29194640 1 -- 172.21.15.2:0/3011852432 learned_addr learned my addr 172.21.15.2:0/3011852432 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.402+0000 7f4a29995640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24106a80 0x7f4a2419bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 -- 172.21.15.2:0/3011852432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24101420 msgr2=0x7f4a24197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a28993640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24101420 0x7f4a24197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24101420 0x7f4a24197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 -- 172.21.15.2:0/3011852432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24106a80 msgr2=0x7f4a2419bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24106a80 0x7f4a2419bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 -- 172.21.15.2:0/3011852432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2419c280 con 0x7f4a24100a80 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a29194640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00b4a0 tx=0x7f4a1c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c014070 con 0x7f4a24100a80 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2419c570 con 0x7f4a24100a80 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a1c010ac0 con 0x7f4a24100a80 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a1c017c30 con 0x7f4a24100a80 2024-09-05T04:09:22.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.403+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a241a3e50 con 0x7f4a24100a80 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.404+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a24100ee0 con 0x7f4a24100a80 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.405+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f4a1c017070 con 0x7f4a24100a80 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.406+0000 7f4a227fc640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 0x7f4a0c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.406+0000 7f4a28993640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 0x7f4a0c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.406+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f4a1c0ceac0 con 0x7f4a24100a80 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.406+0000 7f4a28993640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 0x7f4a0c0a5040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4a18005fd0 tx=0x7f4a18005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:22.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.410+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4a1c09b660 con 0x7f4a24100a80 2024-09-05T04:09:22.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.622+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f4a2402d7c0 con 0x7f4a24100a80 2024-09-05T04:09:22.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.779+0000 7f4a227fc640 1 -- 172.21.15.2:0/3011852432 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f4a1c09af60 con 0x7f4a24100a80 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 msgr2=0x7f4a0c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 0x7f4a0c0a5040 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4a18005fd0 tx=0x7f4a18005850 comp rx=0 tx=0).stop 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 msgr2=0x7f4a241972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c00b4a0 tx=0x7f4a1c00b960 comp rx=0 tx=0).stop 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 shutdown_connections 2024-09-05T04:09:22.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f4a0c0a2b80 0x7f4a0c0a5040 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4a24106a80 0x7f4a2419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4a24101420 0x7f4a24197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 --2- 172.21.15.2:0/3011852432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4a24100a80 0x7f4a241972d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.781+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 >> 172.21.15.2:0/3011852432 conn(0x7f4a240fc7a0 msgr2=0x7f4a240fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.782+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 shutdown_connections 2024-09-05T04:09:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:22.782+0000 7f4a2b3f8640 1 -- 172.21.15.2:0/3011852432 wait complete. 2024-09-05T04:09:22.875 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:22 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T04:09:23.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:22 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T04:09:23.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:22 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-05T04:09:23.451 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 1, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-09-05T04:09:23.451 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-05T04:09:23.702 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:23 smithi002 ceph-mon[31001]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 470 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:23 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T04:09:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:23 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:23 smithi079 ceph-mon[34908]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 470 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:23 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T04:09:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:23 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:23 smithi047 ceph-mon[34498]: pgmap v297: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 470 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:23 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3011852432' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-05T04:09:24.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:23 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/1314548693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8101420 msgr2=0x7ff4e810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/1314548693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8101420 0x7ff4e810d950 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff4e0009cd0 tx=0x7ff4e002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/1314548693 shutdown_connections 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/1314548693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8101420 0x7ff4e810d950 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/1314548693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8100a80 0x7ff4e8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/1314548693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/1314548693 >> 172.21.15.2:0/1314548693 conn(0x7ff4e80fc7a0 msgr2=0x7ff4e80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/1314548693 shutdown_connections 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.195+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/1314548693 wait complete. 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 Processor -- start 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 -- start start 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8101420 0x7ff4e80fd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e80fd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e8110d50 con 0x7ff4e8100a80 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e8110bd0 con 0x7ff4e8101420 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4ed2ac640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e8110ed0 con 0x7ff4e8106a80 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49722/0 (socket says 172.21.15.2:49722) 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4e6ffd640 1 -- 172.21.15.2:0/3110649085 learned_addr learned my addr 172.21.15.2:0/3110649085 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:24.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4dffff640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8101420 0x7ff4e80fd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.196+0000 7ff4e77fe640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e80fd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 -- 172.21.15.2:0/3110649085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 msgr2=0x7ff4e80fd8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e80fd8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 -- 172.21.15.2:0/3110649085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8101420 msgr2=0x7ff4e80fd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8101420 0x7ff4e80fd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 -- 172.21.15.2:0/3110649085 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e81a6840 con 0x7ff4e8100a80 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e77fe640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e80fd8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e6ffd640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800b4a0 tx=0x7ff4d800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8014070 con 0x7ff4e8100a80 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff4d8010ac0 con 0x7ff4e8100a80 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e81a6b30 con 0x7ff4e8100a80 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8017c30 con 0x7ff4e8100a80 2024-09-05T04:09:24.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.197+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e81a70c0 con 0x7ff4e8100a80 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.198+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e8100ee0 con 0x7ff4e8100a80 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.199+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7ff4d8017070 con 0x7ff4e8100a80 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.200+0000 7ff4e4ff9640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 0x7ff4d40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.200+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff4d80ce9d0 con 0x7ff4e8100a80 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.200+0000 7ff4dffff640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 0x7ff4d40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.200+0000 7ff4dffff640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 0x7ff4d40a50c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80fe900 tx=0x7ff4d000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:24.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.204+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff4d809b5d0 con 0x7ff4e8100a80 2024-09-05T04:09:24.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.418+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7ff4e8109a90 con 0x7ff4e8100a80 2024-09-05T04:09:24.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.786+0000 7ff4e4ff9640 1 -- 172.21.15.2:0/3110649085 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7ff4d809aed0 con 0x7ff4e8100a80 2024-09-05T04:09:24.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 msgr2=0x7ff4d40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 0x7ff4d40a50c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80fe900 tx=0x7ff4d000b390 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 msgr2=0x7ff4e80fce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ff4d800b4a0 tx=0x7ff4d800b960 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 shutdown_connections 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff4d40a2c00 0x7ff4d40a50c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff4e8106a80 0x7ff4e80fd8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff4e8101420 0x7ff4e80fd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 --2- 172.21.15.2:0/3110649085 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff4e8100a80 0x7ff4e80fce70 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 >> 172.21.15.2:0/3110649085 conn(0x7ff4e80fc7a0 msgr2=0x7ff4e806aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:24.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 shutdown_connections 2024-09-05T04:09:24.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:24.790+0000 7ff4ed2ac640 1 -- 172.21.15.2:0/3110649085 wait complete. 2024-09-05T04:09:25.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:24 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T04:09:25.165 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T04:09:25.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:24 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-05T04:09:25.477 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-05T04:09:25.737 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:25 smithi079 ceph-mon[34908]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:25 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T04:09:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:25 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:25 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:26.129 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:25 smithi002 ceph-mon[31001]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:26.129 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:25 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T04:09:26.130 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:25 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:26.130 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:25 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:25 smithi047 ceph-mon[34498]: pgmap v298: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:25 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3110649085' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-05T04:09:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:25 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-05T04:09:26.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:25 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 -- 172.21.15.2:0/1289716741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 msgr2=0x7f1248101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 --2- 172.21.15.2:0/1289716741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f1248101200 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f1244009900 tx=0x7f124402a480 comp rx=0 tx=0).stop 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 -- 172.21.15.2:0/1289716741 shutdown_connections 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 --2- 172.21.15.2:0/1289716741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102ef0 0x7f124810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 --2- 172.21.15.2:0/1289716741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102570 0x7f12481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 --2- 172.21.15.2:0/1289716741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f1248101200 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 -- 172.21.15.2:0/1289716741 >> 172.21.15.2:0/1289716741 conn(0x7f12480fc7d0 msgr2=0x7f12480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 -- 172.21.15.2:0/1289716741 shutdown_connections 2024-09-05T04:09:26.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.212+0000 7f124f81b640 1 -- 172.21.15.2:0/1289716741 wait complete. 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 Processor -- start 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 -- start start 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 0x7f1248199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 0x7f12481a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1248110e30 con 0x7f1248100e20 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1248110cb0 con 0x7f1248102570 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124f81b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1248110fb0 con 0x7f1248102ef0 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49746/0 (socket says 172.21.15.2:49746) 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 -- 172.21.15.2:0/96977592 learned_addr learned my addr 172.21.15.2:0/96977592 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124ddb8640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 0x7f12481a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:26.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124cdb6640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 0x7f1248199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 -- 172.21.15.2:0/96977592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 msgr2=0x7f12481a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 0x7f12481a4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 -- 172.21.15.2:0/96977592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 msgr2=0x7f1248199700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 0x7f1248199700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 -- 172.21.15.2:0/96977592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12481a4780 con 0x7f1248100e20 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124ddb8640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 0x7f12481a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124cdb6640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 0x7f1248199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.213+0000 7f124d5b7640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1244006010 tx=0x7f12440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.214+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124403f030 con 0x7f1248100e20 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.214+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12481a4950 con 0x7f1248100e20 2024-09-05T04:09:26.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.214+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1244003cb0 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.214+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1244035070 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.214+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12481a4e30 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.215+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12481021b0 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.216+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7f1244042030 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.216+0000 7f123e7fc640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 0x7f12340a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.216+0000 7f124cdb6640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 0x7f12340a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.216+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f12440efbf0 con 0x7f1248100e20 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.217+0000 7f124cdb6640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 0x7f12340a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12380058c0 tx=0x7f1238005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:26.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.220+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f12440bc7f0 con 0x7f1248100e20 2024-09-05T04:09:26.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.432+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f1248109090 con 0x7f1248100e20 2024-09-05T04:09:26.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.793+0000 7f123e7fc640 1 -- 172.21.15.2:0/96977592 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) ==== 115+0+0 (secure 0 0 0) 0x7f12440bc0f0 con 0x7f1248100e20 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 msgr2=0x7f12340a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 0x7f12340a5040 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12380058c0 tx=0x7f1238005850 comp rx=0 tx=0).stop 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 msgr2=0x7f12481991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1244006010 tx=0x7f12440042f0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 shutdown_connections 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f12340a2b80 0x7f12340a5040 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1248102ef0 0x7f12481a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1248102570 0x7f1248199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 --2- 172.21.15.2:0/96977592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1248100e20 0x7f12481991c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:26.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 >> 172.21.15.2:0/96977592 conn(0x7f12480fc7d0 msgr2=0x7f12480fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:26.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 shutdown_connections 2024-09-05T04:09:26.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:26.795+0000 7f124f81b640 1 -- 172.21.15.2:0/96977592 wait complete. 2024-09-05T04:09:27.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:26 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T04:09:27.158 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:26 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T04:09:27.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:26 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-05T04:09:27.613 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-09-05T04:09:27.613 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-05T04:09:27.873 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:27.993 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:27 smithi002 ceph-mon[31001]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 426 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:27.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:27 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T04:09:27.994 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:27 smithi002 ceph-mon[31001]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:27 smithi079 ceph-mon[34908]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 426 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:27 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T04:09:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:27 smithi079 ceph-mon[34908]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:27 smithi047 ceph-mon[34498]: pgmap v299: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 426 B/s wr, 1 op/s; 0 B/s, 0 objects/s recovering 2024-09-05T04:09:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:27 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/96977592' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-05T04:09:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:27 smithi047 ceph-mon[34498]: fsmap cephfs:1 {0=i=up:active} 1 up:standby-replay 10 up:standby 2024-09-05T04:09:28.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- 172.21.15.2:0/4037386931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624103650 msgr2=0x7fa62410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:28.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 --2- 172.21.15.2:0/4037386931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624103650 0x7fa62410bb40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa60c009900 tx=0x7fa60c02a480 comp rx=0 tx=0).stop 2024-09-05T04:09:28.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- 172.21.15.2:0/4037386931 shutdown_connections 2024-09-05T04:09:28.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 --2- 172.21.15.2:0/4037386931 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa62410c160 0x7fa62410e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 --2- 172.21.15.2:0/4037386931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624103650 0x7fa62410bb40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 --2- 172.21.15.2:0/4037386931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa624102d30 0x7fa624103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- 172.21.15.2:0/4037386931 >> 172.21.15.2:0/4037386931 conn(0x7fa6240fc790 msgr2=0x7fa6240febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- 172.21.15.2:0/4037386931 shutdown_connections 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- 172.21.15.2:0/4037386931 wait complete. 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 Processor -- start 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.375+0000 7fa629a97640 1 -- start start 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa624103650 0x7fa624198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa62410c160 0x7fa62419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa624111e10 con 0x7fa624102d30 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa624111c90 con 0x7fa624103650 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa629a97640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa624111f90 con 0x7fa62410c160 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:28.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49754/0 (socket says 172.21.15.2:49754) 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 -- 172.21.15.2:0/1625661268 learned_addr learned my addr 172.21.15.2:0/1625661268 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa623fff640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa62410c160 0x7fa62419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa61affd640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa624103650 0x7fa624198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 -- 172.21.15.2:0/1625661268 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa62410c160 msgr2=0x7fa62419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa62410c160 0x7fa62419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 -- 172.21.15.2:0/1625661268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa624103650 msgr2=0x7fa624198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa624103650 0x7fa624198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 -- 172.21.15.2:0/1625661268 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa62419d2e0 con 0x7fa624102d30 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.376+0000 7fa6237fe640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa61400d770 tx=0x7fa61400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.377+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa614017070 con 0x7fa624102d30 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.377+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa62419d5d0 con 0x7fa624102d30 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.377+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6140054d0 con 0x7fa624102d30 2024-09-05T04:09:28.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.377+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6241a4eb0 con 0x7fa624102d30 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.377+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa614004cf0 con 0x7fa624102d30 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.378+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa62406b070 con 0x7fa624102d30 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.379+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 16) ==== 137832+0+0 (secure 0 0 0) 0x7fa614004e90 con 0x7fa624102d30 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.380+0000 7fa6217fa640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 0x7fa6100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.380+0000 7fa61affd640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 0x7fa6100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.380+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fa6140ced60 con 0x7fa624102d30 2024-09-05T04:09:28.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.381+0000 7fa61affd640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 0x7fa6100a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa60c031440 tx=0x7fa60c005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:28.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.384+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa61409b310 con 0x7fa624102d30 2024-09-05T04:09:28.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.584+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa624062630 con 0x7fa6100a2b80 2024-09-05T04:09:28.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.606+0000 7fa6217fa640 1 -- 172.21.15.2:0/1625661268 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa624062630 con 0x7fa6100a2b80 2024-09-05T04:09:28.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 msgr2=0x7fa6100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:28.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 0x7fa6100a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa60c031440 tx=0x7fa60c005b50 comp rx=0 tx=0).stop 2024-09-05T04:09:28.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 msgr2=0x7fa624198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:28.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa61400d770 tx=0x7fa61400dc30 comp rx=0 tx=0).stop 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 shutdown_connections 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa6100a2b80 0x7fa6100a5040 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa62410c160 0x7fa62419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa624103650 0x7fa624198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 --2- 172.21.15.2:0/1625661268 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa624102d30 0x7fa624198330 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 >> 172.21.15.2:0/1625661268 conn(0x7fa6240fc790 msgr2=0x7fa6240fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 shutdown_connections 2024-09-05T04:09:28.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:28.608+0000 7fa629a97640 1 -- 172.21.15.2:0/1625661268 wait complete. 2024-09-05T04:09:28.919 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-mon[31001]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:28.919 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:09:28.590+0000 7fb10375c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:09:28.919 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:09:28.590+0000 7fb10375c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:09:28.919 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:09:28.590+0000 7fb10375c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:09:28.919 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:09:28.590+0000 7fb10375c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:09:28.920 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:09:28 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:09:28.590+0000 7fb10375c640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:09:29.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:28 smithi079 ceph-mon[34908]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:29.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:28 smithi047 ceph-mon[34498]: from='client.14784 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:29.370 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-05T04:09:29.626 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:30.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:29 smithi002 ceph-mon[31001]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:30.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:29 smithi002 ceph-mon[31001]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T04:09:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:29 smithi079 ceph-mon[34908]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:29 smithi079 ceph-mon[34908]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T04:09:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:29 smithi047 ceph-mon[34498]: pgmap v300: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:30.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:29 smithi047 ceph-mon[34498]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-05T04:09:30.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.269+0000 7f32fe976640 1 -- 172.21.15.2:0/3750857673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8103660 msgr2=0x7f32f810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.269+0000 7f32fe976640 1 --2- 172.21.15.2:0/3750857673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8103660 0x7f32f810bb50 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f32ec009900 tx=0x7f32ec02a480 comp rx=0 tx=0).stop 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 -- 172.21.15.2:0/3750857673 shutdown_connections 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 --2- 172.21.15.2:0/3750857673 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f810c170 0x7f32f810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 --2- 172.21.15.2:0/3750857673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8103660 0x7f32f810bb50 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 --2- 172.21.15.2:0/3750857673 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f8102d40 0x7f32f8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 -- 172.21.15.2:0/3750857673 >> 172.21.15.2:0/3750857673 conn(0x7f32f80fc7a0 msgr2=0x7f32f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 -- 172.21.15.2:0/3750857673 shutdown_connections 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 -- 172.21.15.2:0/3750857673 wait complete. 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 Processor -- start 2024-09-05T04:09:30.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.270+0000 7f32fe976640 1 -- start start 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f8103660 0x7f32f819aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f810c170 0x7f32f819ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32f8111e20 con 0x7f32f8102d40 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32f8111ca0 con 0x7f32f8103660 2024-09-05T04:09:30.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32f8111fa0 con 0x7f32f810c170 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49788/0 (socket says 172.21.15.2:49788) 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 -- 172.21.15.2:0/2632042567 learned_addr learned my addr 172.21.15.2:0/2632042567 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f77fe640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f8103660 0x7f32f819aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fcf13640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f810c170 0x7f32f819ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 -- 172.21.15.2:0/2632042567 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f810c170 msgr2=0x7f32f819ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f810c170 0x7f32f819ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 -- 172.21.15.2:0/2632042567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f8103660 msgr2=0x7f32f819aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f8103660 0x7f32f819aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 -- 172.21.15.2:0/2632042567 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f819f4c0 con 0x7f32f8102d40 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f7fff640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f32e800c920 tx=0x7f32e800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e8007c70 con 0x7f32f8102d40 2024-09-05T04:09:30.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.272+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32e8007e10 con 0x7f32f8102d40 2024-09-05T04:09:30.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.271+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f819f7b0 con 0x7f32f8102d40 2024-09-05T04:09:30.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.272+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e8018820 con 0x7f32f8102d40 2024-09-05T04:09:30.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.272+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f81a7090 con 0x7f32f8102d40 2024-09-05T04:09:30.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.273+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f8103120 con 0x7f32f8102d40 2024-09-05T04:09:30.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.274+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f32e80189c0 con 0x7f32f8102d40 2024-09-05T04:09:30.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.274+0000 7f32f57fa640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 0x7f32e00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:30.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.275+0000 7f32f77fe640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 0x7f32e00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:30.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.275+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f32e80cf950 con 0x7f32f8102d40 2024-09-05T04:09:30.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.275+0000 7f32f77fe640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 0x7f32e00a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f32ec031440 tx=0x7f32ec005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:30.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.278+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f32e8014030 con 0x7f32f8102d40 2024-09-05T04:09:30.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.482+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f32f8101ff0 con 0x7f32e00a2c10 2024-09-05T04:09:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.509+0000 7f32f57fa640 1 -- 172.21.15.2:0/2632042567 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f32f8101ff0 con 0x7f32e00a2c10 2024-09-05T04:09:30.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 msgr2=0x7f32e00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:30.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 0x7f32e00a50d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f32ec031440 tx=0x7f32ec005b50 comp rx=0 tx=0).stop 2024-09-05T04:09:30.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 msgr2=0x7f32f819a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f32e800c920 tx=0x7f32e800cde0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 shutdown_connections 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f32e00a2c10 0x7f32e00a50d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32f810c170 0x7f32f819ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32f8103660 0x7f32f819aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 --2- 172.21.15.2:0/2632042567 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32f8102d40 0x7f32f819a510 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 >> 172.21.15.2:0/2632042567 conn(0x7f32f80fc7a0 msgr2=0x7f32f81008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 shutdown_connections 2024-09-05T04:09:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:30.512+0000 7f32fe976640 1 -- 172.21.15.2:0/2632042567 wait complete. 2024-09-05T04:09:31.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:30 smithi079 ceph-mon[34908]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:31.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:30 smithi047 ceph-mon[34498]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:31.231 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:30 smithi002 ceph-mon[31001]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:31.266 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-05T04:09:31.526 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:31.935 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:31 smithi002 ceph-mon[31001]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:32.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.021+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1783415500 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50100e20 msgr2=0x7f1c50101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.021+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1783415500 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50100e20 0x7f1c50101200 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1c44009900 tx=0x7f1c4402a480 comp rx=0 tx=0).stop 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1783415500 shutdown_connections 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1783415500 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50102ef0 0x7f1c5010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1783415500 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 0x7f1c501029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1783415500 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50100e20 0x7f1c50101200 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1783415500 >> 172.21.15.2:0/1783415500 conn(0x7f1c500fc7d0 msgr2=0x7f1c500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1783415500 shutdown_connections 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1783415500 wait complete. 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 Processor -- start 2024-09-05T04:09:32.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 -- start start 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50100e20 0x7f1c50198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.022+0000 7f1c56f4c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 0x7f1c50198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c56f4c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c56f4c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1c50110f20 con 0x7f1c50102ef0 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c56f4c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1c50110da0 con 0x7f1c50100e20 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c56f4c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1c501110a0 con 0x7f1c50102570 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56274/0 (socket says 172.21.15.2:56274) 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 -- 172.21.15.2:0/1946998385 learned_addr learned my addr 172.21.15.2:0/1946998385 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c54ce8640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50100e20 0x7f1c50198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c4ffff640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 0x7f1c50198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:32.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 -- 172.21.15.2:0/1946998385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 msgr2=0x7f1c50198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 0x7f1c50198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 -- 172.21.15.2:0/1946998385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50100e20 msgr2=0x7f1c50198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50100e20 0x7f1c50198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 -- 172.21.15.2:0/1946998385 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5019d4b0 con 0x7f1c50102ef0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c554e9640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1c4800b970 tx=0x7f1c4800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c48019070 con 0x7f1c50102ef0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5019d7a0 con 0x7f1c50102ef0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c48014440 con 0x7f1c50102ef0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.023+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c480075d0 con 0x7f1c50102ef0 2024-09-05T04:09:32.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.024+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c501a5080 con 0x7f1c50102ef0 2024-09-05T04:09:32.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.025+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c50101200 con 0x7f1c50102ef0 2024-09-05T04:09:32.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.025+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f1c4801c070 con 0x7f1c50102ef0 2024-09-05T04:09:32.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.026+0000 7f1c4dffb640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 0x7f1c400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:32.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.027+0000 7f1c54ce8640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 0x7f1c400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:32.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.027+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1c480ce990 con 0x7f1c50102ef0 2024-09-05T04:09:32.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.027+0000 7f1c54ce8640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 0x7f1c400a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000c00 tx=0x7f1c44005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:32.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.031+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1c4809ae90 con 0x7f1c50102ef0 2024-09-05T04:09:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:31 smithi079 ceph-mon[34908]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:31 smithi047 ceph-mon[34498]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 85 B/s wr, 1 op/s 2024-09-05T04:09:32.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.232+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f1c50106f10 con 0x7f1c400a2c10 2024-09-05T04:09:32.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.238+0000 7f1c4dffb640 1 -- 172.21.15.2:0/1946998385 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f1c50106f10 con 0x7f1c400a2c10 2024-09-05T04:09:32.255 INFO:teuthology.orchestra.run.smithi002.stdout:/volumes/qa/sv_0/21148368-c52b-4f1b-8606-e64d0b48edf4 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 msgr2=0x7f1c400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 0x7f1c400a50d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000c00 tx=0x7f1c44005e80 comp rx=0 tx=0).stop 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 msgr2=0x7f1c5019cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1c4800b970 tx=0x7f1c4800bd70 comp rx=0 tx=0).stop 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 shutdown_connections 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1c400a2c10 0x7f1c400a50d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c50102ef0 0x7f1c5019cdd0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c50102570 0x7f1c50198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 --2- 172.21.15.2:0/1946998385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c50100e20 0x7f1c50198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:32.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 >> 172.21.15.2:0/1946998385 conn(0x7f1c500fc7d0 msgr2=0x7f1c50069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:32.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 shutdown_connections 2024-09-05T04:09:32.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:32.240+0000 7f1c56f4c640 1 -- 172.21.15.2:0/1946998385 wait complete. 2024-09-05T04:09:32.971 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-05T04:09:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:32 smithi079 ceph-mon[34908]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:32 smithi047 ceph-mon[34498]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:33.224 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:33.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:32 smithi002 ceph-mon[31001]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:33.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 -- 172.21.15.2:0/493164888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 msgr2=0x7f3cf010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 --2- 172.21.15.2:0/493164888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf010bb50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009900 tx=0x7f3cd802a480 comp rx=0 tx=0).stop 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 -- 172.21.15.2:0/493164888 shutdown_connections 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 --2- 172.21.15.2:0/493164888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 --2- 172.21.15.2:0/493164888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf010bb50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 --2- 172.21.15.2:0/493164888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 0x7f3cf0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.763+0000 7f3cf6704640 1 -- 172.21.15.2:0/493164888 >> 172.21.15.2:0/493164888 conn(0x7f3cf00fc7a0 msgr2=0x7f3cf00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- 172.21.15.2:0/493164888 shutdown_connections 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- 172.21.15.2:0/493164888 wait complete. 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 Processor -- start 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- start start 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 0x7f3cf0198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:33.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf0111e20 con 0x7f3cf0103660 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf0111ca0 con 0x7f3cf0102d40 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3cf6704640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf0111fa0 con 0x7f3cf010c170 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56300/0 (socket says 172.21.15.2:56300) 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.764+0000 7f3ce7fff640 1 -- 172.21.15.2:0/3395830569 learned_addr learned my addr 172.21.15.2:0/3395830569 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ceffff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 0x7f3cf0198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cf4ca1640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 -- 172.21.15.2:0/3395830569 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 msgr2=0x7f3cf019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 -- 172.21.15.2:0/3395830569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 msgr2=0x7f3cf0198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 0x7f3cf0198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:33.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 -- 172.21.15.2:0/3395830569 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cf019d2f0 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cf4ca1640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8006010 tx=0x7f3cd80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd803f030 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cd8003800 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cf019d580 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8035070 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.765+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cf01a4ec0 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.766+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cf006b070 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.767+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f3cd80039b0 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.768+0000 7f3cedffb640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 0x7f3cdc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.768+0000 7f3ceffff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 0x7f3cdc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.768+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f3cd80efe60 con 0x7f3cf0103660 2024-09-05T04:09:33.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.768+0000 7f3ceffff640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 0x7f3cdc0a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000abe0 tx=0x7f3ce000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:33.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.772+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3cd80bc8a0 con 0x7f3cf0103660 2024-09-05T04:09:33.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:33.979+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f3cf0107210 con 0x7f3cdc0a2c10 2024-09-05T04:09:33.980 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:33 smithi002 ceph-mon[31001]: pgmap v302: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 3 op/s 2024-09-05T04:09:34.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.004+0000 7f3cedffb640 1 -- 172.21.15.2:0/3395830569 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f3cf0107210 con 0x7f3cdc0a2c10 2024-09-05T04:09:34.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.006+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 msgr2=0x7f3cdc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:34.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.006+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 0x7f3cdc0a50d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000abe0 tx=0x7f3ce000a2d0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.006+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 msgr2=0x7f3cf0198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:34.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.006+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8006010 tx=0x7f3cd80042f0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 shutdown_connections 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3cdc0a2c10 0x7f3cdc0a50d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3cf010c170 0x7f3cf019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3cf0103660 0x7f3cf0198880 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 --2- 172.21.15.2:0/3395830569 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3cf0102d40 0x7f3cf0198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 >> 172.21.15.2:0/3395830569 conn(0x7f3cf00fc7a0 msgr2=0x7f3cf00fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 shutdown_connections 2024-09-05T04:09:34.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:34.007+0000 7f3cf6704640 1 -- 172.21.15.2:0/3395830569 wait complete. 2024-09-05T04:09:34.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:33 smithi079 ceph-mon[34908]: pgmap v302: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 3 op/s 2024-09-05T04:09:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:33 smithi047 ceph-mon[34498]: pgmap v302: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 3 op/s 2024-09-05T04:09:34.772 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-05T04:09:35.025 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:35.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:34 smithi002 ceph-mon[31001]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:35.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:34 smithi047 ceph-mon[34498]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:35.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:34 smithi079 ceph-mon[34908]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:35.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 -- 172.21.15.2:0/4238165048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208101410 msgr2=0x7f920810d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:35.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 --2- 172.21.15.2:0/4238165048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208101410 0x7f920810d940 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9200009cd0 tx=0x7f920002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 -- 172.21.15.2:0/4238165048 shutdown_connections 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 --2- 172.21.15.2:0/4238165048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208101410 0x7f920810d940 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 --2- 172.21.15.2:0/4238165048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208100a70 0x7f9208100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 --2- 172.21.15.2:0/4238165048 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208106a70 0x7f9208106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 -- 172.21.15.2:0/4238165048 >> 172.21.15.2:0/4238165048 conn(0x7f92080fc790 msgr2=0x7f92080febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 -- 172.21.15.2:0/4238165048 shutdown_connections 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.516+0000 7f920ea72640 1 -- 172.21.15.2:0/4238165048 wait complete. 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 Processor -- start 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 -- start start 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 0x7f9208198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 0x7f92081989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:35.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9208110dc0 con 0x7f9208106a70 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9208110c40 con 0x7f9208101410 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920ea72640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9208110f40 con 0x7f9208100a70 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56320/0 (socket says 172.21.15.2:56320) 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 -- 172.21.15.2:0/688335535 learned_addr learned my addr 172.21.15.2:0/688335535 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f9207fff640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 0x7f92081989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920c80e640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 0x7f9208198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 -- 172.21.15.2:0/688335535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 msgr2=0x7f9208198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 0x7f9208198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 -- 172.21.15.2:0/688335535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 msgr2=0x7f92081989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 0x7f92081989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 -- 172.21.15.2:0/688335535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920819d430 con 0x7f9208106a70 2024-09-05T04:09:35.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920c80e640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 0x7f9208198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f9207fff640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 0x7f92081989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.517+0000 7f920d00f640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9200005cc0 tx=0x7f9200003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.518+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200004240 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.518+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92000305a0 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.518+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920819d6c0 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.518+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92000466c0 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.518+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92081a5000 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.519+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9208100f50 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.520+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f9200030ac0 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.521+0000 7f9205ffb640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 0x7f91f80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.521+0000 7f920c80e640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 0x7f91f80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.521+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f920002e030 con 0x7f9208106a70 2024-09-05T04:09:35.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.521+0000 7f920c80e640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 0x7f91f80a5150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f91fc009930 tx=0x7f91fc008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:35.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.524+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f920004b060 con 0x7f9208106a70 2024-09-05T04:09:35.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.729+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f9208062630 con 0x7f91f80a2c90 2024-09-05T04:09:35.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.733+0000 7f9205ffb640 1 -- 172.21.15.2:0/688335535 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f9208062630 con 0x7f91f80a2c90 2024-09-05T04:09:35.734 INFO:teuthology.orchestra.run.smithi002.stdout:/volumes/qa/sv_1/2858dcd6-71f6-43e2-9a6c-648c7b3e3926 2024-09-05T04:09:35.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 msgr2=0x7f91f80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:35.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 0x7f91f80a5150 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f91fc009930 tx=0x7f91fc008040 comp rx=0 tx=0).stop 2024-09-05T04:09:35.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 msgr2=0x7f920819cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9200005cc0 tx=0x7f9200003ba0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 shutdown_connections 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f91f80a2c90 0x7f91f80a5150 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9208106a70 0x7f920819cd50 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9208101410 0x7f92081989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 --2- 172.21.15.2:0/688335535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9208100a70 0x7f9208198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 >> 172.21.15.2:0/688335535 conn(0x7f92080fc790 msgr2=0x7f920806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 shutdown_connections 2024-09-05T04:09:35.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:35.736+0000 7f920ea72640 1 -- 172.21.15.2:0/688335535 wait complete. 2024-09-05T04:09:36.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:35 smithi002 ceph-mon[31001]: pgmap v303: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:36.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:35 smithi047 ceph-mon[34498]: pgmap v303: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:36.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:35 smithi079 ceph-mon[34908]: pgmap v303: 129 pgs: 129 active+clean; 601 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:36.566 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:09:36.819 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:37.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:36 smithi047 ceph-mon[34498]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:37.192 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:36 smithi002 ceph-mon[31001]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:37.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 -- 172.21.15.2:0/2399055296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108106a80 msgr2=0x7f3108106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:37.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 --2- 172.21.15.2:0/2399055296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108106a80 0x7f3108106e60 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f30f8009930 tx=0x7f30f802a420 comp rx=0 tx=0).stop 2024-09-05T04:09:37.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 -- 172.21.15.2:0/2399055296 shutdown_connections 2024-09-05T04:09:37.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 --2- 172.21.15.2:0/2399055296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108101420 0x7f310810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 --2- 172.21.15.2:0/2399055296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108100a80 0x7f3108100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 --2- 172.21.15.2:0/2399055296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108106a80 0x7f3108106e60 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 -- 172.21.15.2:0/2399055296 >> 172.21.15.2:0/2399055296 conn(0x7f31080fc7a0 msgr2=0x7f31080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 -- 172.21.15.2:0/2399055296 shutdown_connections 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.271+0000 7f310c899640 1 -- 172.21.15.2:0/2399055296 wait complete. 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 Processor -- start 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 -- start start 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108101420 0x7f3108198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108106a80 0x7f310819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3108110d30 con 0x7f3108100a80 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3108110bb0 con 0x7f3108101420 2024-09-05T04:09:37.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.272+0000 7f310c899640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3108110eb0 con 0x7f3108106a80 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56328/0 (socket says 172.21.15.2:56328) 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 -- 172.21.15.2:0/3358022282 learned_addr learned my addr 172.21.15.2:0/3358022282 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f3105d9b640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108101420 0x7f3108198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f3106d9d640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108106a80 0x7f310819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 -- 172.21.15.2:0/3358022282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108106a80 msgr2=0x7f310819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108106a80 0x7f310819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 -- 172.21.15.2:0/3358022282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108101420 msgr2=0x7f3108198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108101420 0x7f3108198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 -- 172.21.15.2:0/3358022282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f310819d2e0 con 0x7f3108100a80 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310659c640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f30f8004770 tx=0x7f30f80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f803f070 con 0x7f3108100a80 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f30f803b460 con 0x7f3108100a80 2024-09-05T04:09:37.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f310819d570 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30f8035070 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.273+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31081a4eb0 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.274+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3108100ee0 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.276+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f30f803b610 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.276+0000 7f30ff7fe640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 0x7f30f40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.277+0000 7f3105d9b640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 0x7f30f40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.277+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f30f80ef810 con 0x7f3108100a80 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.277+0000 7f3105d9b640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 0x7f30f40a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f310806b7e0 tx=0x7f30f000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:37.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.281+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f30f80bbc60 con 0x7f3108100a80 2024-09-05T04:09:37.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:36 smithi079 ceph-mon[34908]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:09:37.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.494+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31081a5080 con 0x7f3108100a80 2024-09-05T04:09:37.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.495+0000 7f30ff7fe640 1 -- 172.21.15.2:0/3358022282 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f30f80bff60 con 0x7f3108100a80 2024-09-05T04:09:37.496 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:37.496 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:09:37.496 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:09:37.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 msgr2=0x7f30f40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:37.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 0x7f30f40a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f310806b7e0 tx=0x7f30f000b390 comp rx=0 tx=0).stop 2024-09-05T04:09:37.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 msgr2=0x7f3108198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:37.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f30f8004770 tx=0x7f30f80042f0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 shutdown_connections 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f30f40a2c10 0x7f30f40a50d0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3108106a80 0x7f310819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3108101420 0x7f3108198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 --2- 172.21.15.2:0/3358022282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3108100a80 0x7f3108198330 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.497+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 >> 172.21.15.2:0/3358022282 conn(0x7f31080fc7a0 msgr2=0x7f3108104cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.498+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 shutdown_connections 2024-09-05T04:09:37.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:37.498+0000 7f310c899640 1 -- 172.21.15.2:0/3358022282 wait complete. 2024-09-05T04:09:38.163 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:37 smithi002 ceph-mon[31001]: pgmap v304: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.1 KiB/s wr, 4 op/s 2024-09-05T04:09:38.164 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:37 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3358022282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:37 smithi047 ceph-mon[34498]: pgmap v304: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.1 KiB/s wr, 4 op/s 2024-09-05T04:09:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:37 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3358022282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:38.192 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:38.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:37 smithi079 ceph-mon[34908]: pgmap v304: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 4.1 KiB/s wr, 4 op/s 2024-09-05T04:09:38.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:37 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3358022282' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:09:38.443 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:38.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 -- 172.21.15.2:0/3756425103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 msgr2=0x7f889c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 --2- 172.21.15.2:0/3756425103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c1029b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f888c009900 tx=0x7f888c02a480 comp rx=0 tx=0).stop 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 -- 172.21.15.2:0/3756425103 shutdown_connections 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 --2- 172.21.15.2:0/3756425103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 0x7f889c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 --2- 172.21.15.2:0/3756425103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c1029b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 --2- 172.21.15.2:0/3756425103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 0x7f889c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 -- 172.21.15.2:0/3756425103 >> 172.21.15.2:0/3756425103 conn(0x7f889c0fc7d0 msgr2=0x7f889c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 -- 172.21.15.2:0/3756425103 shutdown_connections 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.930+0000 7f88a36ec640 1 -- 172.21.15.2:0/3756425103 wait complete. 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 Processor -- start 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 -- start start 2024-09-05T04:09:38.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 0x7f889c199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 0x7f889c1a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f889c110e00 con 0x7f889c102570 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f889c110c80 con 0x7f889c102ef0 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a36ec640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f889c110f80 con 0x7f889c100e20 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a0c87640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a0c87640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56340/0 (socket says 172.21.15.2:56340) 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.931+0000 7f88a0c87640 1 -- 172.21.15.2:0/496937581 learned_addr learned my addr 172.21.15.2:0/496937581 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a1488640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 0x7f889c199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a1c89640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 0x7f889c1a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:38.954 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 -- 172.21.15.2:0/496937581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 msgr2=0x7f889c199330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 0x7f889c199330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 -- 172.21.15.2:0/496937581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 msgr2=0x7f889c1a43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 0x7f889c1a43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 -- 172.21.15.2:0/496937581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c1a48f0 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a0c87640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f888c006010 tx=0x7f888c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c03f030 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f888c003cb0 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889c1a4ac0 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c035070 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.932+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889c1a4f10 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.933+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f889c101200 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.934+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f888c042030 con 0x7f889c102570 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.935+0000 7f88927fc640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 0x7f88880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:38.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.935+0000 7f88a1488640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 0x7f88880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:38.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.935+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f888c0ef9c0 con 0x7f889c102570 2024-09-05T04:09:38.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.935+0000 7f88a1488640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 0x7f88880a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f889800bbe0 tx=0x7f889800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:38.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:38.939+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f888c0bbdb0 con 0x7f889c102570 2024-09-05T04:09:39.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.120+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f889c109090 con 0x7f889c102570 2024-09-05T04:09:39.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.121+0000 7f88927fc640 1 -- 172.21.15.2:0/496937581 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24609 (secure 0 0 0) 0x7f888c0c00b0 con 0x7f889c102570 2024-09-05T04:09:39.123 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:39.123 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":91,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:11.747273+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:39.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.123+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 msgr2=0x7f88880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:39.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.123+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 0x7f88880a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f889800bbe0 tx=0x7f889800b390 comp rx=0 tx=0).stop 2024-09-05T04:09:39.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.123+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 msgr2=0x7f889c199870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:39.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.123+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f888c006010 tx=0x7f888c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:09:39.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 shutdown_connections 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88880a2c10 0x7f88880a50d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f889c102ef0 0x7f889c1a43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f889c102570 0x7f889c199870 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 --2- 172.21.15.2:0/496937581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f889c100e20 0x7f889c199330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 >> 172.21.15.2:0/496937581 conn(0x7f889c0fc7d0 msgr2=0x7f889c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 shutdown_connections 2024-09-05T04:09:39.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:39.124+0000 7f88a36ec640 1 -- 172.21.15.2:0/496937581 wait complete. 2024-09-05T04:09:39.866 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:39 smithi002 ceph-mon[31001]: pgmap v305: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:39.866 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:39 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/496937581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:39.894 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T04:09:39.895 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:09:40.146 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:39 smithi047 ceph-mon[34498]: pgmap v305: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:40.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:39 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/496937581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:39 smithi079 ceph-mon[34908]: pgmap v305: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:40.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:39 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/496937581' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:40.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 -- 172.21.15.2:0/2148213775 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 msgr2=0x7f3b2c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 --2- 172.21.15.2:0/2148213775 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c100ee0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3b20009930 tx=0x7f3b2002a420 comp rx=0 tx=0).stop 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 -- 172.21.15.2:0/2148213775 shutdown_connections 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 --2- 172.21.15.2:0/2148213775 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 0x7f3b2c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 --2- 172.21.15.2:0/2148213775 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c100ee0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 --2- 172.21.15.2:0/2148213775 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 -- 172.21.15.2:0/2148213775 >> 172.21.15.2:0/2148213775 conn(0x7f3b2c0fc7a0 msgr2=0x7f3b2c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.634+0000 7f3b32594640 1 -- 172.21.15.2:0/2148213775 shutdown_connections 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 -- 172.21.15.2:0/2148213775 wait complete. 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 Processor -- start 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 -- start start 2024-09-05T04:09:40.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 0x7f3b2c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3b2c111e80 con 0x7f3b2c100a80 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3b2c111d00 con 0x7f3b2c106a80 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.635+0000 7f3b32594640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3b2c112000 con 0x7f3b2c101420 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56358/0 (socket says 172.21.15.2:56358) 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 -- 172.21.15.2:0/2820604582 learned_addr learned my addr 172.21.15.2:0/2820604582 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b30b31640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2b7fe640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 0x7f3b2c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 -- 172.21.15.2:0/2820604582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 msgr2=0x7f3b2c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 0x7f3b2c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 -- 172.21.15.2:0/2820604582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 msgr2=0x7f3b2c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 -- 172.21.15.2:0/2820604582 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b2c19d370 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b30b31640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b2bfff640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c00d950 tx=0x7f3b1c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1c017070 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b1c009c30 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b2c19d660 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1c00f620 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.636+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b2c1a4f40 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.637+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b2c100ee0 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.639+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f3b1c0109a0 con 0x7f3b2c100a80 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.639+0000 7f3b297fa640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 0x7f3b140a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.639+0000 7f3b2b7fe640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 0x7f3b140a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:40.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.639+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f3b1c0cf110 con 0x7f3b2c100a80 2024-09-05T04:09:40.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.640+0000 7f3b2b7fe640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 0x7f3b140a5150 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3b20006010 tx=0x7f3b20000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:40.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.643+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3b1c009de0 con 0x7f3b2c100a80 2024-09-05T04:09:40.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.817+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3b2c062630 con 0x7f3b140a2c90 2024-09-05T04:09:40.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.827+0000 7f3b297fa640 1 -- 172.21.15.2:0/2820604582 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340296 (secure 0 0 0) 0x7f3b2c062630 con 0x7f3b140a2c90 2024-09-05T04:09:40.832 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:40.834 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 msgr2=0x7f3b140a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 0x7f3b140a5150 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3b20006010 tx=0x7f3b20000bc0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 msgr2=0x7f3b2c1983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c00d950 tx=0x7f3b1c00de10 comp rx=0 tx=0).stop 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 shutdown_connections 2024-09-05T04:09:40.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3b140a2c90 0x7f3b140a5150 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b2c106a80 0x7f3b2c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b2c101420 0x7f3b2c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 --2- 172.21.15.2:0/2820604582 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b2c100a80 0x7f3b2c1983c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.830+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 >> 172.21.15.2:0/2820604582 conn(0x7f3b2c0fc7a0 msgr2=0x7f3b2c0fd060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.831+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 shutdown_connections 2024-09-05T04:09:40.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:40.831+0000 7f3b32594640 1 -- 172.21.15.2:0/2820604582 wait complete. 2024-09-05T04:09:41.604 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":306,"stamp":"2024-09-05T04:09:40.644382+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":634745,"num_objects":26,"num_object_clones":0,"num_object_copies":80,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":172,"num_read_kb":182,"num_write":255,"num_write_kb":3007,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":200,"ondisk_log_size":200,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359104,"kb_used_data":14000,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582720,"statfs":{"total":1151940427776,"available":1151572705280,"internally_reserved":0,"allocated":14336000,"data_stored":8012175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39735,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":24,"num_read_kb":50,"num_write":25,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003502"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750978+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:09:11.750978+0000","last_peered":"2024-09-05T04:09:11.750978+0000","last_clean":"2024-09-05T04:09:11.750978+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:09:11.750978+0000","last_undegraded":"2024-09-05T04:09:11.750978+0000","last_fullsized":"2024-09-05T04:09:11.750978+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925599+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:09:11.925599+0000","last_peered":"2024-09-05T04:09:11.925599+0000","last_clean":"2024-09-05T04:09:11.925599+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:09:11.925599+0000","last_undegraded":"2024-09-05T04:09:11.925599+0000","last_fullsized":"2024-09-05T04:09:11.925599+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752711+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:09:11.752711+0000","last_peered":"2024-09-05T04:09:11.752711+0000","last_clean":"2024-09-05T04:09:11.752711+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:09:11.752711+0000","last_undegraded":"2024-09-05T04:09:11.752711+0000","last_fullsized":"2024-09-05T04:09:11.752711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925778+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:09:11.925778+0000","last_peered":"2024-09-05T04:09:11.925778+0000","last_clean":"2024-09-05T04:09:11.925778+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:09:11.925778+0000","last_undegraded":"2024-09-05T04:09:11.925778+0000","last_fullsized":"2024-09-05T04:09:11.925778+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754042+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:09:11.754042+0000","last_peered":"2024-09-05T04:09:11.754042+0000","last_clean":"2024-09-05T04:09:11.754042+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:09:11.754042+0000","last_undegraded":"2024-09-05T04:09:11.754042+0000","last_fullsized":"2024-09-05T04:09:11.754042+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750927+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:09:11.750927+0000","last_peered":"2024-09-05T04:09:11.750927+0000","last_clean":"2024-09-05T04:09:11.750927+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:09:11.750927+0000","last_undegraded":"2024-09-05T04:09:11.750927+0000","last_fullsized":"2024-09-05T04:09:11.750927+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760732+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:09:11.760732+0000","last_peered":"2024-09-05T04:09:11.760732+0000","last_clean":"2024-09-05T04:09:11.760732+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:09:11.760732+0000","last_undegraded":"2024-09-05T04:09:11.760732+0000","last_fullsized":"2024-09-05T04:09:11.760732+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925549+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:09:11.925549+0000","last_peered":"2024-09-05T04:09:11.925549+0000","last_clean":"2024-09-05T04:09:11.925549+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:09:11.925549+0000","last_undegraded":"2024-09-05T04:09:11.925549+0000","last_fullsized":"2024-09-05T04:09:11.925549+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752235+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:09:11.752235+0000","last_peered":"2024-09-05T04:09:11.752235+0000","last_clean":"2024-09-05T04:09:11.752235+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:09:11.752235+0000","last_undegraded":"2024-09-05T04:09:11.752235+0000","last_fullsized":"2024-09-05T04:09:11.752235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.761205+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:09:11.761205+0000","last_peered":"2024-09-05T04:09:11.761205+0000","last_clean":"2024-09-05T04:09:11.761205+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:09:11.761205+0000","last_undegraded":"2024-09-05T04:09:11.761205+0000","last_fullsized":"2024-09-05T04:09:11.761205+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755181+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:09:11.755181+0000","last_peered":"2024-09-05T04:09:11.755181+0000","last_clean":"2024-09-05T04:09:11.755181+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:09:11.755181+0000","last_undegraded":"2024-09-05T04:09:11.755181+0000","last_fullsized":"2024-09-05T04:09:11.755181+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751187+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:09:11.751187+0000","last_peered":"2024-09-05T04:09:11.751187+0000","last_clean":"2024-09-05T04:09:11.751187+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:09:11.751187+0000","last_undegraded":"2024-09-05T04:09:11.751187+0000","last_fullsized":"2024-09-05T04:09:11.751187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755157+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:09:11.755157+0000","last_peered":"2024-09-05T04:09:11.755157+0000","last_clean":"2024-09-05T04:09:11.755157+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:09:11.755157+0000","last_undegraded":"2024-09-05T04:09:11.755157+0000","last_fullsized":"2024-09-05T04:09:11.755157+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:15.458461+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:09:15.458461+0000","last_peered":"2024-09-05T04:09:15.458461+0000","last_clean":"2024-09-05T04:09:15.458461+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:09:15.458461+0000","last_undegraded":"2024-09-05T04:09:15.458461+0000","last_fullsized":"2024-09-05T04:09:15.458461+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751478+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:09:11.751478+0000","last_peered":"2024-09-05T04:09:11.751478+0000","last_clean":"2024-09-05T04:09:11.751478+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:09:11.751478+0000","last_undegraded":"2024-09-05T04:09:11.751478+0000","last_fullsized":"2024-09-05T04:09:11.751478+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925405+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:09:11.925405+0000","last_peered":"2024-09-05T04:09:11.925405+0000","last_clean":"2024-09-05T04:09:11.925405+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:09:11.925405+0000","last_undegraded":"2024-09-05T04:09:11.925405+0000","last_fullsized":"2024-09-05T04:09:11.925405+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.929114+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:09:11.929114+0000","last_peered":"2024-09-05T04:09:11.929114+0000","last_clean":"2024-09-05T04:09:11.929114+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:09:11.929114+0000","last_undegraded":"2024-09-05T04:09:11.929114+0000","last_fullsized":"2024-09-05T04:09:11.929114+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751658+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:09:11.751658+0000","last_peered":"2024-09-05T04:09:11.751658+0000","last_clean":"2024-09-05T04:09:11.751658+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:09:11.751658+0000","last_undegraded":"2024-09-05T04:09:11.751658+0000","last_fullsized":"2024-09-05T04:09:11.751658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756170+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:09:11.756170+0000","last_peered":"2024-09-05T04:09:11.756170+0000","last_clean":"2024-09-05T04:09:11.756170+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:09:11.756170+0000","last_undegraded":"2024-09-05T04:09:11.756170+0000","last_fullsized":"2024-09-05T04:09:11.756170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925646+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:09:11.925646+0000","last_peered":"2024-09-05T04:09:11.925646+0000","last_clean":"2024-09-05T04:09:11.925646+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:09:11.925646+0000","last_undegraded":"2024-09-05T04:09:11.925646+0000","last_fullsized":"2024-09-05T04:09:11.925646+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750745+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:09:11.750745+0000","last_peered":"2024-09-05T04:09:11.750745+0000","last_clean":"2024-09-05T04:09:11.750745+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:09:11.750745+0000","last_undegraded":"2024-09-05T04:09:11.750745+0000","last_fullsized":"2024-09-05T04:09:11.750745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760125+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:09:11.760125+0000","last_peered":"2024-09-05T04:09:11.760125+0000","last_clean":"2024-09-05T04:09:11.760125+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:09:11.760125+0000","last_undegraded":"2024-09-05T04:09:11.760125+0000","last_fullsized":"2024-09-05T04:09:11.760125+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925029+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:09:11.925029+0000","last_peered":"2024-09-05T04:09:11.925029+0000","last_clean":"2024-09-05T04:09:11.925029+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:09:11.925029+0000","last_undegraded":"2024-09-05T04:09:11.925029+0000","last_fullsized":"2024-09-05T04:09:11.925029+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751379+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:09:11.751379+0000","last_peered":"2024-09-05T04:09:11.751379+0000","last_clean":"2024-09-05T04:09:11.751379+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:09:11.751379+0000","last_undegraded":"2024-09-05T04:09:11.751379+0000","last_fullsized":"2024-09-05T04:09:11.751379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.926520+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:09:11.926520+0000","last_peered":"2024-09-05T04:09:11.926520+0000","last_clean":"2024-09-05T04:09:11.926520+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:09:11.926520+0000","last_undegraded":"2024-09-05T04:09:11.926520+0000","last_fullsized":"2024-09-05T04:09:11.926520+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751993+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:09:11.751993+0000","last_peered":"2024-09-05T04:09:11.751993+0000","last_clean":"2024-09-05T04:09:11.751993+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:09:11.751993+0000","last_undegraded":"2024-09-05T04:09:11.751993+0000","last_fullsized":"2024-09-05T04:09:11.751993+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752850+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:09:11.752850+0000","last_peered":"2024-09-05T04:09:11.752850+0000","last_clean":"2024-09-05T04:09:11.752850+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:09:11.752850+0000","last_undegraded":"2024-09-05T04:09:11.752850+0000","last_fullsized":"2024-09-05T04:09:11.752850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925750+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:09:11.925750+0000","last_peered":"2024-09-05T04:09:11.925750+0000","last_clean":"2024-09-05T04:09:11.925750+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:09:11.925750+0000","last_undegraded":"2024-09-05T04:09:11.925750+0000","last_fullsized":"2024-09-05T04:09:11.925750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'6","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:34.690589+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:09:34.690589+0000","last_peered":"2024-09-05T04:09:34.690589+0000","last_clean":"2024-09-05T04:09:34.690589+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:09:34.690589+0000","last_undegraded":"2024-09-05T04:09:34.690589+0000","last_fullsized":"2024-09-05T04:09:34.690589+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925136+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:09:11.925136+0000","last_peered":"2024-09-05T04:09:11.925136+0000","last_clean":"2024-09-05T04:09:11.925136+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:09:11.925136+0000","last_undegraded":"2024-09-05T04:09:11.925136+0000","last_fullsized":"2024-09-05T04:09:11.925136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753082+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:09:11.753082+0000","last_peered":"2024-09-05T04:09:11.753082+0000","last_clean":"2024-09-05T04:09:11.753082+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:09:11.753082+0000","last_undegraded":"2024-09-05T04:09:11.753082+0000","last_fullsized":"2024-09-05T04:09:11.753082+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760806+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:09:11.760806+0000","last_peered":"2024-09-05T04:09:11.760806+0000","last_clean":"2024-09-05T04:09:11.760806+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:09:11.760806+0000","last_undegraded":"2024-09-05T04:09:11.760806+0000","last_fullsized":"2024-09-05T04:09:11.760806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756745+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:09:11.756745+0000","last_peered":"2024-09-05T04:09:11.756745+0000","last_clean":"2024-09-05T04:09:11.756745+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:09:11.756745+0000","last_undegraded":"2024-09-05T04:09:11.756745+0000","last_fullsized":"2024-09-05T04:09:11.756745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753033+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:09:11.753033+0000","last_peered":"2024-09-05T04:09:11.753033+0000","last_clean":"2024-09-05T04:09:11.753033+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:09:11.753033+0000","last_undegraded":"2024-09-05T04:09:11.753033+0000","last_fullsized":"2024-09-05T04:09:11.753033+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750662+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:09:11.750662+0000","last_peered":"2024-09-05T04:09:11.750662+0000","last_clean":"2024-09-05T04:09:11.750662+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:09:11.750662+0000","last_undegraded":"2024-09-05T04:09:11.750662+0000","last_fullsized":"2024-09-05T04:09:11.750662+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760142+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:09:11.760142+0000","last_peered":"2024-09-05T04:09:11.760142+0000","last_clean":"2024-09-05T04:09:11.760142+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:09:11.760142+0000","last_undegraded":"2024-09-05T04:09:11.760142+0000","last_fullsized":"2024-09-05T04:09:11.760142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752992+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:09:11.752992+0000","last_peered":"2024-09-05T04:09:11.752992+0000","last_clean":"2024-09-05T04:09:11.752992+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:09:11.752992+0000","last_undegraded":"2024-09-05T04:09:11.752992+0000","last_fullsized":"2024-09-05T04:09:11.752992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755389+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:09:11.755389+0000","last_peered":"2024-09-05T04:09:11.755389+0000","last_clean":"2024-09-05T04:09:11.755389+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:09:11.755389+0000","last_undegraded":"2024-09-05T04:09:11.755389+0000","last_fullsized":"2024-09-05T04:09:11.755389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752586+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:09:11.752586+0000","last_peered":"2024-09-05T04:09:11.752586+0000","last_clean":"2024-09-05T04:09:11.752586+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:09:11.752586+0000","last_undegraded":"2024-09-05T04:09:11.752586+0000","last_fullsized":"2024-09-05T04:09:11.752586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754372+0000","last_change":"2024-09-05T04:08:50.686881+0000","last_active":"2024-09-05T04:09:11.754372+0000","last_peered":"2024-09-05T04:09:11.754372+0000","last_clean":"2024-09-05T04:09:11.754372+0000","last_became_active":"2024-09-05T04:08:50.686566+0000","last_became_peered":"2024-09-05T04:08:50.686566+0000","last_unstale":"2024-09-05T04:09:11.754372+0000","last_undegraded":"2024-09-05T04:09:11.754372+0000","last_fullsized":"2024-09-05T04:09:11.754372+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:19.302027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752207+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:09:11.752207+0000","last_peered":"2024-09-05T04:09:11.752207+0000","last_clean":"2024-09-05T04:09:11.752207+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:09:11.752207+0000","last_undegraded":"2024-09-05T04:09:11.752207+0000","last_fullsized":"2024-09-05T04:09:11.752207+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753135+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:09:11.753135+0000","last_peered":"2024-09-05T04:09:11.753135+0000","last_clean":"2024-09-05T04:09:11.753135+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:09:11.753135+0000","last_undegraded":"2024-09-05T04:09:11.753135+0000","last_fullsized":"2024-09-05T04:09:11.753135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752095+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:09:11.752095+0000","last_peered":"2024-09-05T04:09:11.752095+0000","last_clean":"2024-09-05T04:09:11.752095+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:09:11.752095+0000","last_undegraded":"2024-09-05T04:09:11.752095+0000","last_fullsized":"2024-09-05T04:09:11.752095+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.758490+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:09:11.758490+0000","last_peered":"2024-09-05T04:09:11.758490+0000","last_clean":"2024-09-05T04:09:11.758490+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:09:11.758490+0000","last_undegraded":"2024-09-05T04:09:11.758490+0000","last_fullsized":"2024-09-05T04:09:11.758490+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754658+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:09:11.754658+0000","last_peered":"2024-09-05T04:09:11.754658+0000","last_clean":"2024-09-05T04:09:11.754658+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:09:11.754658+0000","last_undegraded":"2024-09-05T04:09:11.754658+0000","last_fullsized":"2024-09-05T04:09:11.754658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925495+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:09:11.925495+0000","last_peered":"2024-09-05T04:09:11.925495+0000","last_clean":"2024-09-05T04:09:11.925495+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:09:11.925495+0000","last_undegraded":"2024-09-05T04:09:11.925495+0000","last_fullsized":"2024-09-05T04:09:11.925495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752376+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:09:11.752376+0000","last_peered":"2024-09-05T04:09:11.752376+0000","last_clean":"2024-09-05T04:09:11.752376+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:09:11.752376+0000","last_undegraded":"2024-09-05T04:09:11.752376+0000","last_fullsized":"2024-09-05T04:09:11.752376+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":357,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755662+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:09:11.755662+0000","last_peered":"2024-09-05T04:09:11.755662+0000","last_clean":"2024-09-05T04:09:11.755662+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:09:11.755662+0000","last_undegraded":"2024-09-05T04:09:11.755662+0000","last_fullsized":"2024-09-05T04:09:11.755662+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755690+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:09:11.755690+0000","last_peered":"2024-09-05T04:09:11.755690+0000","last_clean":"2024-09-05T04:09:11.755690+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:09:11.755690+0000","last_undegraded":"2024-09-05T04:09:11.755690+0000","last_fullsized":"2024-09-05T04:09:11.755690+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755799+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:09:11.755799+0000","last_peered":"2024-09-05T04:09:11.755799+0000","last_clean":"2024-09-05T04:09:11.755799+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:09:11.755799+0000","last_undegraded":"2024-09-05T04:09:11.755799+0000","last_fullsized":"2024-09-05T04:09:11.755799+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753164+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:09:11.753164+0000","last_peered":"2024-09-05T04:09:11.753164+0000","last_clean":"2024-09-05T04:09:11.753164+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:09:11.753164+0000","last_undegraded":"2024-09-05T04:09:11.753164+0000","last_fullsized":"2024-09-05T04:09:11.753164+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925037+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:09:11.925037+0000","last_peered":"2024-09-05T04:09:11.925037+0000","last_clean":"2024-09-05T04:09:11.925037+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:09:11.925037+0000","last_undegraded":"2024-09-05T04:09:11.925037+0000","last_fullsized":"2024-09-05T04:09:11.925037+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755392+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:09:11.755392+0000","last_peered":"2024-09-05T04:09:11.755392+0000","last_clean":"2024-09-05T04:09:11.755392+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:09:11.755392+0000","last_undegraded":"2024-09-05T04:09:11.755392+0000","last_fullsized":"2024-09-05T04:09:11.755392+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755397+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:09:11.755397+0000","last_peered":"2024-09-05T04:09:11.755397+0000","last_clean":"2024-09-05T04:09:11.755397+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:09:11.755397+0000","last_undegraded":"2024-09-05T04:09:11.755397+0000","last_fullsized":"2024-09-05T04:09:11.755397+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754414+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:09:11.754414+0000","last_peered":"2024-09-05T04:09:11.754414+0000","last_clean":"2024-09-05T04:09:11.754414+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:09:11.754414+0000","last_undegraded":"2024-09-05T04:09:11.754414+0000","last_fullsized":"2024-09-05T04:09:11.754414+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756289+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:09:11.756289+0000","last_peered":"2024-09-05T04:09:11.756289+0000","last_clean":"2024-09-05T04:09:11.756289+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:09:11.756289+0000","last_undegraded":"2024-09-05T04:09:11.756289+0000","last_fullsized":"2024-09-05T04:09:11.756289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753290+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:09:11.753290+0000","last_peered":"2024-09-05T04:09:11.753290+0000","last_clean":"2024-09-05T04:09:11.753290+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:09:11.753290+0000","last_undegraded":"2024-09-05T04:09:11.753290+0000","last_fullsized":"2024-09-05T04:09:11.753290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754240+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:09:11.754240+0000","last_peered":"2024-09-05T04:09:11.754240+0000","last_clean":"2024-09-05T04:09:11.754240+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:09:11.754240+0000","last_undegraded":"2024-09-05T04:09:11.754240+0000","last_fullsized":"2024-09-05T04:09:11.754240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755874+0000","last_change":"2024-09-05T04:08:50.682216+0000","last_active":"2024-09-05T04:09:11.755874+0000","last_peered":"2024-09-05T04:09:11.755874+0000","last_clean":"2024-09-05T04:09:11.755874+0000","last_became_active":"2024-09-05T04:08:50.681123+0000","last_became_peered":"2024-09-05T04:08:50.681123+0000","last_unstale":"2024-09-05T04:09:11.755874+0000","last_undegraded":"2024-09-05T04:09:11.755874+0000","last_fullsized":"2024-09-05T04:09:11.755874+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:15.907453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.761030+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:09:11.761030+0000","last_peered":"2024-09-05T04:09:11.761030+0000","last_clean":"2024-09-05T04:09:11.761030+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:09:11.761030+0000","last_undegraded":"2024-09-05T04:09:11.761030+0000","last_fullsized":"2024-09-05T04:09:11.761030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754631+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:09:11.754631+0000","last_peered":"2024-09-05T04:09:11.754631+0000","last_clean":"2024-09-05T04:09:11.754631+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:09:11.754631+0000","last_undegraded":"2024-09-05T04:09:11.754631+0000","last_fullsized":"2024-09-05T04:09:11.754631+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755156+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:09:11.755156+0000","last_peered":"2024-09-05T04:09:11.755156+0000","last_clean":"2024-09-05T04:09:11.755156+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:09:11.755156+0000","last_undegraded":"2024-09-05T04:09:11.755156+0000","last_fullsized":"2024-09-05T04:09:11.755156+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760153+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:09:11.760153+0000","last_peered":"2024-09-05T04:09:11.760153+0000","last_clean":"2024-09-05T04:09:11.760153+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:09:11.760153+0000","last_undegraded":"2024-09-05T04:09:11.760153+0000","last_fullsized":"2024-09-05T04:09:11.760153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927599+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:09:11.927599+0000","last_peered":"2024-09-05T04:09:11.927599+0000","last_clean":"2024-09-05T04:09:11.927599+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:09:11.927599+0000","last_undegraded":"2024-09-05T04:09:11.927599+0000","last_fullsized":"2024-09-05T04:09:11.927599+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755367+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:09:11.755367+0000","last_peered":"2024-09-05T04:09:11.755367+0000","last_clean":"2024-09-05T04:09:11.755367+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:09:11.755367+0000","last_undegraded":"2024-09-05T04:09:11.755367+0000","last_fullsized":"2024-09-05T04:09:11.755367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751409+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:09:11.751409+0000","last_peered":"2024-09-05T04:09:11.751409+0000","last_clean":"2024-09-05T04:09:11.751409+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:09:11.751409+0000","last_undegraded":"2024-09-05T04:09:11.751409+0000","last_fullsized":"2024-09-05T04:09:11.751409+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927844+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:09:11.927844+0000","last_peered":"2024-09-05T04:09:11.927844+0000","last_clean":"2024-09-05T04:09:11.927844+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:09:11.927844+0000","last_undegraded":"2024-09-05T04:09:11.927844+0000","last_fullsized":"2024-09-05T04:09:11.927844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755462+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:09:11.755462+0000","last_peered":"2024-09-05T04:09:11.755462+0000","last_clean":"2024-09-05T04:09:11.755462+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:09:11.755462+0000","last_undegraded":"2024-09-05T04:09:11.755462+0000","last_fullsized":"2024-09-05T04:09:11.755462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755023+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:09:11.755023+0000","last_peered":"2024-09-05T04:09:11.755023+0000","last_clean":"2024-09-05T04:09:11.755023+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:09:11.755023+0000","last_undegraded":"2024-09-05T04:09:11.755023+0000","last_fullsized":"2024-09-05T04:09:11.755023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756424+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:09:11.756424+0000","last_peered":"2024-09-05T04:09:11.756424+0000","last_clean":"2024-09-05T04:09:11.756424+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:09:11.756424+0000","last_undegraded":"2024-09-05T04:09:11.756424+0000","last_fullsized":"2024-09-05T04:09:11.756424+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752443+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:09:11.752443+0000","last_peered":"2024-09-05T04:09:11.752443+0000","last_clean":"2024-09-05T04:09:11.752443+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:09:11.752443+0000","last_undegraded":"2024-09-05T04:09:11.752443+0000","last_fullsized":"2024-09-05T04:09:11.752443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753214+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:09:11.753214+0000","last_peered":"2024-09-05T04:09:11.753214+0000","last_clean":"2024-09-05T04:09:11.753214+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:09:11.753214+0000","last_undegraded":"2024-09-05T04:09:11.753214+0000","last_fullsized":"2024-09-05T04:09:11.753214+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755160+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:09:11.755160+0000","last_peered":"2024-09-05T04:09:11.755160+0000","last_clean":"2024-09-05T04:09:11.755160+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:09:11.755160+0000","last_undegraded":"2024-09-05T04:09:11.755160+0000","last_fullsized":"2024-09-05T04:09:11.755160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760606+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:09:11.760606+0000","last_peered":"2024-09-05T04:09:11.760606+0000","last_clean":"2024-09-05T04:09:11.760606+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:09:11.760606+0000","last_undegraded":"2024-09-05T04:09:11.760606+0000","last_fullsized":"2024-09-05T04:09:11.760606+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"91'23","reported_seq":87,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:35.822565+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:09:35.822565+0000","last_peered":"2024-09-05T04:09:35.822565+0000","last_clean":"2024-09-05T04:09:35.822565+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:09:35.822565+0000","last_undegraded":"2024-09-05T04:09:35.822565+0000","last_fullsized":"2024-09-05T04:09:35.822565+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43345,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":30,"num_read_kb":57,"num_write":23,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750334+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:09:11.750334+0000","last_peered":"2024-09-05T04:09:11.750334+0000","last_clean":"2024-09-05T04:09:11.750334+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:09:11.750334+0000","last_undegraded":"2024-09-05T04:09:11.750334+0000","last_fullsized":"2024-09-05T04:09:11.750334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925219+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:09:11.925219+0000","last_peered":"2024-09-05T04:09:11.925219+0000","last_clean":"2024-09-05T04:09:11.925219+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:09:11.925219+0000","last_undegraded":"2024-09-05T04:09:11.925219+0000","last_fullsized":"2024-09-05T04:09:11.925219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755292+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:09:11.755292+0000","last_peered":"2024-09-05T04:09:11.755292+0000","last_clean":"2024-09-05T04:09:11.755292+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:09:11.755292+0000","last_undegraded":"2024-09-05T04:09:11.755292+0000","last_fullsized":"2024-09-05T04:09:11.755292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927144+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:09:11.927144+0000","last_peered":"2024-09-05T04:09:11.927144+0000","last_clean":"2024-09-05T04:09:11.927144+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:09:11.927144+0000","last_undegraded":"2024-09-05T04:09:11.927144+0000","last_fullsized":"2024-09-05T04:09:11.927144+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754101+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:09:11.754101+0000","last_peered":"2024-09-05T04:09:11.754101+0000","last_clean":"2024-09-05T04:09:11.754101+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:09:11.754101+0000","last_undegraded":"2024-09-05T04:09:11.754101+0000","last_fullsized":"2024-09-05T04:09:11.754101+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.926764+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:09:11.926764+0000","last_peered":"2024-09-05T04:09:11.926764+0000","last_clean":"2024-09-05T04:09:11.926764+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:09:11.926764+0000","last_undegraded":"2024-09-05T04:09:11.926764+0000","last_fullsized":"2024-09-05T04:09:11.926764+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750165+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:09:11.750165+0000","last_peered":"2024-09-05T04:09:11.750165+0000","last_clean":"2024-09-05T04:09:11.750165+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:09:11.750165+0000","last_undegraded":"2024-09-05T04:09:11.750165+0000","last_fullsized":"2024-09-05T04:09:11.750165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925472+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:09:11.925472+0000","last_peered":"2024-09-05T04:09:11.925472+0000","last_clean":"2024-09-05T04:09:11.925472+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:09:11.925472+0000","last_undegraded":"2024-09-05T04:09:11.925472+0000","last_fullsized":"2024-09-05T04:09:11.925472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753299+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:09:11.753299+0000","last_peered":"2024-09-05T04:09:11.753299+0000","last_clean":"2024-09-05T04:09:11.753299+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:09:11.753299+0000","last_undegraded":"2024-09-05T04:09:11.753299+0000","last_fullsized":"2024-09-05T04:09:11.753299+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925377+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:09:11.925377+0000","last_peered":"2024-09-05T04:09:11.925377+0000","last_clean":"2024-09-05T04:09:11.925377+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:09:11.925377+0000","last_undegraded":"2024-09-05T04:09:11.925377+0000","last_fullsized":"2024-09-05T04:09:11.925377+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753802+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:09:11.753802+0000","last_peered":"2024-09-05T04:09:11.753802+0000","last_clean":"2024-09-05T04:09:11.753802+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:09:11.753802+0000","last_undegraded":"2024-09-05T04:09:11.753802+0000","last_fullsized":"2024-09-05T04:09:11.753802+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750329+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:09:11.750329+0000","last_peered":"2024-09-05T04:09:11.750329+0000","last_clean":"2024-09-05T04:09:11.750329+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:09:11.750329+0000","last_undegraded":"2024-09-05T04:09:11.750329+0000","last_fullsized":"2024-09-05T04:09:11.750329+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754500+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:09:11.754500+0000","last_peered":"2024-09-05T04:09:11.754500+0000","last_clean":"2024-09-05T04:09:11.754500+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:09:11.754500+0000","last_undegraded":"2024-09-05T04:09:11.754500+0000","last_fullsized":"2024-09-05T04:09:11.754500+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755574+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:09:11.755574+0000","last_peered":"2024-09-05T04:09:11.755574+0000","last_clean":"2024-09-05T04:09:11.755574+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:09:11.755574+0000","last_undegraded":"2024-09-05T04:09:11.755574+0000","last_fullsized":"2024-09-05T04:09:11.755574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925274+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:09:11.925274+0000","last_peered":"2024-09-05T04:09:11.925274+0000","last_clean":"2024-09-05T04:09:11.925274+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:09:11.925274+0000","last_undegraded":"2024-09-05T04:09:11.925274+0000","last_fullsized":"2024-09-05T04:09:11.925274+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752186+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:09:11.752186+0000","last_peered":"2024-09-05T04:09:11.752186+0000","last_clean":"2024-09-05T04:09:11.752186+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:09:11.752186+0000","last_undegraded":"2024-09-05T04:09:11.752186+0000","last_fullsized":"2024-09-05T04:09:11.752186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752890+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:09:11.752890+0000","last_peered":"2024-09-05T04:09:11.752890+0000","last_clean":"2024-09-05T04:09:11.752890+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:09:11.752890+0000","last_undegraded":"2024-09-05T04:09:11.752890+0000","last_fullsized":"2024-09-05T04:09:11.752890+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.928032+0000","last_change":"2024-09-05T04:09:11.928032+0000","last_active":"2024-09-05T04:09:11.928032+0000","last_peered":"2024-09-05T04:09:11.928032+0000","last_clean":"2024-09-05T04:09:11.928032+0000","last_became_active":"2024-09-05T04:09:11.927385+0000","last_became_peered":"2024-09-05T04:09:11.927385+0000","last_unstale":"2024-09-05T04:09:11.928032+0000","last_undegraded":"2024-09-05T04:09:11.928032+0000","last_fullsized":"2024-09-05T04:09:11.928032+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:25:53.099930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.763737+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:09:11.763737+0000","last_peered":"2024-09-05T04:09:11.763737+0000","last_clean":"2024-09-05T04:09:11.763737+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:09:11.763737+0000","last_undegraded":"2024-09-05T04:09:11.763737+0000","last_fullsized":"2024-09-05T04:09:11.763737+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755971+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:09:11.755971+0000","last_peered":"2024-09-05T04:09:11.755971+0000","last_clean":"2024-09-05T04:09:11.755971+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:09:11.755971+0000","last_undegraded":"2024-09-05T04:09:11.755971+0000","last_fullsized":"2024-09-05T04:09:11.755971+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760353+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:09:11.760353+0000","last_peered":"2024-09-05T04:09:11.760353+0000","last_clean":"2024-09-05T04:09:11.760353+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:09:11.760353+0000","last_undegraded":"2024-09-05T04:09:11.760353+0000","last_fullsized":"2024-09-05T04:09:11.760353+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752866+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:09:11.752866+0000","last_peered":"2024-09-05T04:09:11.752866+0000","last_clean":"2024-09-05T04:09:11.752866+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:09:11.752866+0000","last_undegraded":"2024-09-05T04:09:11.752866+0000","last_fullsized":"2024-09-05T04:09:11.752866+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756078+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:09:11.756078+0000","last_peered":"2024-09-05T04:09:11.756078+0000","last_clean":"2024-09-05T04:09:11.756078+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:09:11.756078+0000","last_undegraded":"2024-09-05T04:09:11.756078+0000","last_fullsized":"2024-09-05T04:09:11.756078+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753388+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:09:11.753388+0000","last_peered":"2024-09-05T04:09:11.753388+0000","last_clean":"2024-09-05T04:09:11.753388+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:09:11.753388+0000","last_undegraded":"2024-09-05T04:09:11.753388+0000","last_fullsized":"2024-09-05T04:09:11.753388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752761+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:09:11.752761+0000","last_peered":"2024-09-05T04:09:11.752761+0000","last_clean":"2024-09-05T04:09:11.752761+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:09:11.752761+0000","last_undegraded":"2024-09-05T04:09:11.752761+0000","last_fullsized":"2024-09-05T04:09:11.752761+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754418+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:09:11.754418+0000","last_peered":"2024-09-05T04:09:11.754418+0000","last_clean":"2024-09-05T04:09:11.754418+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:09:11.754418+0000","last_undegraded":"2024-09-05T04:09:11.754418+0000","last_fullsized":"2024-09-05T04:09:11.754418+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753054+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:09:11.753054+0000","last_peered":"2024-09-05T04:09:11.753054+0000","last_clean":"2024-09-05T04:09:11.753054+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:09:11.753054+0000","last_undegraded":"2024-09-05T04:09:11.753054+0000","last_fullsized":"2024-09-05T04:09:11.753054+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755646+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:09:11.755646+0000","last_peered":"2024-09-05T04:09:11.755646+0000","last_clean":"2024-09-05T04:09:11.755646+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:09:11.755646+0000","last_undegraded":"2024-09-05T04:09:11.755646+0000","last_fullsized":"2024-09-05T04:09:11.755646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753077+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:09:11.753077+0000","last_peered":"2024-09-05T04:09:11.753077+0000","last_clean":"2024-09-05T04:09:11.753077+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:09:11.753077+0000","last_undegraded":"2024-09-05T04:09:11.753077+0000","last_fullsized":"2024-09-05T04:09:11.753077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925554+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:09:11.925554+0000","last_peered":"2024-09-05T04:09:11.925554+0000","last_clean":"2024-09-05T04:09:11.925554+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:09:11.925554+0000","last_undegraded":"2024-09-05T04:09:11.925554+0000","last_fullsized":"2024-09-05T04:09:11.925554+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754321+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:09:11.754321+0000","last_peered":"2024-09-05T04:09:11.754321+0000","last_clean":"2024-09-05T04:09:11.754321+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:09:11.754321+0000","last_undegraded":"2024-09-05T04:09:11.754321+0000","last_fullsized":"2024-09-05T04:09:11.754321+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925479+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:09:11.925479+0000","last_peered":"2024-09-05T04:09:11.925479+0000","last_clean":"2024-09-05T04:09:11.925479+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:09:11.925479+0000","last_undegraded":"2024-09-05T04:09:11.925479+0000","last_fullsized":"2024-09-05T04:09:11.925479+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925270+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:09:11.925270+0000","last_peered":"2024-09-05T04:09:11.925270+0000","last_clean":"2024-09-05T04:09:11.925270+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:09:11.925270+0000","last_undegraded":"2024-09-05T04:09:11.925270+0000","last_fullsized":"2024-09-05T04:09:11.925270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753028+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:09:11.753028+0000","last_peered":"2024-09-05T04:09:11.753028+0000","last_clean":"2024-09-05T04:09:11.753028+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:09:11.753028+0000","last_undegraded":"2024-09-05T04:09:11.753028+0000","last_fullsized":"2024-09-05T04:09:11.753028+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756438+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:09:11.756438+0000","last_peered":"2024-09-05T04:09:11.756438+0000","last_clean":"2024-09-05T04:09:11.756438+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:09:11.756438+0000","last_undegraded":"2024-09-05T04:09:11.756438+0000","last_fullsized":"2024-09-05T04:09:11.756438+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753274+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:09:11.753274+0000","last_peered":"2024-09-05T04:09:11.753274+0000","last_clean":"2024-09-05T04:09:11.753274+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:09:11.753274+0000","last_undegraded":"2024-09-05T04:09:11.753274+0000","last_fullsized":"2024-09-05T04:09:11.753274+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750792+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:09:11.750792+0000","last_peered":"2024-09-05T04:09:11.750792+0000","last_clean":"2024-09-05T04:09:11.750792+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:09:11.750792+0000","last_undegraded":"2024-09-05T04:09:11.750792+0000","last_fullsized":"2024-09-05T04:09:11.750792+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755771+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:09:11.755771+0000","last_peered":"2024-09-05T04:09:11.755771+0000","last_clean":"2024-09-05T04:09:11.755771+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:09:11.755771+0000","last_undegraded":"2024-09-05T04:09:11.755771+0000","last_fullsized":"2024-09-05T04:09:11.755771+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.924901+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:09:11.924901+0000","last_peered":"2024-09-05T04:09:11.924901+0000","last_clean":"2024-09-05T04:09:11.924901+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:09:11.924901+0000","last_undegraded":"2024-09-05T04:09:11.924901+0000","last_fullsized":"2024-09-05T04:09:11.924901+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754174+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:09:11.754174+0000","last_peered":"2024-09-05T04:09:11.754174+0000","last_clean":"2024-09-05T04:09:11.754174+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:09:11.754174+0000","last_undegraded":"2024-09-05T04:09:11.754174+0000","last_fullsized":"2024-09-05T04:09:11.754174+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754364+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:09:11.754364+0000","last_peered":"2024-09-05T04:09:11.754364+0000","last_clean":"2024-09-05T04:09:11.754364+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:09:11.754364+0000","last_undegraded":"2024-09-05T04:09:11.754364+0000","last_fullsized":"2024-09-05T04:09:11.754364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752927+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:09:11.752927+0000","last_peered":"2024-09-05T04:09:11.752927+0000","last_clean":"2024-09-05T04:09:11.752927+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:09:11.752927+0000","last_undegraded":"2024-09-05T04:09:11.752927+0000","last_fullsized":"2024-09-05T04:09:11.752927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751722+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:09:11.751722+0000","last_peered":"2024-09-05T04:09:11.751722+0000","last_clean":"2024-09-05T04:09:11.751722+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:09:11.751722+0000","last_undegraded":"2024-09-05T04:09:11.751722+0000","last_fullsized":"2024-09-05T04:09:11.751722+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755791+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:09:11.755791+0000","last_peered":"2024-09-05T04:09:11.755791+0000","last_clean":"2024-09-05T04:09:11.755791+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:09:11.755791+0000","last_undegraded":"2024-09-05T04:09:11.755791+0000","last_fullsized":"2024-09-05T04:09:11.755791+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753372+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:09:11.753372+0000","last_peered":"2024-09-05T04:09:11.753372+0000","last_clean":"2024-09-05T04:09:11.753372+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:09:11.753372+0000","last_undegraded":"2024-09-05T04:09:11.753372+0000","last_fullsized":"2024-09-05T04:09:11.753372+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925665+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:09:11.925665+0000","last_peered":"2024-09-05T04:09:11.925665+0000","last_clean":"2024-09-05T04:09:11.925665+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:09:11.925665+0000","last_undegraded":"2024-09-05T04:09:11.925665+0000","last_fullsized":"2024-09-05T04:09:11.925665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925268+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:09:11.925268+0000","last_peered":"2024-09-05T04:09:11.925268+0000","last_clean":"2024-09-05T04:09:11.925268+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:09:11.925268+0000","last_undegraded":"2024-09-05T04:09:11.925268+0000","last_fullsized":"2024-09-05T04:09:11.925268+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755037+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:09:11.755037+0000","last_peered":"2024-09-05T04:09:11.755037+0000","last_clean":"2024-09-05T04:09:11.755037+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:09:11.755037+0000","last_undegraded":"2024-09-05T04:09:11.755037+0000","last_fullsized":"2024-09-05T04:09:11.755037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753177+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:09:11.753177+0000","last_peered":"2024-09-05T04:09:11.753177+0000","last_clean":"2024-09-05T04:09:11.753177+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:09:11.753177+0000","last_undegraded":"2024-09-05T04:09:11.753177+0000","last_fullsized":"2024-09-05T04:09:11.753177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760414+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:09:11.760414+0000","last_peered":"2024-09-05T04:09:11.760414+0000","last_clean":"2024-09-05T04:09:11.760414+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:09:11.760414+0000","last_undegraded":"2024-09-05T04:09:11.760414+0000","last_fullsized":"2024-09-05T04:09:11.760414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751499+0000","last_change":"2024-09-05T04:08:50.689165+0000","last_active":"2024-09-05T04:09:11.751499+0000","last_peered":"2024-09-05T04:09:11.751499+0000","last_clean":"2024-09-05T04:09:11.751499+0000","last_became_active":"2024-09-05T04:08:50.688581+0000","last_became_peered":"2024-09-05T04:08:50.688581+0000","last_unstale":"2024-09-05T04:09:11.751499+0000","last_undegraded":"2024-09-05T04:09:11.751499+0000","last_fullsized":"2024-09-05T04:09:11.751499+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:57.748227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753932+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:09:11.753932+0000","last_peered":"2024-09-05T04:09:11.753932+0000","last_clean":"2024-09-05T04:09:11.753932+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:09:11.753932+0000","last_undegraded":"2024-09-05T04:09:11.753932+0000","last_fullsized":"2024-09-05T04:09:11.753932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753905+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:09:11.753905+0000","last_peered":"2024-09-05T04:09:11.753905+0000","last_clean":"2024-09-05T04:09:11.753905+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:09:11.753905+0000","last_undegraded":"2024-09-05T04:09:11.753905+0000","last_fullsized":"2024-09-05T04:09:11.753905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755763+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:09:11.755763+0000","last_peered":"2024-09-05T04:09:11.755763+0000","last_clean":"2024-09-05T04:09:11.755763+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:09:11.755763+0000","last_undegraded":"2024-09-05T04:09:11.755763+0000","last_fullsized":"2024-09-05T04:09:11.755763+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":44143,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":36,"num_read_kb":63,"num_write":72,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":233472,"data_stored":144547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481815,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":509409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710747,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1683456,"data_stored":1139220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874272,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":514087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135909,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":510013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364841,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1630208,"data_stored":1104455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528367,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1024000,"data_stored":505313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790004,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1099959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953528,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":509431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182460,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":505417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1093632,"data_stored":560810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1077248,"data_stored":548658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1028096,"data_stored":505403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":55497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":43539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:09:41.610 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:09:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:42.104 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:41 smithi002 ceph-mon[31001]: pgmap v306: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:42.105 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:41 smithi002 ceph-mon[31001]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:42.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:41 smithi047 ceph-mon[34498]: pgmap v306: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:42.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:41 smithi047 ceph-mon[34498]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:42.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:41 smithi079 ceph-mon[34908]: pgmap v306: 129 pgs: 129 active+clean; 620 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 4.2 KiB/s wr, 4 op/s 2024-09-05T04:09:42.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:41 smithi079 ceph-mon[34908]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 -- 172.21.15.2:0/1332135663 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 msgr2=0x7f1fe410d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 --2- 172.21.15.2:0/1332135663 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe410d960 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc009cd0 tx=0x7f1fdc02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 -- 172.21.15.2:0/1332135663 shutdown_connections 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 --2- 172.21.15.2:0/1332135663 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe410d960 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 --2- 172.21.15.2:0/1332135663 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4100a90 0x7f1fe4100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 --2- 172.21.15.2:0/1332135663 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4106a90 0x7f1fe4106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 -- 172.21.15.2:0/1332135663 >> 172.21.15.2:0/1332135663 conn(0x7f1fe40fc7d0 msgr2=0x7f1fe40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 -- 172.21.15.2:0/1332135663 shutdown_connections 2024-09-05T04:09:42.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.394+0000 7f1feb657640 1 -- 172.21.15.2:0/1332135663 wait complete. 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 Processor -- start 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 -- start start 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4100a90 0x7f1fe4102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4106a90 0x7f1fe41030e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4110d60 con 0x7f1fe4101430 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4110be0 con 0x7f1fe4106a90 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1feb657640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe4110ee0 con 0x7f1fe4100a90 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1fe8bf2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1fe8bf2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42988/0 (socket says 172.21.15.2:42988) 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.395+0000 7f1fe8bf2640 1 -- 172.21.15.2:0/580109845 learned_addr learned my addr 172.21.15.2:0/580109845 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:42.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe9bf4640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4106a90 0x7f1fe41030e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe93f3640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4100a90 0x7f1fe4102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 -- 172.21.15.2:0/580109845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4100a90 msgr2=0x7f1fe4102660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4100a90 0x7f1fe4102660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 -- 172.21.15.2:0/580109845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4106a90 msgr2=0x7f1fe41030e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4106a90 0x7f1fe41030e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 -- 172.21.15.2:0/580109845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe41a6850 con 0x7f1fe4101430 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fe8bf2640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800c890 tx=0x7f1fd800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004220 con 0x7f1fe4101430 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe41a6b40 con 0x7f1fe4101430 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fd80043c0 con 0x7f1fe4101430 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004a00 con 0x7f1fe4101430 2024-09-05T04:09:42.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.396+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe41a70d0 con 0x7f1fe4101430 2024-09-05T04:09:42.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.398+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe4100ef0 con 0x7f1fe4101430 2024-09-05T04:09:42.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.399+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f1fd8004ba0 con 0x7f1fe4101430 2024-09-05T04:09:42.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.400+0000 7f1fd67fc640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 0x7f1fd00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:42.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.400+0000 7f1fe93f3640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 0x7f1fd00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:42.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.400+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1fd80cf6b0 con 0x7f1fe4101430 2024-09-05T04:09:42.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.400+0000 7f1fe93f3640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 0x7f1fd00a50d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0009890 tx=0x7f1fe0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:42.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.403+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1fd8014030 con 0x7f1fe4101430 2024-09-05T04:09:42.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.575+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1fe406b000 con 0x7f1fd00a2c10 2024-09-05T04:09:42.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.591+0000 7f1fd67fc640 1 -- 172.21.15.2:0/580109845 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340296 (secure 0 0 0) 0x7f1fe406b000 con 0x7f1fd00a2c10 2024-09-05T04:09:42.598 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:09:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 msgr2=0x7f1fd00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 0x7f1fd00a50d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1fe0009890 tx=0x7f1fe0008040 comp rx=0 tx=0).stop 2024-09-05T04:09:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 msgr2=0x7f1fe4102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800c890 tx=0x7f1fd800cd50 comp rx=0 tx=0).stop 2024-09-05T04:09:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 shutdown_connections 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1fd00a2c10 0x7f1fd00a50d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fe4106a90 0x7f1fe41030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fe4101430 0x7f1fe4102ba0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 --2- 172.21.15.2:0/580109845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fe4100a90 0x7f1fe4102660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 >> 172.21.15.2:0/580109845 conn(0x7f1fe40fc7d0 msgr2=0x7f1fe406a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 shutdown_connections 2024-09-05T04:09:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:42.594+0000 7f1feb657640 1 -- 172.21.15.2:0/580109845 wait complete. 2024-09-05T04:09:43.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:42 smithi047 ceph-mon[34498]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:43.225 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:42 smithi002 ceph-mon[31001]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:43.252 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":306,"stamp":"2024-09-05T04:09:40.644382+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":634745,"num_objects":26,"num_object_clones":0,"num_object_copies":80,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":172,"num_read_kb":182,"num_write":255,"num_write_kb":3007,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":200,"ondisk_log_size":200,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359104,"kb_used_data":14000,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582720,"statfs":{"total":1151940427776,"available":1151572705280,"internally_reserved":0,"allocated":14336000,"data_stored":8012175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":39735,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":24,"num_read_kb":50,"num_write":25,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003502"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750978+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:09:11.750978+0000","last_peered":"2024-09-05T04:09:11.750978+0000","last_clean":"2024-09-05T04:09:11.750978+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:09:11.750978+0000","last_undegraded":"2024-09-05T04:09:11.750978+0000","last_fullsized":"2024-09-05T04:09:11.750978+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925599+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:09:11.925599+0000","last_peered":"2024-09-05T04:09:11.925599+0000","last_clean":"2024-09-05T04:09:11.925599+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:09:11.925599+0000","last_undegraded":"2024-09-05T04:09:11.925599+0000","last_fullsized":"2024-09-05T04:09:11.925599+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752711+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:09:11.752711+0000","last_peered":"2024-09-05T04:09:11.752711+0000","last_clean":"2024-09-05T04:09:11.752711+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:09:11.752711+0000","last_undegraded":"2024-09-05T04:09:11.752711+0000","last_fullsized":"2024-09-05T04:09:11.752711+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925778+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:09:11.925778+0000","last_peered":"2024-09-05T04:09:11.925778+0000","last_clean":"2024-09-05T04:09:11.925778+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:09:11.925778+0000","last_undegraded":"2024-09-05T04:09:11.925778+0000","last_fullsized":"2024-09-05T04:09:11.925778+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754042+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:09:11.754042+0000","last_peered":"2024-09-05T04:09:11.754042+0000","last_clean":"2024-09-05T04:09:11.754042+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:09:11.754042+0000","last_undegraded":"2024-09-05T04:09:11.754042+0000","last_fullsized":"2024-09-05T04:09:11.754042+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750927+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:09:11.750927+0000","last_peered":"2024-09-05T04:09:11.750927+0000","last_clean":"2024-09-05T04:09:11.750927+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:09:11.750927+0000","last_undegraded":"2024-09-05T04:09:11.750927+0000","last_fullsized":"2024-09-05T04:09:11.750927+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760732+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:09:11.760732+0000","last_peered":"2024-09-05T04:09:11.760732+0000","last_clean":"2024-09-05T04:09:11.760732+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:09:11.760732+0000","last_undegraded":"2024-09-05T04:09:11.760732+0000","last_fullsized":"2024-09-05T04:09:11.760732+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925549+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:09:11.925549+0000","last_peered":"2024-09-05T04:09:11.925549+0000","last_clean":"2024-09-05T04:09:11.925549+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:09:11.925549+0000","last_undegraded":"2024-09-05T04:09:11.925549+0000","last_fullsized":"2024-09-05T04:09:11.925549+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752235+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:09:11.752235+0000","last_peered":"2024-09-05T04:09:11.752235+0000","last_clean":"2024-09-05T04:09:11.752235+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:09:11.752235+0000","last_undegraded":"2024-09-05T04:09:11.752235+0000","last_fullsized":"2024-09-05T04:09:11.752235+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.761205+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:09:11.761205+0000","last_peered":"2024-09-05T04:09:11.761205+0000","last_clean":"2024-09-05T04:09:11.761205+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:09:11.761205+0000","last_undegraded":"2024-09-05T04:09:11.761205+0000","last_fullsized":"2024-09-05T04:09:11.761205+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755181+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:09:11.755181+0000","last_peered":"2024-09-05T04:09:11.755181+0000","last_clean":"2024-09-05T04:09:11.755181+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:09:11.755181+0000","last_undegraded":"2024-09-05T04:09:11.755181+0000","last_fullsized":"2024-09-05T04:09:11.755181+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751187+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:09:11.751187+0000","last_peered":"2024-09-05T04:09:11.751187+0000","last_clean":"2024-09-05T04:09:11.751187+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:09:11.751187+0000","last_undegraded":"2024-09-05T04:09:11.751187+0000","last_fullsized":"2024-09-05T04:09:11.751187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755157+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:09:11.755157+0000","last_peered":"2024-09-05T04:09:11.755157+0000","last_clean":"2024-09-05T04:09:11.755157+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:09:11.755157+0000","last_undegraded":"2024-09-05T04:09:11.755157+0000","last_fullsized":"2024-09-05T04:09:11.755157+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":16,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:15.458461+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:09:15.458461+0000","last_peered":"2024-09-05T04:09:15.458461+0000","last_clean":"2024-09-05T04:09:15.458461+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:09:15.458461+0000","last_undegraded":"2024-09-05T04:09:15.458461+0000","last_fullsized":"2024-09-05T04:09:15.458461+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751478+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:09:11.751478+0000","last_peered":"2024-09-05T04:09:11.751478+0000","last_clean":"2024-09-05T04:09:11.751478+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:09:11.751478+0000","last_undegraded":"2024-09-05T04:09:11.751478+0000","last_fullsized":"2024-09-05T04:09:11.751478+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925405+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:09:11.925405+0000","last_peered":"2024-09-05T04:09:11.925405+0000","last_clean":"2024-09-05T04:09:11.925405+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:09:11.925405+0000","last_undegraded":"2024-09-05T04:09:11.925405+0000","last_fullsized":"2024-09-05T04:09:11.925405+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.929114+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:09:11.929114+0000","last_peered":"2024-09-05T04:09:11.929114+0000","last_clean":"2024-09-05T04:09:11.929114+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:09:11.929114+0000","last_undegraded":"2024-09-05T04:09:11.929114+0000","last_fullsized":"2024-09-05T04:09:11.929114+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751658+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:09:11.751658+0000","last_peered":"2024-09-05T04:09:11.751658+0000","last_clean":"2024-09-05T04:09:11.751658+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:09:11.751658+0000","last_undegraded":"2024-09-05T04:09:11.751658+0000","last_fullsized":"2024-09-05T04:09:11.751658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756170+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:09:11.756170+0000","last_peered":"2024-09-05T04:09:11.756170+0000","last_clean":"2024-09-05T04:09:11.756170+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:09:11.756170+0000","last_undegraded":"2024-09-05T04:09:11.756170+0000","last_fullsized":"2024-09-05T04:09:11.756170+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925646+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:09:11.925646+0000","last_peered":"2024-09-05T04:09:11.925646+0000","last_clean":"2024-09-05T04:09:11.925646+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:09:11.925646+0000","last_undegraded":"2024-09-05T04:09:11.925646+0000","last_fullsized":"2024-09-05T04:09:11.925646+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750745+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:09:11.750745+0000","last_peered":"2024-09-05T04:09:11.750745+0000","last_clean":"2024-09-05T04:09:11.750745+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:09:11.750745+0000","last_undegraded":"2024-09-05T04:09:11.750745+0000","last_fullsized":"2024-09-05T04:09:11.750745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760125+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:09:11.760125+0000","last_peered":"2024-09-05T04:09:11.760125+0000","last_clean":"2024-09-05T04:09:11.760125+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:09:11.760125+0000","last_undegraded":"2024-09-05T04:09:11.760125+0000","last_fullsized":"2024-09-05T04:09:11.760125+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925029+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:09:11.925029+0000","last_peered":"2024-09-05T04:09:11.925029+0000","last_clean":"2024-09-05T04:09:11.925029+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:09:11.925029+0000","last_undegraded":"2024-09-05T04:09:11.925029+0000","last_fullsized":"2024-09-05T04:09:11.925029+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751379+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:09:11.751379+0000","last_peered":"2024-09-05T04:09:11.751379+0000","last_clean":"2024-09-05T04:09:11.751379+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:09:11.751379+0000","last_undegraded":"2024-09-05T04:09:11.751379+0000","last_fullsized":"2024-09-05T04:09:11.751379+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.926520+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:09:11.926520+0000","last_peered":"2024-09-05T04:09:11.926520+0000","last_clean":"2024-09-05T04:09:11.926520+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:09:11.926520+0000","last_undegraded":"2024-09-05T04:09:11.926520+0000","last_fullsized":"2024-09-05T04:09:11.926520+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751993+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:09:11.751993+0000","last_peered":"2024-09-05T04:09:11.751993+0000","last_clean":"2024-09-05T04:09:11.751993+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:09:11.751993+0000","last_undegraded":"2024-09-05T04:09:11.751993+0000","last_fullsized":"2024-09-05T04:09:11.751993+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752850+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:09:11.752850+0000","last_peered":"2024-09-05T04:09:11.752850+0000","last_clean":"2024-09-05T04:09:11.752850+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:09:11.752850+0000","last_undegraded":"2024-09-05T04:09:11.752850+0000","last_fullsized":"2024-09-05T04:09:11.752850+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925750+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:09:11.925750+0000","last_peered":"2024-09-05T04:09:11.925750+0000","last_clean":"2024-09-05T04:09:11.925750+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:09:11.925750+0000","last_undegraded":"2024-09-05T04:09:11.925750+0000","last_fullsized":"2024-09-05T04:09:11.925750+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'6","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:34.690589+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:09:34.690589+0000","last_peered":"2024-09-05T04:09:34.690589+0000","last_clean":"2024-09-05T04:09:34.690589+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:09:34.690589+0000","last_undegraded":"2024-09-05T04:09:34.690589+0000","last_fullsized":"2024-09-05T04:09:34.690589+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925136+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:09:11.925136+0000","last_peered":"2024-09-05T04:09:11.925136+0000","last_clean":"2024-09-05T04:09:11.925136+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:09:11.925136+0000","last_undegraded":"2024-09-05T04:09:11.925136+0000","last_fullsized":"2024-09-05T04:09:11.925136+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753082+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:09:11.753082+0000","last_peered":"2024-09-05T04:09:11.753082+0000","last_clean":"2024-09-05T04:09:11.753082+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:09:11.753082+0000","last_undegraded":"2024-09-05T04:09:11.753082+0000","last_fullsized":"2024-09-05T04:09:11.753082+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760806+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:09:11.760806+0000","last_peered":"2024-09-05T04:09:11.760806+0000","last_clean":"2024-09-05T04:09:11.760806+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:09:11.760806+0000","last_undegraded":"2024-09-05T04:09:11.760806+0000","last_fullsized":"2024-09-05T04:09:11.760806+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756745+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:09:11.756745+0000","last_peered":"2024-09-05T04:09:11.756745+0000","last_clean":"2024-09-05T04:09:11.756745+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:09:11.756745+0000","last_undegraded":"2024-09-05T04:09:11.756745+0000","last_fullsized":"2024-09-05T04:09:11.756745+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753033+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:09:11.753033+0000","last_peered":"2024-09-05T04:09:11.753033+0000","last_clean":"2024-09-05T04:09:11.753033+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:09:11.753033+0000","last_undegraded":"2024-09-05T04:09:11.753033+0000","last_fullsized":"2024-09-05T04:09:11.753033+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750662+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:09:11.750662+0000","last_peered":"2024-09-05T04:09:11.750662+0000","last_clean":"2024-09-05T04:09:11.750662+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:09:11.750662+0000","last_undegraded":"2024-09-05T04:09:11.750662+0000","last_fullsized":"2024-09-05T04:09:11.750662+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760142+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:09:11.760142+0000","last_peered":"2024-09-05T04:09:11.760142+0000","last_clean":"2024-09-05T04:09:11.760142+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:09:11.760142+0000","last_undegraded":"2024-09-05T04:09:11.760142+0000","last_fullsized":"2024-09-05T04:09:11.760142+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752992+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:09:11.752992+0000","last_peered":"2024-09-05T04:09:11.752992+0000","last_clean":"2024-09-05T04:09:11.752992+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:09:11.752992+0000","last_undegraded":"2024-09-05T04:09:11.752992+0000","last_fullsized":"2024-09-05T04:09:11.752992+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755389+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:09:11.755389+0000","last_peered":"2024-09-05T04:09:11.755389+0000","last_clean":"2024-09-05T04:09:11.755389+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:09:11.755389+0000","last_undegraded":"2024-09-05T04:09:11.755389+0000","last_fullsized":"2024-09-05T04:09:11.755389+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752586+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:09:11.752586+0000","last_peered":"2024-09-05T04:09:11.752586+0000","last_clean":"2024-09-05T04:09:11.752586+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:09:11.752586+0000","last_undegraded":"2024-09-05T04:09:11.752586+0000","last_fullsized":"2024-09-05T04:09:11.752586+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754372+0000","last_change":"2024-09-05T04:08:50.686881+0000","last_active":"2024-09-05T04:09:11.754372+0000","last_peered":"2024-09-05T04:09:11.754372+0000","last_clean":"2024-09-05T04:09:11.754372+0000","last_became_active":"2024-09-05T04:08:50.686566+0000","last_became_peered":"2024-09-05T04:08:50.686566+0000","last_unstale":"2024-09-05T04:09:11.754372+0000","last_undegraded":"2024-09-05T04:09:11.754372+0000","last_fullsized":"2024-09-05T04:09:11.754372+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:12:19.302027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752207+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:09:11.752207+0000","last_peered":"2024-09-05T04:09:11.752207+0000","last_clean":"2024-09-05T04:09:11.752207+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:09:11.752207+0000","last_undegraded":"2024-09-05T04:09:11.752207+0000","last_fullsized":"2024-09-05T04:09:11.752207+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753135+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:09:11.753135+0000","last_peered":"2024-09-05T04:09:11.753135+0000","last_clean":"2024-09-05T04:09:11.753135+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:09:11.753135+0000","last_undegraded":"2024-09-05T04:09:11.753135+0000","last_fullsized":"2024-09-05T04:09:11.753135+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752095+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:09:11.752095+0000","last_peered":"2024-09-05T04:09:11.752095+0000","last_clean":"2024-09-05T04:09:11.752095+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:09:11.752095+0000","last_undegraded":"2024-09-05T04:09:11.752095+0000","last_fullsized":"2024-09-05T04:09:11.752095+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.758490+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:09:11.758490+0000","last_peered":"2024-09-05T04:09:11.758490+0000","last_clean":"2024-09-05T04:09:11.758490+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:09:11.758490+0000","last_undegraded":"2024-09-05T04:09:11.758490+0000","last_fullsized":"2024-09-05T04:09:11.758490+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754658+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:09:11.754658+0000","last_peered":"2024-09-05T04:09:11.754658+0000","last_clean":"2024-09-05T04:09:11.754658+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:09:11.754658+0000","last_undegraded":"2024-09-05T04:09:11.754658+0000","last_fullsized":"2024-09-05T04:09:11.754658+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925495+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:09:11.925495+0000","last_peered":"2024-09-05T04:09:11.925495+0000","last_clean":"2024-09-05T04:09:11.925495+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:09:11.925495+0000","last_undegraded":"2024-09-05T04:09:11.925495+0000","last_fullsized":"2024-09-05T04:09:11.925495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752376+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:09:11.752376+0000","last_peered":"2024-09-05T04:09:11.752376+0000","last_clean":"2024-09-05T04:09:11.752376+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:09:11.752376+0000","last_undegraded":"2024-09-05T04:09:11.752376+0000","last_fullsized":"2024-09-05T04:09:11.752376+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":357,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755662+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:09:11.755662+0000","last_peered":"2024-09-05T04:09:11.755662+0000","last_clean":"2024-09-05T04:09:11.755662+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:09:11.755662+0000","last_undegraded":"2024-09-05T04:09:11.755662+0000","last_fullsized":"2024-09-05T04:09:11.755662+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":22,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755690+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:09:11.755690+0000","last_peered":"2024-09-05T04:09:11.755690+0000","last_clean":"2024-09-05T04:09:11.755690+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:09:11.755690+0000","last_undegraded":"2024-09-05T04:09:11.755690+0000","last_fullsized":"2024-09-05T04:09:11.755690+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755799+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:09:11.755799+0000","last_peered":"2024-09-05T04:09:11.755799+0000","last_clean":"2024-09-05T04:09:11.755799+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:09:11.755799+0000","last_undegraded":"2024-09-05T04:09:11.755799+0000","last_fullsized":"2024-09-05T04:09:11.755799+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753164+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:09:11.753164+0000","last_peered":"2024-09-05T04:09:11.753164+0000","last_clean":"2024-09-05T04:09:11.753164+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:09:11.753164+0000","last_undegraded":"2024-09-05T04:09:11.753164+0000","last_fullsized":"2024-09-05T04:09:11.753164+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925037+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:09:11.925037+0000","last_peered":"2024-09-05T04:09:11.925037+0000","last_clean":"2024-09-05T04:09:11.925037+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:09:11.925037+0000","last_undegraded":"2024-09-05T04:09:11.925037+0000","last_fullsized":"2024-09-05T04:09:11.925037+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755392+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:09:11.755392+0000","last_peered":"2024-09-05T04:09:11.755392+0000","last_clean":"2024-09-05T04:09:11.755392+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:09:11.755392+0000","last_undegraded":"2024-09-05T04:09:11.755392+0000","last_fullsized":"2024-09-05T04:09:11.755392+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755397+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:09:11.755397+0000","last_peered":"2024-09-05T04:09:11.755397+0000","last_clean":"2024-09-05T04:09:11.755397+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:09:11.755397+0000","last_undegraded":"2024-09-05T04:09:11.755397+0000","last_fullsized":"2024-09-05T04:09:11.755397+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754414+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:09:11.754414+0000","last_peered":"2024-09-05T04:09:11.754414+0000","last_clean":"2024-09-05T04:09:11.754414+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:09:11.754414+0000","last_undegraded":"2024-09-05T04:09:11.754414+0000","last_fullsized":"2024-09-05T04:09:11.754414+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756289+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:09:11.756289+0000","last_peered":"2024-09-05T04:09:11.756289+0000","last_clean":"2024-09-05T04:09:11.756289+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:09:11.756289+0000","last_undegraded":"2024-09-05T04:09:11.756289+0000","last_fullsized":"2024-09-05T04:09:11.756289+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753290+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:09:11.753290+0000","last_peered":"2024-09-05T04:09:11.753290+0000","last_clean":"2024-09-05T04:09:11.753290+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:09:11.753290+0000","last_undegraded":"2024-09-05T04:09:11.753290+0000","last_fullsized":"2024-09-05T04:09:11.753290+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754240+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:09:11.754240+0000","last_peered":"2024-09-05T04:09:11.754240+0000","last_clean":"2024-09-05T04:09:11.754240+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:09:11.754240+0000","last_undegraded":"2024-09-05T04:09:11.754240+0000","last_fullsized":"2024-09-05T04:09:11.754240+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755874+0000","last_change":"2024-09-05T04:08:50.682216+0000","last_active":"2024-09-05T04:09:11.755874+0000","last_peered":"2024-09-05T04:09:11.755874+0000","last_clean":"2024-09-05T04:09:11.755874+0000","last_became_active":"2024-09-05T04:08:50.681123+0000","last_became_peered":"2024-09-05T04:08:50.681123+0000","last_unstale":"2024-09-05T04:09:11.755874+0000","last_undegraded":"2024-09-05T04:09:11.755874+0000","last_fullsized":"2024-09-05T04:09:11.755874+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:54:15.907453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.761030+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:09:11.761030+0000","last_peered":"2024-09-05T04:09:11.761030+0000","last_clean":"2024-09-05T04:09:11.761030+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:09:11.761030+0000","last_undegraded":"2024-09-05T04:09:11.761030+0000","last_fullsized":"2024-09-05T04:09:11.761030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754631+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:09:11.754631+0000","last_peered":"2024-09-05T04:09:11.754631+0000","last_clean":"2024-09-05T04:09:11.754631+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:09:11.754631+0000","last_undegraded":"2024-09-05T04:09:11.754631+0000","last_fullsized":"2024-09-05T04:09:11.754631+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755156+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:09:11.755156+0000","last_peered":"2024-09-05T04:09:11.755156+0000","last_clean":"2024-09-05T04:09:11.755156+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:09:11.755156+0000","last_undegraded":"2024-09-05T04:09:11.755156+0000","last_fullsized":"2024-09-05T04:09:11.755156+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":42,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760153+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:09:11.760153+0000","last_peered":"2024-09-05T04:09:11.760153+0000","last_clean":"2024-09-05T04:09:11.760153+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:09:11.760153+0000","last_undegraded":"2024-09-05T04:09:11.760153+0000","last_fullsized":"2024-09-05T04:09:11.760153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927599+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:09:11.927599+0000","last_peered":"2024-09-05T04:09:11.927599+0000","last_clean":"2024-09-05T04:09:11.927599+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:09:11.927599+0000","last_undegraded":"2024-09-05T04:09:11.927599+0000","last_fullsized":"2024-09-05T04:09:11.927599+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755367+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:09:11.755367+0000","last_peered":"2024-09-05T04:09:11.755367+0000","last_clean":"2024-09-05T04:09:11.755367+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:09:11.755367+0000","last_undegraded":"2024-09-05T04:09:11.755367+0000","last_fullsized":"2024-09-05T04:09:11.755367+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751409+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:09:11.751409+0000","last_peered":"2024-09-05T04:09:11.751409+0000","last_clean":"2024-09-05T04:09:11.751409+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:09:11.751409+0000","last_undegraded":"2024-09-05T04:09:11.751409+0000","last_fullsized":"2024-09-05T04:09:11.751409+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927844+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:09:11.927844+0000","last_peered":"2024-09-05T04:09:11.927844+0000","last_clean":"2024-09-05T04:09:11.927844+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:09:11.927844+0000","last_undegraded":"2024-09-05T04:09:11.927844+0000","last_fullsized":"2024-09-05T04:09:11.927844+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755462+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:09:11.755462+0000","last_peered":"2024-09-05T04:09:11.755462+0000","last_clean":"2024-09-05T04:09:11.755462+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:09:11.755462+0000","last_undegraded":"2024-09-05T04:09:11.755462+0000","last_fullsized":"2024-09-05T04:09:11.755462+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755023+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:09:11.755023+0000","last_peered":"2024-09-05T04:09:11.755023+0000","last_clean":"2024-09-05T04:09:11.755023+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:09:11.755023+0000","last_undegraded":"2024-09-05T04:09:11.755023+0000","last_fullsized":"2024-09-05T04:09:11.755023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756424+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:09:11.756424+0000","last_peered":"2024-09-05T04:09:11.756424+0000","last_clean":"2024-09-05T04:09:11.756424+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:09:11.756424+0000","last_undegraded":"2024-09-05T04:09:11.756424+0000","last_fullsized":"2024-09-05T04:09:11.756424+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752443+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:09:11.752443+0000","last_peered":"2024-09-05T04:09:11.752443+0000","last_clean":"2024-09-05T04:09:11.752443+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:09:11.752443+0000","last_undegraded":"2024-09-05T04:09:11.752443+0000","last_fullsized":"2024-09-05T04:09:11.752443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753214+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:09:11.753214+0000","last_peered":"2024-09-05T04:09:11.753214+0000","last_clean":"2024-09-05T04:09:11.753214+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:09:11.753214+0000","last_undegraded":"2024-09-05T04:09:11.753214+0000","last_fullsized":"2024-09-05T04:09:11.753214+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755160+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:09:11.755160+0000","last_peered":"2024-09-05T04:09:11.755160+0000","last_clean":"2024-09-05T04:09:11.755160+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:09:11.755160+0000","last_undegraded":"2024-09-05T04:09:11.755160+0000","last_fullsized":"2024-09-05T04:09:11.755160+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760606+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:09:11.760606+0000","last_peered":"2024-09-05T04:09:11.760606+0000","last_clean":"2024-09-05T04:09:11.760606+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:09:11.760606+0000","last_undegraded":"2024-09-05T04:09:11.760606+0000","last_fullsized":"2024-09-05T04:09:11.760606+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"91'23","reported_seq":87,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:35.822565+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:09:35.822565+0000","last_peered":"2024-09-05T04:09:35.822565+0000","last_clean":"2024-09-05T04:09:35.822565+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:09:35.822565+0000","last_undegraded":"2024-09-05T04:09:35.822565+0000","last_fullsized":"2024-09-05T04:09:35.822565+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43345,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":30,"num_read_kb":57,"num_write":23,"num_write_kb":52,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750334+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:09:11.750334+0000","last_peered":"2024-09-05T04:09:11.750334+0000","last_clean":"2024-09-05T04:09:11.750334+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:09:11.750334+0000","last_undegraded":"2024-09-05T04:09:11.750334+0000","last_fullsized":"2024-09-05T04:09:11.750334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925219+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:09:11.925219+0000","last_peered":"2024-09-05T04:09:11.925219+0000","last_clean":"2024-09-05T04:09:11.925219+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:09:11.925219+0000","last_undegraded":"2024-09-05T04:09:11.925219+0000","last_fullsized":"2024-09-05T04:09:11.925219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755292+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:09:11.755292+0000","last_peered":"2024-09-05T04:09:11.755292+0000","last_clean":"2024-09-05T04:09:11.755292+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:09:11.755292+0000","last_undegraded":"2024-09-05T04:09:11.755292+0000","last_fullsized":"2024-09-05T04:09:11.755292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.927144+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:09:11.927144+0000","last_peered":"2024-09-05T04:09:11.927144+0000","last_clean":"2024-09-05T04:09:11.927144+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:09:11.927144+0000","last_undegraded":"2024-09-05T04:09:11.927144+0000","last_fullsized":"2024-09-05T04:09:11.927144+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754101+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:09:11.754101+0000","last_peered":"2024-09-05T04:09:11.754101+0000","last_clean":"2024-09-05T04:09:11.754101+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:09:11.754101+0000","last_undegraded":"2024-09-05T04:09:11.754101+0000","last_fullsized":"2024-09-05T04:09:11.754101+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.926764+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:09:11.926764+0000","last_peered":"2024-09-05T04:09:11.926764+0000","last_clean":"2024-09-05T04:09:11.926764+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:09:11.926764+0000","last_undegraded":"2024-09-05T04:09:11.926764+0000","last_fullsized":"2024-09-05T04:09:11.926764+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750165+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:09:11.750165+0000","last_peered":"2024-09-05T04:09:11.750165+0000","last_clean":"2024-09-05T04:09:11.750165+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:09:11.750165+0000","last_undegraded":"2024-09-05T04:09:11.750165+0000","last_fullsized":"2024-09-05T04:09:11.750165+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925472+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:09:11.925472+0000","last_peered":"2024-09-05T04:09:11.925472+0000","last_clean":"2024-09-05T04:09:11.925472+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:09:11.925472+0000","last_undegraded":"2024-09-05T04:09:11.925472+0000","last_fullsized":"2024-09-05T04:09:11.925472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753299+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:09:11.753299+0000","last_peered":"2024-09-05T04:09:11.753299+0000","last_clean":"2024-09-05T04:09:11.753299+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:09:11.753299+0000","last_undegraded":"2024-09-05T04:09:11.753299+0000","last_fullsized":"2024-09-05T04:09:11.753299+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925377+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:09:11.925377+0000","last_peered":"2024-09-05T04:09:11.925377+0000","last_clean":"2024-09-05T04:09:11.925377+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:09:11.925377+0000","last_undegraded":"2024-09-05T04:09:11.925377+0000","last_fullsized":"2024-09-05T04:09:11.925377+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753802+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:09:11.753802+0000","last_peered":"2024-09-05T04:09:11.753802+0000","last_clean":"2024-09-05T04:09:11.753802+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:09:11.753802+0000","last_undegraded":"2024-09-05T04:09:11.753802+0000","last_fullsized":"2024-09-05T04:09:11.753802+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750329+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:09:11.750329+0000","last_peered":"2024-09-05T04:09:11.750329+0000","last_clean":"2024-09-05T04:09:11.750329+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:09:11.750329+0000","last_undegraded":"2024-09-05T04:09:11.750329+0000","last_fullsized":"2024-09-05T04:09:11.750329+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754500+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:09:11.754500+0000","last_peered":"2024-09-05T04:09:11.754500+0000","last_clean":"2024-09-05T04:09:11.754500+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:09:11.754500+0000","last_undegraded":"2024-09-05T04:09:11.754500+0000","last_fullsized":"2024-09-05T04:09:11.754500+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755574+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:09:11.755574+0000","last_peered":"2024-09-05T04:09:11.755574+0000","last_clean":"2024-09-05T04:09:11.755574+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:09:11.755574+0000","last_undegraded":"2024-09-05T04:09:11.755574+0000","last_fullsized":"2024-09-05T04:09:11.755574+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925274+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:09:11.925274+0000","last_peered":"2024-09-05T04:09:11.925274+0000","last_clean":"2024-09-05T04:09:11.925274+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:09:11.925274+0000","last_undegraded":"2024-09-05T04:09:11.925274+0000","last_fullsized":"2024-09-05T04:09:11.925274+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752186+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:09:11.752186+0000","last_peered":"2024-09-05T04:09:11.752186+0000","last_clean":"2024-09-05T04:09:11.752186+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:09:11.752186+0000","last_undegraded":"2024-09-05T04:09:11.752186+0000","last_fullsized":"2024-09-05T04:09:11.752186+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752890+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:09:11.752890+0000","last_peered":"2024-09-05T04:09:11.752890+0000","last_clean":"2024-09-05T04:09:11.752890+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:09:11.752890+0000","last_undegraded":"2024-09-05T04:09:11.752890+0000","last_fullsized":"2024-09-05T04:09:11.752890+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.928032+0000","last_change":"2024-09-05T04:09:11.928032+0000","last_active":"2024-09-05T04:09:11.928032+0000","last_peered":"2024-09-05T04:09:11.928032+0000","last_clean":"2024-09-05T04:09:11.928032+0000","last_became_active":"2024-09-05T04:09:11.927385+0000","last_became_peered":"2024-09-05T04:09:11.927385+0000","last_unstale":"2024-09-05T04:09:11.928032+0000","last_undegraded":"2024-09-05T04:09:11.928032+0000","last_fullsized":"2024-09-05T04:09:11.928032+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:25:53.099930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.763737+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:09:11.763737+0000","last_peered":"2024-09-05T04:09:11.763737+0000","last_clean":"2024-09-05T04:09:11.763737+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:09:11.763737+0000","last_undegraded":"2024-09-05T04:09:11.763737+0000","last_fullsized":"2024-09-05T04:09:11.763737+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755971+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:09:11.755971+0000","last_peered":"2024-09-05T04:09:11.755971+0000","last_clean":"2024-09-05T04:09:11.755971+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:09:11.755971+0000","last_undegraded":"2024-09-05T04:09:11.755971+0000","last_fullsized":"2024-09-05T04:09:11.755971+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760353+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:09:11.760353+0000","last_peered":"2024-09-05T04:09:11.760353+0000","last_clean":"2024-09-05T04:09:11.760353+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:09:11.760353+0000","last_undegraded":"2024-09-05T04:09:11.760353+0000","last_fullsized":"2024-09-05T04:09:11.760353+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752866+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:09:11.752866+0000","last_peered":"2024-09-05T04:09:11.752866+0000","last_clean":"2024-09-05T04:09:11.752866+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:09:11.752866+0000","last_undegraded":"2024-09-05T04:09:11.752866+0000","last_fullsized":"2024-09-05T04:09:11.752866+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756078+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:09:11.756078+0000","last_peered":"2024-09-05T04:09:11.756078+0000","last_clean":"2024-09-05T04:09:11.756078+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:09:11.756078+0000","last_undegraded":"2024-09-05T04:09:11.756078+0000","last_fullsized":"2024-09-05T04:09:11.756078+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753388+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:09:11.753388+0000","last_peered":"2024-09-05T04:09:11.753388+0000","last_clean":"2024-09-05T04:09:11.753388+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:09:11.753388+0000","last_undegraded":"2024-09-05T04:09:11.753388+0000","last_fullsized":"2024-09-05T04:09:11.753388+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752761+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:09:11.752761+0000","last_peered":"2024-09-05T04:09:11.752761+0000","last_clean":"2024-09-05T04:09:11.752761+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:09:11.752761+0000","last_undegraded":"2024-09-05T04:09:11.752761+0000","last_fullsized":"2024-09-05T04:09:11.752761+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754418+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:09:11.754418+0000","last_peered":"2024-09-05T04:09:11.754418+0000","last_clean":"2024-09-05T04:09:11.754418+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:09:11.754418+0000","last_undegraded":"2024-09-05T04:09:11.754418+0000","last_fullsized":"2024-09-05T04:09:11.754418+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753054+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:09:11.753054+0000","last_peered":"2024-09-05T04:09:11.753054+0000","last_clean":"2024-09-05T04:09:11.753054+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:09:11.753054+0000","last_undegraded":"2024-09-05T04:09:11.753054+0000","last_fullsized":"2024-09-05T04:09:11.753054+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755646+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:09:11.755646+0000","last_peered":"2024-09-05T04:09:11.755646+0000","last_clean":"2024-09-05T04:09:11.755646+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:09:11.755646+0000","last_undegraded":"2024-09-05T04:09:11.755646+0000","last_fullsized":"2024-09-05T04:09:11.755646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753077+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:09:11.753077+0000","last_peered":"2024-09-05T04:09:11.753077+0000","last_clean":"2024-09-05T04:09:11.753077+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:09:11.753077+0000","last_undegraded":"2024-09-05T04:09:11.753077+0000","last_fullsized":"2024-09-05T04:09:11.753077+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925554+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:09:11.925554+0000","last_peered":"2024-09-05T04:09:11.925554+0000","last_clean":"2024-09-05T04:09:11.925554+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:09:11.925554+0000","last_undegraded":"2024-09-05T04:09:11.925554+0000","last_fullsized":"2024-09-05T04:09:11.925554+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754321+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:09:11.754321+0000","last_peered":"2024-09-05T04:09:11.754321+0000","last_clean":"2024-09-05T04:09:11.754321+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:09:11.754321+0000","last_undegraded":"2024-09-05T04:09:11.754321+0000","last_fullsized":"2024-09-05T04:09:11.754321+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925479+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:09:11.925479+0000","last_peered":"2024-09-05T04:09:11.925479+0000","last_clean":"2024-09-05T04:09:11.925479+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:09:11.925479+0000","last_undegraded":"2024-09-05T04:09:11.925479+0000","last_fullsized":"2024-09-05T04:09:11.925479+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925270+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:09:11.925270+0000","last_peered":"2024-09-05T04:09:11.925270+0000","last_clean":"2024-09-05T04:09:11.925270+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:09:11.925270+0000","last_undegraded":"2024-09-05T04:09:11.925270+0000","last_fullsized":"2024-09-05T04:09:11.925270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753028+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:09:11.753028+0000","last_peered":"2024-09-05T04:09:11.753028+0000","last_clean":"2024-09-05T04:09:11.753028+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:09:11.753028+0000","last_undegraded":"2024-09-05T04:09:11.753028+0000","last_fullsized":"2024-09-05T04:09:11.753028+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.756438+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:09:11.756438+0000","last_peered":"2024-09-05T04:09:11.756438+0000","last_clean":"2024-09-05T04:09:11.756438+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:09:11.756438+0000","last_undegraded":"2024-09-05T04:09:11.756438+0000","last_fullsized":"2024-09-05T04:09:11.756438+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753274+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:09:11.753274+0000","last_peered":"2024-09-05T04:09:11.753274+0000","last_clean":"2024-09-05T04:09:11.753274+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:09:11.753274+0000","last_undegraded":"2024-09-05T04:09:11.753274+0000","last_fullsized":"2024-09-05T04:09:11.753274+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.750792+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:09:11.750792+0000","last_peered":"2024-09-05T04:09:11.750792+0000","last_clean":"2024-09-05T04:09:11.750792+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:09:11.750792+0000","last_undegraded":"2024-09-05T04:09:11.750792+0000","last_fullsized":"2024-09-05T04:09:11.750792+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755771+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:09:11.755771+0000","last_peered":"2024-09-05T04:09:11.755771+0000","last_clean":"2024-09-05T04:09:11.755771+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:09:11.755771+0000","last_undegraded":"2024-09-05T04:09:11.755771+0000","last_fullsized":"2024-09-05T04:09:11.755771+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.924901+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:09:11.924901+0000","last_peered":"2024-09-05T04:09:11.924901+0000","last_clean":"2024-09-05T04:09:11.924901+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:09:11.924901+0000","last_undegraded":"2024-09-05T04:09:11.924901+0000","last_fullsized":"2024-09-05T04:09:11.924901+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754174+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:09:11.754174+0000","last_peered":"2024-09-05T04:09:11.754174+0000","last_clean":"2024-09-05T04:09:11.754174+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:09:11.754174+0000","last_undegraded":"2024-09-05T04:09:11.754174+0000","last_fullsized":"2024-09-05T04:09:11.754174+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.754364+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:09:11.754364+0000","last_peered":"2024-09-05T04:09:11.754364+0000","last_clean":"2024-09-05T04:09:11.754364+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:09:11.754364+0000","last_undegraded":"2024-09-05T04:09:11.754364+0000","last_fullsized":"2024-09-05T04:09:11.754364+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.752927+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:09:11.752927+0000","last_peered":"2024-09-05T04:09:11.752927+0000","last_clean":"2024-09-05T04:09:11.752927+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:09:11.752927+0000","last_undegraded":"2024-09-05T04:09:11.752927+0000","last_fullsized":"2024-09-05T04:09:11.752927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751722+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:09:11.751722+0000","last_peered":"2024-09-05T04:09:11.751722+0000","last_clean":"2024-09-05T04:09:11.751722+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:09:11.751722+0000","last_undegraded":"2024-09-05T04:09:11.751722+0000","last_fullsized":"2024-09-05T04:09:11.751722+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755791+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:09:11.755791+0000","last_peered":"2024-09-05T04:09:11.755791+0000","last_clean":"2024-09-05T04:09:11.755791+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:09:11.755791+0000","last_undegraded":"2024-09-05T04:09:11.755791+0000","last_fullsized":"2024-09-05T04:09:11.755791+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753372+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:09:11.753372+0000","last_peered":"2024-09-05T04:09:11.753372+0000","last_clean":"2024-09-05T04:09:11.753372+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:09:11.753372+0000","last_undegraded":"2024-09-05T04:09:11.753372+0000","last_fullsized":"2024-09-05T04:09:11.753372+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925665+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:09:11.925665+0000","last_peered":"2024-09-05T04:09:11.925665+0000","last_clean":"2024-09-05T04:09:11.925665+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:09:11.925665+0000","last_undegraded":"2024-09-05T04:09:11.925665+0000","last_fullsized":"2024-09-05T04:09:11.925665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.925268+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:09:11.925268+0000","last_peered":"2024-09-05T04:09:11.925268+0000","last_clean":"2024-09-05T04:09:11.925268+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:09:11.925268+0000","last_undegraded":"2024-09-05T04:09:11.925268+0000","last_fullsized":"2024-09-05T04:09:11.925268+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755037+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:09:11.755037+0000","last_peered":"2024-09-05T04:09:11.755037+0000","last_clean":"2024-09-05T04:09:11.755037+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:09:11.755037+0000","last_undegraded":"2024-09-05T04:09:11.755037+0000","last_fullsized":"2024-09-05T04:09:11.755037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753177+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:09:11.753177+0000","last_peered":"2024-09-05T04:09:11.753177+0000","last_clean":"2024-09-05T04:09:11.753177+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:09:11.753177+0000","last_undegraded":"2024-09-05T04:09:11.753177+0000","last_fullsized":"2024-09-05T04:09:11.753177+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.760414+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:09:11.760414+0000","last_peered":"2024-09-05T04:09:11.760414+0000","last_clean":"2024-09-05T04:09:11.760414+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:09:11.760414+0000","last_undegraded":"2024-09-05T04:09:11.760414+0000","last_fullsized":"2024-09-05T04:09:11.760414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.751499+0000","last_change":"2024-09-05T04:08:50.689165+0000","last_active":"2024-09-05T04:09:11.751499+0000","last_peered":"2024-09-05T04:09:11.751499+0000","last_clean":"2024-09-05T04:09:11.751499+0000","last_became_active":"2024-09-05T04:08:50.688581+0000","last_became_peered":"2024-09-05T04:08:50.688581+0000","last_unstale":"2024-09-05T04:09:11.751499+0000","last_undegraded":"2024-09-05T04:09:11.751499+0000","last_fullsized":"2024-09-05T04:09:11.751499+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:57.748227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753932+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:09:11.753932+0000","last_peered":"2024-09-05T04:09:11.753932+0000","last_clean":"2024-09-05T04:09:11.753932+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:09:11.753932+0000","last_undegraded":"2024-09-05T04:09:11.753932+0000","last_fullsized":"2024-09-05T04:09:11.753932+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.753905+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:09:11.753905+0000","last_peered":"2024-09-05T04:09:11.753905+0000","last_clean":"2024-09-05T04:09:11.753905+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:09:11.753905+0000","last_undegraded":"2024-09-05T04:09:11.753905+0000","last_fullsized":"2024-09-05T04:09:11.753905+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-05T04:09:11.755763+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:09:11.755763+0000","last_peered":"2024-09-05T04:09:11.755763+0000","last_clean":"2024-09-05T04:09:11.755763+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:09:11.755763+0000","last_undegraded":"2024-09-05T04:09:11.755763+0000","last_fullsized":"2024-09-05T04:09:11.755763+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":44143,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":36,"num_read_kb":63,"num_write":72,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":233472,"data_stored":144547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481815,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32188,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712964,"statfs":{"total":95995035648,"available":95962075136,"internally_reserved":0,"allocated":1028096,"data_stored":509409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710747,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1683456,"data_stored":1139220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874272,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":514087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135909,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1036288,"data_stored":510013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364841,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1630208,"data_stored":1104455,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528367,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1024000,"data_stored":505313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790004,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28620,"kb_used_data":1596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716532,"statfs":{"total":95995035648,"available":95965728768,"internally_reserved":0,"allocated":1634304,"data_stored":1099959,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953528,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1032192,"data_stored":509431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182460,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1032192,"data_stored":505417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411395,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1093632,"data_stored":560810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1077248,"data_stored":548658,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1028096,"data_stored":505403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43345,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":55497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":43539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:09:43.258 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T04:09:43.259 INFO:tasks.cephadm:Setting up client nodes... 2024-09-05T04:09:43.259 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-05T04:09:43.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:42 smithi079 ceph-mon[34908]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:09:43.522 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:43.940 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:43 smithi002 ceph-mon[31001]: pgmap v307: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:09:44.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- 172.21.15.2:0/4079900076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c101c00 msgr2=0x7f5d4c102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:44.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 --2- 172.21.15.2:0/4079900076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c101c00 0x7f5d4c102000 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5d40009900 tx=0x7f5d4002a410 comp rx=0 tx=0).stop 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- 172.21.15.2:0/4079900076 shutdown_connections 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 --2- 172.21.15.2:0/4079900076 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 0x7f5d4c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 --2- 172.21.15.2:0/4079900076 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c102e00 0x7f5d4c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 --2- 172.21.15.2:0/4079900076 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c101c00 0x7f5d4c102000 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- 172.21.15.2:0/4079900076 >> 172.21.15.2:0/4079900076 conn(0x7f5d4c0fd390 msgr2=0x7f5d4c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- 172.21.15.2:0/4079900076 shutdown_connections 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- 172.21.15.2:0/4079900076 wait complete. 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 Processor -- start 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.029+0000 7f5d52bad640 1 -- start start 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c101c00 0x7f5d4c197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 0x7f5d4c19f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:44.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c10d780 con 0x7f5d4c102e00 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c10d600 con 0x7f5d4c1037c0 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d52bad640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5d4c10d900 con 0x7f5d4c101c00 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43002/0 (socket says 172.21.15.2:43002) 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 -- 172.21.15.2:0/820889980 learned_addr learned my addr 172.21.15.2:0/820889980 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d5114a640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 0x7f5d4c19f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d50949640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c101c00 0x7f5d4c197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 -- 172.21.15.2:0/820889980 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c101c00 msgr2=0x7f5d4c197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c101c00 0x7f5d4c197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 -- 172.21.15.2:0/820889980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 msgr2=0x7f5d4c19f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 0x7f5d4c19f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 -- 172.21.15.2:0/820889980 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d4c19fa80 con 0x7f5d4c102e00 2024-09-05T04:09:44.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.030+0000 7f5d4bfff640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5d3800c970 tx=0x7f5d3800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:44.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.031+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d38007bb0 con 0x7f5d4c102e00 2024-09-05T04:09:44.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.031+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d38007d50 con 0x7f5d4c102e00 2024-09-05T04:09:44.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.031+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d4c19fd70 con 0x7f5d4c102e00 2024-09-05T04:09:44.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.031+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d3800f450 con 0x7f5d4c102e00 2024-09-05T04:09:44.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.031+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d4c1a0250 con 0x7f5d4c102e00 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.032+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d4c108ff0 con 0x7f5d4c102e00 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.033+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f5d38004f20 con 0x7f5d4c102e00 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.033+0000 7f5d49ffb640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 0x7f5d3c0a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.034+0000 7f5d50949640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 0x7f5d3c0a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.034+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f5d380cf1a0 con 0x7f5d4c102e00 2024-09-05T04:09:44.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.034+0000 7f5d50949640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 0x7f5d3c0a5180 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d40005ab0 tx=0x7f5d40005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:44.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.038+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5d38014030 con 0x7f5d4c102e00 2024-09-05T04:09:44.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:43 smithi047 ceph-mon[34498]: pgmap v307: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:09:44.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.280+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f5d4c02da10 con 0x7f5d4c102e00 2024-09-05T04:09:44.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.282+0000 7f5d49ffb640 1 -- 172.21.15.2:0/820889980 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f5d3809b590 con 0x7f5d4c102e00 2024-09-05T04:09:44.284 INFO:teuthology.orchestra.run.smithi002.stdout:[client.0] 2024-09-05T04:09:44.284 INFO:teuthology.orchestra.run.smithi002.stdout: key = AQAIL9lmsp/WEBAA0cbbyT8RtDjhPaUWIoC2bg== 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 msgr2=0x7f5d3c0a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 0x7f5d3c0a5180 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d40005ab0 tx=0x7f5d40005a20 comp rx=0 tx=0).stop 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 msgr2=0x7f5d4c198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5d3800c970 tx=0x7f5d3800ce30 comp rx=0 tx=0).stop 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 shutdown_connections 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5d3c0a2cc0 0x7f5d3c0a5180 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5d4c1037c0 0x7f5d4c19f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5d4c102e00 0x7f5d4c198390 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 --2- 172.21.15.2:0/820889980 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5d4c101c00 0x7f5d4c197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:44.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 >> 172.21.15.2:0/820889980 conn(0x7f5d4c0fd390 msgr2=0x7f5d4c1061c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:44.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 shutdown_connections 2024-09-05T04:09:44.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:44.284+0000 7f5d52bad640 1 -- 172.21.15.2:0/820889980 wait complete. 2024-09-05T04:09:44.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:43 smithi079 ceph-mon[34908]: pgmap v307: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:09:44.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T04:09:44.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T04:09:44.953 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:44 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:09:44.980 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:09:44.980 DEBUG:teuthology.orchestra.run.smithi002:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-05T04:09:44.980 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-05T04:09:45.018 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-05T04:09:45.018 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-05T04:09:45.018 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph mgr dump --format=json 2024-09-05T04:09:45.145 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T04:09:45.145 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T04:09:45.145 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:44 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:09:45.168 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-05T04:09:45.168 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/820889980' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-05T04:09:45.169 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:44 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:09:45.955 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:46.361 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:46 smithi002 ceph-mon[31001]: pgmap v308: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:09:46.361 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.361 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.362 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.362 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:46 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 -- 172.21.15.2:0/1968701938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74106f10 msgr2=0x7f0a7410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:46.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 --2- 172.21.15.2:0/1968701938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74106f10 0x7f0a7410ea90 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c009ca0 tx=0x7f0a6c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 -- 172.21.15.2:0/1968701938 shutdown_connections 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 --2- 172.21.15.2:0/1968701938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74106f10 0x7f0a7410ea90 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 --2- 172.21.15.2:0/1968701938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 0x7f0a741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 --2- 172.21.15.2:0/1968701938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74101de0 0x7f0a741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 -- 172.21.15.2:0/1968701938 >> 172.21.15.2:0/1968701938 conn(0x7f0a740fd8c0 msgr2=0x7f0a740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 -- 172.21.15.2:0/1968701938 shutdown_connections 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.442+0000 7f0a7a222640 1 -- 172.21.15.2:0/1968701938 wait complete. 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 Processor -- start 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 -- start start 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 0x7f0a74198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74106f10 0x7f0a7419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:46.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74111e20 con 0x7f0a74101de0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74111ca0 con 0x7f0a74106f10 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a7a222640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0a74111fa0 con 0x7f0a74102790 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43020/0 (socket says 172.21.15.2:43020) 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a737fe640 1 -- 172.21.15.2:0/3510801616 learned_addr learned my addr 172.21.15.2:0/3510801616 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a72ffd640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 0x7f0a74198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.443+0000 7f0a73fff640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74106f10 0x7f0a7419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 -- 172.21.15.2:0/3510801616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 msgr2=0x7f0a74198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 0x7f0a74198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 -- 172.21.15.2:0/3510801616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74106f10 msgr2=0x7f0a7419cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74106f10 0x7f0a7419cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 -- 172.21.15.2:0/3510801616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a7419d2c0 con 0x7f0a74101de0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a737fe640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400d950 tx=0x7f0a6400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:46.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a64017070 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a64009c30 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a7419d5b0 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6400f620 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.444+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a741a4e90 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.445+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a741021c0 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.446+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f0a640109a0 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.448+0000 7f0a70ff9640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 0x7f0a600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.448+0000 7f0a72ffd640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 0x7f0a600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.448+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f0a640cf1e0 con 0x7f0a74101de0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.448+0000 7f0a72ffd640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 0x7f0a600a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0a740fdce0 tx=0x7f0a5c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:46.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.451+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a64009de0 con 0x7f0a74101de0 2024-09-05T04:09:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:46 smithi079 ceph-mon[34908]: pgmap v308: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:09:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:46 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:46 smithi047 ceph-mon[34498]: pgmap v308: 129 pgs: 129 active+clean; 632 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:09:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:46 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:46.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.692+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0a74199670 con 0x7f0a74101de0 2024-09-05T04:09:46.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.698+0000 7f0a70ff9640 1 -- 172.21.15.2:0/3510801616 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263192 (secure 0 0 0) 0x7f0a6409bc20 con 0x7f0a74101de0 2024-09-05T04:09:46.703 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 msgr2=0x7f0a600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 0x7f0a600a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0a740fdce0 tx=0x7f0a5c00a2d0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 msgr2=0x7f0a74198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400d950 tx=0x7f0a6400de10 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 shutdown_connections 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f0a600a2c10 0x7f0a600a50d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a74106f10 0x7f0a7419cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a74102790 0x7f0a74198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 --2- 172.21.15.2:0/3510801616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a74101de0 0x7f0a74198310 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.700+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 >> 172.21.15.2:0/3510801616 conn(0x7f0a740fd8c0 msgr2=0x7f0a740fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:46.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.701+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 shutdown_connections 2024-09-05T04:09:46.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:46.701+0000 7f0a7a222640 1 -- 172.21.15.2:0/3510801616 wait complete. 2024-09-05T04:09:47.369 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6800","nonce":2555228194},{"type":"v1","addr":"172.21.15.2:6801","nonce":2555228194}]},"active_addr":"172.21.15.2:6801/2555228194","active_change":"2024-09-05T04:02:10.554486+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.2:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":4162768966}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":1787317877}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":3478175109}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":2016255054}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.2:0","nonce":1663716783}]}]} 2024-09-05T04:09:47.374 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-05T04:09:47.374 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-05T04:09:47.374 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:47.625 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.0 KiB/s wr, 4 op/s 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3510801616' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:09:47.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.0 KiB/s wr, 4 op/s 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3510801616' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:09:48.021 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: pgmap v309: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 4.0 KiB/s wr, 4 op/s 2024-09-05T04:09:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3510801616' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-05T04:09:48.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:09:48.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:09:48.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 -- 172.21.15.2:0/934974600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4106f10 msgr2=0x7f66d410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/934974600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4106f10 0x7f66d410ea90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f66cc009ca0 tx=0x7f66cc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 -- 172.21.15.2:0/934974600 shutdown_connections 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/934974600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4106f10 0x7f66d410ea90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/934974600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4102790 0x7f66d41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/934974600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 0x7f66d41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 -- 172.21.15.2:0/934974600 >> 172.21.15.2:0/934974600 conn(0x7f66d40fd8c0 msgr2=0x7f66d40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 -- 172.21.15.2:0/934974600 shutdown_connections 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.104+0000 7f66d8cbe640 1 -- 172.21.15.2:0/934974600 wait complete. 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 Processor -- start 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 -- start start 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 0x7f66d40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 0x7f66d4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4111e20 con 0x7f66d4102790 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4111ca0 con 0x7f66d4101de0 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d8cbe640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f66d4111fa0 con 0x7f66d4106f10 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:48.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43046/0 (socket says 172.21.15.2:43046) 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66cbfff640 1 -- 172.21.15.2:0/2264098735 learned_addr learned my addr 172.21.15.2:0/2264098735 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d259c640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 0x7f66d40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.105+0000 7f66d2d9d640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 0x7f66d4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 -- 172.21.15.2:0/2264098735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 msgr2=0x7f66d4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 0x7f66d4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 -- 172.21.15.2:0/2264098735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 msgr2=0x7f66d40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 0x7f66d40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 -- 172.21.15.2:0/2264098735 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d41a6800 con 0x7f66d4102790 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66d2d9d640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 0x7f66d4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cbfff640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00d950 tx=0x7f66bc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66bc017070 con 0x7f66d4102790 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66bc009c30 con 0x7f66d4102790 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66d41a6af0 con 0x7f66d4102790 2024-09-05T04:09:48.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66bc00f620 con 0x7f66d4102790 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.106+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66d41a7030 con 0x7f66d4102790 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.107+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66d41021c0 con 0x7f66d4102790 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.108+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f66bc0109a0 con 0x7f66d4102790 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.109+0000 7f66cb7fe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 0x7f66c00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.109+0000 7f66d259c640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 0x7f66c00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.109+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f66bc0cf100 con 0x7f66d4102790 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.109+0000 7f66d259c640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 0x7f66c00a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f66c40058c0 tx=0x7f66c400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:48.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.113+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f66bc009de0 con 0x7f66d4102790 2024-09-05T04:09:48.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.291+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66d4075a20 con 0x7f66d4102790 2024-09-05T04:09:48.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.293+0000 7f66cb7fe640 1 -- 172.21.15.2:0/2264098735 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24609 (secure 0 0 0) 0x7f66bc09bba0 con 0x7f66d4102790 2024-09-05T04:09:48.294 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:48.294 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":91,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:11.747273+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 msgr2=0x7f66c00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 0x7f66c00a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f66c40058c0 tx=0x7f66c400a2d0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 msgr2=0x7f66d4074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f66bc00d950 tx=0x7f66bc00de10 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 shutdown_connections 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f66c00a2c10 0x7f66c00a50d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66d4106f10 0x7f66d4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66d4102790 0x7f66d4074a30 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 --2- 172.21.15.2:0/2264098735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66d4101de0 0x7f66d40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 >> 172.21.15.2:0/2264098735 conn(0x7f66d40fd8c0 msgr2=0x7f66d40fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:48.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 shutdown_connections 2024-09-05T04:09:48.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:48.295+0000 7f66d8cbe640 1 -- 172.21.15.2:0/2264098735 wait complete. 2024-09-05T04:09:49.015 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-05T04:09:49.016 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:09:49.271 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:49.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2264098735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:49.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:49 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2264098735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2264098735' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.726+0000 7fa84e17a640 1 -- 172.21.15.2:0/2385663249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 msgr2=0x7fa848103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.726+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2385663249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848103120 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa838009900 tx=0x7fa83802a480 comp rx=0 tx=0).stop 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 -- 172.21.15.2:0/2385663249 shutdown_connections 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2385663249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2385663249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 0x7fa84810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2385663249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848103120 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 -- 172.21.15.2:0/2385663249 >> 172.21.15.2:0/2385663249 conn(0x7fa8480fc7a0 msgr2=0x7fa8480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:49.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 -- 172.21.15.2:0/2385663249 shutdown_connections 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 -- 172.21.15.2:0/2385663249 wait complete. 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 Processor -- start 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.727+0000 7fa84e17a640 1 -- start start 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 0x7fa8481989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa848111e60 con 0x7fa848102d40 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa848111ce0 con 0x7fa848103660 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa848111fe0 con 0x7fa84810c170 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43062/0 (socket says 172.21.15.2:43062) 2024-09-05T04:09:49.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 -- 172.21.15.2:0/2906493628 learned_addr learned my addr 172.21.15.2:0/2906493628 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa846ffd640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 0x7fa8481989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa847fff640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 -- 172.21.15.2:0/2906493628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 msgr2=0x7fa84819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84819cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 -- 172.21.15.2:0/2906493628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 msgr2=0x7fa8481989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 0x7fa8481989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 -- 172.21.15.2:0/2906493628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa84819d420 con 0x7fa848102d40 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa847fff640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa8477fe640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa838005940 tx=0x7fa838004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa83803f030 con 0x7fa848102d40 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa84819d6b0 con 0x7fa848102d40 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa838003aa0 con 0x7fa848102d40 2024-09-05T04:09:49.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.728+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa838035070 con 0x7fa848102d40 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.729+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8481a4ff0 con 0x7fa848102d40 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.730+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa84806b070 con 0x7fa848102d40 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.731+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fa838042030 con 0x7fa848102d40 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.731+0000 7fa844ff9640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 0x7fa8300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.731+0000 7fa846ffd640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 0x7fa8300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.731+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fa8380efcb0 con 0x7fa848102d40 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.732+0000 7fa846ffd640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 0x7fa8300a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa8480fee30 tx=0x7fa83c00b2e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:49.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.735+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa8380bc750 con 0x7fa848102d40 2024-09-05T04:09:49.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.911+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa848107210 con 0x7fa848102d40 2024-09-05T04:09:49.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.913+0000 7fa844ff9640 1 -- 172.21.15.2:0/2906493628 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+24609 (secure 0 0 0) 0x7fa8380bc050 con 0x7fa848102d40 2024-09-05T04:09:49.914 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:09:49.914 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":91,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:09:11.747273+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 msgr2=0x7fa8300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 0x7fa8300a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa8480fee30 tx=0x7fa83c00b2e0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 msgr2=0x7fa848198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa838005940 tx=0x7fa838004270 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 shutdown_connections 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fa8300a2c10 0x7fa8300a50d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa84810c170 0x7fa84819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa848103660 0x7fa8481989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 --2- 172.21.15.2:0/2906493628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa848102d40 0x7fa848198470 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:49.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 >> 172.21.15.2:0/2906493628 conn(0x7fa8480fc7a0 msgr2=0x7fa8480fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:49.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 shutdown_connections 2024-09-05T04:09:49.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:49.915+0000 7fa84e17a640 1 -- 172.21.15.2:0/2906493628 wait complete. 2024-09-05T04:09:50.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:50 smithi002 ceph-mon[31001]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:50.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:50 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2906493628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:50.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:50 smithi047 ceph-mon[34498]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:50.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:50 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2906493628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:50 smithi079 ceph-mon[34908]: pgmap v310: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.2 KiB/s wr, 3 op/s 2024-09-05T04:09:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:50 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2906493628' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:09:50.633 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-05T04:09:50.634 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-05T04:09:50.634 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-05T04:09:50.635 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-05T04:09:50.635 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-05T04:09:50.635 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-05T04:09:50.636 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-05T04:09:50.636 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-05T04:09:50.637 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-05T04:09:50.637 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-05T04:09:50.638 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-05T04:09:50.638 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-05T04:09:51.277 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.649 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.655 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.660 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.661 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.661 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.662 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.667 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.676 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:51.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 -- 172.21.15.2:0/1416370219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 msgr2=0x7f1208100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 --2- 172.21.15.2:0/1416370219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208100ee0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f11f4009930 tx=0x7f11f402a420 comp rx=0 tx=0).stop 2024-09-05T04:09:51.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 -- 172.21.15.2:0/1416370219 shutdown_connections 2024-09-05T04:09:51.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 --2- 172.21.15.2:0/1416370219 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208101420 0x7f120810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 --2- 172.21.15.2:0/1416370219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208100ee0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 --2- 172.21.15.2:0/1416370219 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1208106a80 0x7f1208106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 -- 172.21.15.2:0/1416370219 >> 172.21.15.2:0/1416370219 conn(0x7f12080fc7a0 msgr2=0x7f12080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.905+0000 7f120ef59640 1 -- 172.21.15.2:0/1416370219 shutdown_connections 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.906+0000 7f120ef59640 1 -- 172.21.15.2:0/1416370219 wait complete. 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.906+0000 7f120ef59640 1 Processor -- start 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.906+0000 7f120ef59640 1 -- start start 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.906+0000 7f120ef59640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1208101420 0x7f1208198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208106a80 0x7f120819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:51.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1208110d70 con 0x7f1208100a80 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1208110bf0 con 0x7f1208106a80 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1208110ef0 con 0x7f1208101420 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53464/0 (socket says 172.21.15.2:53464) 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 -- 172.21.15.2:0/2402801314 learned_addr learned my addr 172.21.15.2:0/2402801314 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f1207fff640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1208101420 0x7f1208198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120d4f6640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208106a80 0x7f120819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 -- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1208101420 msgr2=0x7f1208198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1208101420 0x7f1208198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 -- 172.21.15.2:0/2402801314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208106a80 msgr2=0x7f120819ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208106a80 0x7f120819ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f120819d3d0 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120d4f6640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1208106a80 0x7f120819ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ccf5640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208198420 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f11fc00c970 tx=0x7f11fc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc007bb0 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11fc007d50 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc00f450 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.907+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f120819d6c0 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.908+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12081a4fa0 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.908+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1208062980 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.909+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f11fc004ee0 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1205ffb640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f11f80a2c10 0x7f11f80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f11fc0cf740 con 0x7f1208100a80 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1207fff640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f11f80a2c10 0x7f11f80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:51.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1205ffb640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] conn(0x7f11f80adde0 0x7f11f80b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f11fc012ec0 con 0x7f11f80adde0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.910+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f11fc0cfb90 con 0x7f1208100a80 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.911+0000 7f1207fff640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f11f80a2c10 0x7f11f80a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f11f4000c00 tx=0x7f11f4031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.911+0000 7f120d4f6640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] conn(0x7f11f80adde0 0x7f11f80b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.911+0000 7f120d4f6640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] conn(0x7f11f80adde0 0x7f11f80b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.912+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== osd.5 v2:172.21.15.79:6808/2110662513 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f11fc012ec0 con 0x7f11f80adde0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.926+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 --> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1208062e00 con 0x7f11f80adde0 2024-09-05T04:09:51.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.926+0000 7f1205ffb640 1 -- 172.21.15.2:0/2402801314 <== osd.5 v2:172.21.15.79:6808/2110662513 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1208062e00 con 0x7f11f80adde0 2024-09-05T04:09:51.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] conn(0x7f11f80adde0 msgr2=0x7f11f80b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] conn(0x7f11f80adde0 0x7f11f80b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f11f80a2c10 msgr2=0x7f11f80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f11f80a2c10 0x7f11f80a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f11f4000c00 tx=0x7f11f4031400 comp rx=0 tx=0).stop 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 msgr2=0x7f1208198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 --2- 172.21.15.2:0/2402801314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1208100a80 0x7f1208198420 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f11fc00c970 tx=0x7f11fc00ce30 comp rx=0 tx=0).stop 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120d4f6640 1 -- 172.21.15.2:0/2402801314 reap_dead start 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 shutdown_connections 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 >> 172.21.15.2:0/2402801314 conn(0x7f12080fc7a0 msgr2=0x7f120806aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 shutdown_connections 2024-09-05T04:09:51.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:51.927+0000 7f120ef59640 1 -- 172.21.15.2:0/2402801314 wait complete. 2024-09-05T04:09:52.343 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:52 smithi002 ceph-mon[31001]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 2 op/s 2024-09-05T04:09:52.379 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:52 smithi079 ceph-mon[34908]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 2 op/s 2024-09-05T04:09:52.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:52 smithi047 ceph-mon[34498]: pgmap v311: 129 pgs: 129 active+clean; 640 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 2.1 KiB/s wr, 2 op/s 2024-09-05T04:09:52.684 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:52.684 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:52.685 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:09:53.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 -- 172.21.15.2:0/1318916624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4100e20 msgr2=0x7f1ed4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/1318916624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4100e20 0x7f1ed4101200 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4009900 tx=0x7f1ec402a480 comp rx=0 tx=0).stop 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 -- 172.21.15.2:0/1318916624 shutdown_connections 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/1318916624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed4102ef0 0x7f1ed410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/1318916624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed4102570 0x7f1ed41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/1318916624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4100e20 0x7f1ed4101200 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 -- 172.21.15.2:0/1318916624 >> 172.21.15.2:0/1318916624 conn(0x7f1ed40fc7d0 msgr2=0x7f1ed40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.348+0000 7f1ed9caa640 1 -- 172.21.15.2:0/1318916624 shutdown_connections 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.349+0000 7f1ed9caa640 1 -- 172.21.15.2:0/1318916624 wait complete. 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.349+0000 7f1ed9caa640 1 Processor -- start 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.349+0000 7f1ed9caa640 1 -- start start 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.349+0000 7f1ed9caa640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed4100e20 0x7f1ed41983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.349+0000 7f1ed9caa640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed4102570 0x7f1ed41988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 0x7f1ed419cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110e30 con 0x7f1ed4102ef0 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110cb0 con 0x7f1ed4100e20 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4110fb0 con 0x7f1ed4102570 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 0x7f1ed419cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 0x7f1ed419cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53506/0 (socket says 172.21.15.2:53506) 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 -- 172.21.15.2:0/246305314 learned_addr learned my addr 172.21.15.2:0/246305314 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed2ffd640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed4102570 0x7f1ed41988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed37fe640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed4100e20 0x7f1ed41983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 -- 172.21.15.2:0/246305314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed4102570 msgr2=0x7f1ed41988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed4102570 0x7f1ed41988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 -- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed4100e20 msgr2=0x7f1ed41983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed4100e20 0x7f1ed41983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed419d360 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed3fff640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 0x7f1ed419cc80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00eaa0 tx=0x7f1ecc00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc004d20 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed419d650 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ecc005020 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc0116d0 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.350+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed41a4f30 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.351+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1ed4062940 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.353+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f1ecc00caf0 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.353+0000 7f1ed0ff9640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ebc0a2c10 0x7f1ebc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.353+0000 7f1ed37fe640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ebc0a2c10 0x7f1ebc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.353+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f1ecc0cfaa0 con 0x7f1ed4102ef0 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed0ff9640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] conn(0x7f1ebc0adde0 0x7f1ebc0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1ecc014ec0 con 0x7f1ebc0adde0 2024-09-05T04:09:53.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f1ecc0cfef0 con 0x7f1ed4102ef0 2024-09-05T04:09:53.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed37fe640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ebc0a2c10 0x7f1ebc0a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4005ab0 tx=0x7f1ec4005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed2ffd640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] conn(0x7f1ebc0adde0 0x7f1ebc0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.354+0000 7f1ed2ffd640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] conn(0x7f1ebc0adde0 0x7f1ebc0b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.355+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== osd.1 v2:172.21.15.47:6800/2547470658 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1ecc014ec0 con 0x7f1ebc0adde0 2024-09-05T04:09:53.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.369+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 --> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1ed4062d40 con 0x7f1ebc0adde0 2024-09-05T04:09:53.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.369+0000 7f1ed0ff9640 1 -- 172.21.15.2:0/246305314 <== osd.1 v2:172.21.15.47:6800/2547470658 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1ed4062d40 con 0x7f1ebc0adde0 2024-09-05T04:09:53.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] conn(0x7f1ebc0adde0 msgr2=0x7f1ebc0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] conn(0x7f1ebc0adde0 0x7f1ebc0b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ebc0a2c10 msgr2=0x7f1ebc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1ebc0a2c10 0x7f1ebc0a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1ec4005ab0 tx=0x7f1ec4005a20 comp rx=0 tx=0).stop 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 msgr2=0x7f1ed419cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 --2- 172.21.15.2:0/246305314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed4102ef0 0x7f1ed419cc80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00eaa0 tx=0x7f1ecc00eea0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed3fff640 1 -- 172.21.15.2:0/246305314 reap_dead start 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 shutdown_connections 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 >> 172.21.15.2:0/246305314 conn(0x7f1ed40fc7d0 msgr2=0x7f1ed406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 shutdown_connections 2024-09-05T04:09:53.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.370+0000 7f1ed9caa640 1 -- 172.21.15.2:0/246305314 wait complete. 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 -- 172.21.15.2:0/1603309631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 msgr2=0x7fd13c105e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 --2- 172.21.15.2:0/1603309631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c105e70 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd138009900 tx=0x7fd13802a410 comp rx=0 tx=0).stop 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 -- 172.21.15.2:0/1603309631 shutdown_connections 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 --2- 172.21.15.2:0/1603309631 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd13c101bc0 0x7fd13c10d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 --2- 172.21.15.2:0/1603309631 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd13c101240 0x7fd13c101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 --2- 172.21.15.2:0/1603309631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c105e70 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 -- 172.21.15.2:0/1603309631 >> 172.21.15.2:0/1603309631 conn(0x7fd13c077210 msgr2=0x7fd13c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:53.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 -- 172.21.15.2:0/1603309631 shutdown_connections 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.242+0000 7fd1440e1640 1 -- 172.21.15.2:0/1603309631 wait complete. 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 Processor -- start 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 -- start start 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd13c101240 0x7fd13c199210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd13c101bc0 0x7fd13c199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c1a4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c110de0 con 0x7fd13c105a90 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c110c60 con 0x7fd13c101bc0 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd1440e1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c110f60 con 0x7fd13c101240 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd14267e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c1a4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd14267e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c1a4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53484/0 (socket says 172.21.15.2:53484) 2024-09-05T04:09:53.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd14267e640 1 -- 172.21.15.2:0/2144254467 learned_addr learned my addr 172.21.15.2:0/2144254467 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd14167c640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd13c101bc0 0x7fd13c199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.243+0000 7fd141e7d640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd13c101240 0x7fd13c199210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 -- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd13c101240 msgr2=0x7fd13c199210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd13c101240 0x7fd13c199210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 -- 172.21.15.2:0/2144254467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd13c101bc0 msgr2=0x7fd13c199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd13c101bc0 0x7fd13c199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13c1a47d0 con 0x7fd13c105a90 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd14267e640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c1a4290 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd13400eaa0 tx=0x7fd13400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd134004d20 con 0x7fd13c105a90 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13c1a49a0 con 0x7fd13c105a90 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd134005020 con 0x7fd13c105a90 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1340116b0 con 0x7fd13c105a90 2024-09-05T04:09:53.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.244+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd13c1a4e60 con 0x7fd13c105a90 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.245+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd13c104470 con 0x7fd13c105a90 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.246+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fd1340051d0 con 0x7fd13c105a90 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd132ffd640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd1280a2c10 0x7fd1280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd141e7d640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd1280a2c10 0x7fd1280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fd1340cfa80 con 0x7fd13c105a90 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd132ffd640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] conn(0x7fd1280adde0 0x7fd1280b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd134014ec0 con 0x7fd1280adde0 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fd1340cfed0 con 0x7fd13c105a90 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.247+0000 7fd141e7d640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd1280a2c10 0x7fd1280a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd138009230 tx=0x7fd1380058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.248+0000 7fd14167c640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] conn(0x7fd1280adde0 0x7fd1280b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.248+0000 7fd14167c640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] conn(0x7fd1280adde0 0x7fd1280b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.249+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== osd.8 v2:172.21.15.79:6816/473120944 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd134014ec0 con 0x7fd1280adde0 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.263+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 --> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd13c102250 con 0x7fd1280adde0 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.263+0000 7fd132ffd640 1 -- 172.21.15.2:0/2144254467 <== osd.8 v2:172.21.15.79:6816/473120944 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fd13c102250 con 0x7fd1280adde0 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.263+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] conn(0x7fd1280adde0 msgr2=0x7fd1280b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.263+0000 7fd1440e1640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] conn(0x7fd1280adde0 0x7fd1280b0280 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd1280a2c10 msgr2=0x7fd1280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fd1280a2c10 0x7fd1280a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd138009230 tx=0x7fd1380058d0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 msgr2=0x7fd13c1a4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 --2- 172.21.15.2:0/2144254467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd13c105a90 0x7fd13c1a4290 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fd13400eaa0 tx=0x7fd13400eea0 comp rx=0 tx=0).stop 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd14267e640 1 -- 172.21.15.2:0/2144254467 reap_dead start 2024-09-05T04:09:53.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 shutdown_connections 2024-09-05T04:09:53.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 >> 172.21.15.2:0/2144254467 conn(0x7fd13c077210 msgr2=0x7fd13c103a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:53.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 shutdown_connections 2024-09-05T04:09:53.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:53.264+0000 7fd1440e1640 1 -- 172.21.15.2:0/2144254467 wait complete. 2024-09-05T04:09:54.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:54 smithi002 ceph-mon[31001]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:09:54.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:54 smithi047 ceph-mon[34498]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:09:54.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:54 smithi079 ceph-mon[34908]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- 172.21.15.2:0/2080105847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 msgr2=0x7feb4c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 --2- 172.21.15.2:0/2080105847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c103120 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7feb48009900 tx=0x7feb4802a480 comp rx=0 tx=0).stop 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- 172.21.15.2:0/2080105847 shutdown_connections 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 --2- 172.21.15.2:0/2080105847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c10c170 0x7feb4c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 --2- 172.21.15.2:0/2080105847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb4c103660 0x7feb4c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 --2- 172.21.15.2:0/2080105847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c103120 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- 172.21.15.2:0/2080105847 >> 172.21.15.2:0/2080105847 conn(0x7feb4c0fc7a0 msgr2=0x7feb4c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- 172.21.15.2:0/2080105847 shutdown_connections 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- 172.21.15.2:0/2080105847 wait complete. 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 Processor -- start 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.997+0000 7feb547cf640 1 -- start start 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c103660 0x7feb4c1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb4c10c170 0x7feb4c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feb4c111e60 con 0x7feb4c102d40 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb4c111ce0 con 0x7feb4c103660 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb547cf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feb4c111fe0 con 0x7feb4c10c170 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53524/0 (socket says 172.21.15.2:53524) 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 -- 172.21.15.2:0/3077280156 learned_addr learned my addr 172.21.15.2:0/3077280156 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb51d6a640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c103660 0x7feb4c1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb52d6c640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb4c10c170 0x7feb4c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 -- 172.21.15.2:0/3077280156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb4c10c170 msgr2=0x7feb4c19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb4c10c170 0x7feb4c19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 -- 172.21.15.2:0/3077280156 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c103660 msgr2=0x7feb4c1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c103660 0x7feb4c1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4c19d330 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb51d6a640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb4c103660 0x7feb4c1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.998+0000 7feb5256b640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c198380 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7feb48006010 tx=0x7feb48004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.999+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4803f030 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.999+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb4c19d5c0 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.999+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb480035f0 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.999+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb48035070 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.999+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb4c1a4f00 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.000+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feb4c062980 con 0x7feb4c102d40 2024-09-05T04:09:55.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.001+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7feb48003b10 con 0x7feb4c102d40 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb437fe640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb380a2c10 0x7feb380a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb51d6a640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb380a2c10 0x7feb380a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7feb480f07d0 con 0x7feb4c102d40 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb437fe640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] conn(0x7feb380add60 0x7feb380b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feb48001d30 con 0x7feb380add60 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7feb480f0c20 con 0x7feb4c102d40 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb52d6c640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] conn(0x7feb380add60 0x7feb380b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb51d6a640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb380a2c10 0x7feb380a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feb4c10d690 tx=0x7feb3c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.002+0000 7feb52d6c640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] conn(0x7feb380add60 0x7feb380b0200 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.003+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== osd.0 v2:172.21.15.2:6802/1747831301 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feb48001d30 con 0x7feb380add60 2024-09-05T04:09:55.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.017+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 --> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feb4c062d80 con 0x7feb380add60 2024-09-05T04:09:55.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.017+0000 7feb437fe640 1 -- 172.21.15.2:0/3077280156 <== osd.0 v2:172.21.15.2:6802/1747831301 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7feb4c062d80 con 0x7feb380add60 2024-09-05T04:09:55.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.017+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] conn(0x7feb380add60 msgr2=0x7feb380b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.017+0000 7feb547cf640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] conn(0x7feb380add60 0x7feb380b0200 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb380a2c10 msgr2=0x7feb380a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feb380a2c10 0x7feb380a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7feb4c10d690 tx=0x7feb3c008040 comp rx=0 tx=0).stop 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 msgr2=0x7feb4c198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 --2- 172.21.15.2:0/3077280156 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb4c102d40 0x7feb4c198380 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7feb48006010 tx=0x7feb48004270 comp rx=0 tx=0).stop 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb52d6c640 1 -- 172.21.15.2:0/3077280156 reap_dead start 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 shutdown_connections 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 >> 172.21.15.2:0/3077280156 conn(0x7feb4c0fc7a0 msgr2=0x7feb4c0fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 shutdown_connections 2024-09-05T04:09:55.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.018+0000 7feb547cf640 1 -- 172.21.15.2:0/3077280156 wait complete. 2024-09-05T04:09:55.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 -- 172.21.15.2:0/3557805634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc1036c0 msgr2=0x7f56bc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/3557805634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc1036c0 0x7f56bc10bbb0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f56b0009900 tx=0x7f56b002a480 comp rx=0 tx=0).stop 2024-09-05T04:09:55.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 -- 172.21.15.2:0/3557805634 shutdown_connections 2024-09-05T04:09:55.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/3557805634 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 0x7f56bc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/3557805634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc1036c0 0x7f56bc10bbb0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/3557805634 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f56bc102da0 0x7f56bc103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 -- 172.21.15.2:0/3557805634 >> 172.21.15.2:0/3557805634 conn(0x7f56bc0fc7a0 msgr2=0x7f56bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 -- 172.21.15.2:0/3557805634 shutdown_connections 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.202+0000 7f56c0dc3640 1 -- 172.21.15.2:0/3557805634 wait complete. 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.203+0000 7f56c0dc3640 1 Processor -- start 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.203+0000 7f56c0dc3640 1 -- start start 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.203+0000 7f56c0dc3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 0x7f56bc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.203+0000 7f56c0dc3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f56bc1036c0 0x7f56bc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.203+0000 7f56c0dc3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 0x7f56bc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56c0dc3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc111e10 con 0x7f56bc102da0 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56c0dc3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc111c90 con 0x7f56bc1036c0 2024-09-05T04:09:55.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56c0dc3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f56bc111f90 con 0x7f56bc10c180 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 0x7f56bc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 0x7f56bc198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53552/0 (socket says 172.21.15.2:53552) 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 -- 172.21.15.2:0/1881431797 learned_addr learned my addr 172.21.15.2:0/1881431797 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56b9d9b640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f56bc1036c0 0x7f56bc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56bad9d640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 0x7f56bc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 -- 172.21.15.2:0/1881431797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 msgr2=0x7f56bc19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 0x7f56bc19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 -- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f56bc1036c0 msgr2=0x7f56bc1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f56bc1036c0 0x7f56bc1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56bc19d320 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56bad9d640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f56bc10c180 0x7f56bc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ba59c640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 0x7f56bc198370 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00d950 tx=0x7f56ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac017030 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f56ac004020 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56bc19d610 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56ac0047a0 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.204+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56bc1a4ef0 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.205+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f56bc062980 con 0x7f56bc102da0 2024-09-05T04:09:55.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.206+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f56ac0041d0 con 0x7f56bc102da0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56ab7fe640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f56a40a2c90 0x7f56a40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56b9d9b640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f56a40a2c90 0x7f56a40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f56ac0cf680 con 0x7f56bc102da0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56ab7fe640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] conn(0x7f56a40ade60 0x7f56a40b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f56ac0056a0 con 0x7f56a40ade60 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.207+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f56ac0cfad0 con 0x7f56bc102da0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.208+0000 7f56b9d9b640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f56a40a2c90 0x7f56a40a5150 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56b0031440 tx=0x7f56b0005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.208+0000 7f56bad9d640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] conn(0x7f56a40ade60 0x7f56a40b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.208+0000 7f56bad9d640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] conn(0x7f56a40ade60 0x7f56a40b0300 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.209+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== osd.7 v2:172.21.15.47:6816/3722564382 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f56ac0056a0 con 0x7f56a40ade60 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.222+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 --> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f56bc062e00 con 0x7f56a40ade60 2024-09-05T04:09:55.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.223+0000 7f56ab7fe640 1 -- 172.21.15.2:0/1881431797 <== osd.7 v2:172.21.15.47:6816/3722564382 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f56bc062e00 con 0x7f56a40ade60 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.223+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] conn(0x7f56a40ade60 msgr2=0x7f56a40b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.223+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] conn(0x7f56a40ade60 0x7f56a40b0300 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f56a40a2c90 msgr2=0x7f56a40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f56a40a2c90 0x7f56a40a5150 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f56b0031440 tx=0x7f56b0005b50 comp rx=0 tx=0).stop 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 msgr2=0x7f56bc198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 --2- 172.21.15.2:0/1881431797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f56bc102da0 0x7f56bc198370 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f56ac00d950 tx=0x7f56ac00de10 comp rx=0 tx=0).stop 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56bad9d640 1 -- 172.21.15.2:0/1881431797 reap_dead start 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 shutdown_connections 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 >> 172.21.15.2:0/1881431797 conn(0x7f56bc0fc7a0 msgr2=0x7f56bc0fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 shutdown_connections 2024-09-05T04:09:55.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.224+0000 7f56c0dc3640 1 -- 172.21.15.2:0/1881431797 wait complete. 2024-09-05T04:09:55.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 -- 172.21.15.2:0/3401719877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0100a80 msgr2=0x7f93d0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3401719877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0100a80 0x7f93d0100ee0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f93c0009930 tx=0x7f93c002a420 comp rx=0 tx=0).stop 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 -- 172.21.15.2:0/3401719877 shutdown_connections 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3401719877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0101420 0x7f93d010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3401719877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0100a80 0x7f93d0100ee0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3401719877 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 0x7f93d0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 -- 172.21.15.2:0/3401719877 >> 172.21.15.2:0/3401719877 conn(0x7f93d00fc7a0 msgr2=0x7f93d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 -- 172.21.15.2:0/3401719877 shutdown_connections 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.639+0000 7f93d7be9640 1 -- 172.21.15.2:0/3401719877 wait complete. 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 Processor -- start 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 -- start start 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0100a80 0x7f93d01983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 0x7f93d01988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 0x7f93d019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0110cf0 con 0x7f93d0101420 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0110b70 con 0x7f93d0100a80 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d7be9640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f93d0110e70 con 0x7f93d0106a80 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 0x7f93d01988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 0x7f93d01988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53568/0 (socket says 172.21.15.2:53568) 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 -- 172.21.15.2:0/3030137737 learned_addr learned my addr 172.21.15.2:0/3030137737 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5985640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0100a80 0x7f93d01983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d6186640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 0x7f93d019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 -- 172.21.15.2:0/3030137737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 msgr2=0x7f93d019cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 0x7f93d019cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 -- 172.21.15.2:0/3030137737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0100a80 msgr2=0x7f93d01983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0100a80 0x7f93d01983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d019d350 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5985640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d0100a80 0x7f93d01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d6186640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d0106a80 0x7f93d019cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.640+0000 7f93d5184640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 0x7f93d01988e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f93c0005940 tx=0x7f93c00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.641+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c003f030 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.641+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c00318a0 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.641+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d019d5e0 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.641+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c0035070 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.641+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d01a4f20 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.642+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f93d0062980 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.643+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f93c0042030 con 0x7f93d0101420 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.643+0000 7f93c6ffd640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c10 0x7f93bc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93d5985640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c10 0x7f93bc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f93c00ef9a0 con 0x7f93d0101420 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93c6ffd640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] conn(0x7f93bc0adde0 0x7f93bc0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f93bc0b0950 con 0x7f93bc0adde0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f93c00f42a0 con 0x7f93d0101420 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93d6186640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] conn(0x7f93bc0adde0 0x7f93bc0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93d5985640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c10 0x7f93bc0a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f93cc009ba0 tx=0x7f93cc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.644+0000 7f93d6186640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] conn(0x7f93bc0adde0 0x7f93bc0b0280 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.645+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== osd.3 v2:172.21.15.2:6810/2969748186 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f93bc0b0950 con 0x7f93bc0adde0 2024-09-05T04:09:55.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.659+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 --> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f93d0062e00 con 0x7f93bc0adde0 2024-09-05T04:09:55.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.659+0000 7f93c6ffd640 1 -- 172.21.15.2:0/3030137737 <== osd.3 v2:172.21.15.2:6810/2969748186 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f93d0062e00 con 0x7f93bc0adde0 2024-09-05T04:09:55.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.659+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] conn(0x7f93bc0adde0 msgr2=0x7f93bc0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.659+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] conn(0x7f93bc0adde0 0x7f93bc0b0280 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c10 msgr2=0x7f93bc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c10 0x7f93bc0a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f93cc009ba0 tx=0x7f93cc005f90 comp rx=0 tx=0).stop 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 msgr2=0x7f93d01988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 --2- 172.21.15.2:0/3030137737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d0101420 0x7f93d01988e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f93c0005940 tx=0x7f93c00042f0 comp rx=0 tx=0).stop 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d6186640 1 -- 172.21.15.2:0/3030137737 reap_dead start 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 shutdown_connections 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 >> 172.21.15.2:0/3030137737 conn(0x7f93d00fc7a0 msgr2=0x7f93d006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 shutdown_connections 2024-09-05T04:09:55.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:55.660+0000 7f93d7be9640 1 -- 172.21.15.2:0/3030137737 wait complete. 2024-09-05T04:09:56.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:56 smithi002 ceph-mon[31001]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-05T04:09:56.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:56 smithi047 ceph-mon[34498]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-05T04:09:56.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:56 smithi079 ceph-mon[34908]: pgmap v313: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s rd, 1023 B/s wr, 2 op/s 2024-09-05T04:09:56.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 -- 172.21.15.2:0/666931908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 msgr2=0x7fe39810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 --2- 172.21.15.2:0/666931908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe39810d950 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fe390009cd0 tx=0x7fe39002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 -- 172.21.15.2:0/666931908 shutdown_connections 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 --2- 172.21.15.2:0/666931908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe39810d950 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 --2- 172.21.15.2:0/666931908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe398100a80 0x7fe398100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 --2- 172.21.15.2:0/666931908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe398106a80 0x7fe398106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 -- 172.21.15.2:0/666931908 >> 172.21.15.2:0/666931908 conn(0x7fe3980fc7a0 msgr2=0x7fe3980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 -- 172.21.15.2:0/666931908 shutdown_connections 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.590+0000 7fe39da41640 1 -- 172.21.15.2:0/666931908 wait complete. 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 Processor -- start 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 -- start start 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe398100a80 0x7fe3981991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:56.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe398199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe398106a80 0x7fe3981a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe398110d30 con 0x7fe398101420 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe398110bb0 con 0x7fe398106a80 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.591+0000 7fe39da41640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe398110eb0 con 0x7fe398100a80 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe398199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe398199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53604/0 (socket says 172.21.15.2:53604) 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 -- 172.21.15.2:0/4231796008 learned_addr learned my addr 172.21.15.2:0/4231796008 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe3977fe640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe398106a80 0x7fe3981a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe396ffd640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe398100a80 0x7fe3981991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 -- 172.21.15.2:0/4231796008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe398100a80 msgr2=0x7fe3981991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe398100a80 0x7fe3981991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 -- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe398106a80 msgr2=0x7fe3981a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe398106a80 0x7fe3981a4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3981a47a0 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe38e7fc640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe398199720 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe38000e9f0 tx=0x7fe38000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe38000cd80 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3800054d0 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3981a4970 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe380010490 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.592+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3981a4e30 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.593+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe398062900 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.595+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fe380005000 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe39ca3f640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe3840a2c10 0x7fe3840a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe396ffd640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe3840a2c10 0x7fe3840a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fe3800cfc90 con 0x7fe398101420 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe39ca3f640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] conn(0x7fe3840adde0 0x7fe3840b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe3840b0950 con 0x7fe3840adde0 2024-09-05T04:09:56.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fe3800d00e0 con 0x7fe398101420 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe396ffd640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe3840a2c10 0x7fe3840a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe3880058c0 tx=0x7fe38800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.596+0000 7fe3977fe640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] conn(0x7fe3840adde0 0x7fe3840b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.597+0000 7fe3977fe640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] conn(0x7fe3840adde0 0x7fe3840b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.598+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== osd.4 v2:172.21.15.47:6808/1560615537 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe3840b0950 con 0x7fe3840adde0 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.611+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 --> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe398062d80 con 0x7fe3840adde0 2024-09-05T04:09:56.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39ca3f640 1 -- 172.21.15.2:0/4231796008 <== osd.4 v2:172.21.15.47:6808/1560615537 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe398062d80 con 0x7fe3840adde0 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] conn(0x7fe3840adde0 msgr2=0x7fe3840b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] conn(0x7fe3840adde0 0x7fe3840b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe3840a2c10 msgr2=0x7fe3840a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe3840a2c10 0x7fe3840a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe3880058c0 tx=0x7fe38800a2d0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 msgr2=0x7fe398199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 --2- 172.21.15.2:0/4231796008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe398101420 0x7fe398199720 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fe38000e9f0 tx=0x7fe38000edf0 comp rx=0 tx=0).stop 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe3977fe640 1 -- 172.21.15.2:0/4231796008 reap_dead start 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 shutdown_connections 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 >> 172.21.15.2:0/4231796008 conn(0x7fe3980fc7a0 msgr2=0x7fe3980fcf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.612+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 shutdown_connections 2024-09-05T04:09:56.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.613+0000 7fe39da41640 1 -- 172.21.15.2:0/4231796008 wait complete. 2024-09-05T04:09:57.769 INFO:teuthology.orchestra.run.smithi002.stdout:107374182464 2024-09-05T04:09:57.769 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-05T04:09:57.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/344142170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54106a80 msgr2=0x7fdd54106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/344142170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54106a80 0x7fdd54106e60 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009930 tx=0x7fdd4402a420 comp rx=0 tx=0).stop 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/344142170 shutdown_connections 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/344142170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54101420 0x7fdd5410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/344142170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd54100a80 0x7fdd54100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/344142170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54106a80 0x7fdd54106e60 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/344142170 >> 172.21.15.2:0/344142170 conn(0x7fdd540fc7a0 msgr2=0x7fdd540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/344142170 shutdown_connections 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.487+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/344142170 wait complete. 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 Processor -- start 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 -- start start 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 0x7fdd54197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd54101420 0x7fdd54197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:57.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54106a80 0x7fdd5419bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54110d50 con 0x7fdd54100a80 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54110bd0 con 0x7fdd54101420 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd5a1c2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54110ed0 con 0x7fdd54106a80 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd537fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 0x7fdd54197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd537fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 0x7fdd54197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53588/0 (socket says 172.21.15.2:53588) 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.488+0000 7fdd537fe640 1 -- 172.21.15.2:0/3720595432 learned_addr learned my addr 172.21.15.2:0/3720595432 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd53fff640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54106a80 0x7fdd5419bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd52ffd640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd54101420 0x7fdd54197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 -- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54106a80 msgr2=0x7fdd5419bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54106a80 0x7fdd5419bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 -- 172.21.15.2:0/3720595432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd54101420 msgr2=0x7fdd54197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd54101420 0x7fdd54197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5419c2e0 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd53fff640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd54106a80 0x7fdd5419bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd537fe640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 0x7fdd54197330 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdd44005940 tx=0x7fdd44004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44046070 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5419c570 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd44003aa0 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44035050 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.489+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5406a790 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.490+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdd5406ad40 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.491+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fdd44049070 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd50ff9640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdd3c0a2c10 0x7fdd3c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd52ffd640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdd3c0a2c10 0x7fdd3c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fdd440f1440 con 0x7fdd54100a80 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd50ff9640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] conn(0x7fdd3c0adde0 0x7fdd3c0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:57.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdd4403fe80 con 0x7fdd3c0adde0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7fdd440f8050 con 0x7fdd54100a80 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.492+0000 7fdd52ffd640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdd3c0a2c10 0x7fdd3c0a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd54106150 tx=0x7fdd4800a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.493+0000 7fdd53fff640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] conn(0x7fdd3c0adde0 0x7fdd3c0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.493+0000 7fdd53fff640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] conn(0x7fdd3c0adde0 0x7fdd3c0b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.494+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== osd.11 v2:172.21.15.79:6824/503897673 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdd4403fe80 con 0x7fdd3c0adde0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.509+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 --> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdd5406b170 con 0x7fdd3c0adde0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.509+0000 7fdd50ff9640 1 -- 172.21.15.2:0/3720595432 <== osd.11 v2:172.21.15.79:6824/503897673 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdd5406b170 con 0x7fdd3c0adde0 2024-09-05T04:09:57.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] conn(0x7fdd3c0adde0 msgr2=0x7fdd3c0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] conn(0x7fdd3c0adde0 0x7fdd3c0b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdd3c0a2c10 msgr2=0x7fdd3c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdd3c0a2c10 0x7fdd3c0a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd54106150 tx=0x7fdd4800a4c0 comp rx=0 tx=0).stop 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 msgr2=0x7fdd54197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 --2- 172.21.15.2:0/3720595432 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd54100a80 0x7fdd54197330 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdd44005940 tx=0x7fdd44004270 comp rx=0 tx=0).stop 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd53fff640 1 -- 172.21.15.2:0/3720595432 reap_dead start 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 shutdown_connections 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 >> 172.21.15.2:0/3720595432 conn(0x7fdd540fc7a0 msgr2=0x7fdd540fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 shutdown_connections 2024-09-05T04:09:57.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:56.510+0000 7fdd5a1c2640 1 -- 172.21.15.2:0/3720595432 wait complete. 2024-09-05T04:09:58.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:09:58 smithi047 ceph-mon[34498]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-09-05T04:09:58.440 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:09:58 smithi002 ceph-mon[31001]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-09-05T04:09:58.468 INFO:teuthology.orchestra.run.smithi002.stdout:330712481819 2024-09-05T04:09:58.468 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-05T04:09:58.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:09:58 smithi079 ceph-mon[34908]: pgmap v314: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 1023 B/s wr, 3 op/s 2024-09-05T04:09:58.862 INFO:teuthology.orchestra.run.smithi002.stdout:244813135913 2024-09-05T04:09:58.863 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 -- 172.21.15.2:0/3668356283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d01036e0 msgr2=0x7f46d0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 --2- 172.21.15.2:0/3668356283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d01036e0 0x7f46d0107b90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f46c4009930 tx=0x7f46c402a420 comp rx=0 tx=0).stop 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 -- 172.21.15.2:0/3668356283 shutdown_connections 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 --2- 172.21.15.2:0/3668356283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46d01082a0 0x7f46d010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 --2- 172.21.15.2:0/3668356283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d01036e0 0x7f46d0107b90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 --2- 172.21.15.2:0/3668356283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46d0102d30 0x7f46d0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.850+0000 7f46d76e3640 1 -- 172.21.15.2:0/3668356283 >> 172.21.15.2:0/3668356283 conn(0x7f46d00fc7d0 msgr2=0x7f46d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:59.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- 172.21.15.2:0/3668356283 shutdown_connections 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- 172.21.15.2:0/3668356283 wait complete. 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 Processor -- start 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- start start 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 0x7f46d01985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46d01036e0 0x7f46d0198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46d01082a0 0x7f46d019ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46d0111f90 con 0x7f46d0102d30 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46d0111e10 con 0x7f46d01082a0 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.851+0000 7f46d76e3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46d0112110 con 0x7f46d01036e0 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 0x7f46d01985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 0x7f46d01985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53514/0 (socket says 172.21.15.2:53514) 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 -- 172.21.15.2:0/2308814710 learned_addr learned my addr 172.21.15.2:0/2308814710 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:59.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d4c7e640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46d01036e0 0x7f46d0198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d5c80640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46d01082a0 0x7f46d019ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 -- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46d01036e0 msgr2=0x7f46d0198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46d01036e0 0x7f46d0198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 -- 172.21.15.2:0/2308814710 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46d01082a0 msgr2=0x7f46d019ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46d01082a0 0x7f46d019ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46d019d550 con 0x7f46d0102d30 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d547f640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 0x7f46d01985a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46c000ba50 tx=0x7f46c000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c0019070 con 0x7f46d0102d30 2024-09-05T04:09:59.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46c000cbe0 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46d019d840 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46c00075d0 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.852+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46d01a5120 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.853+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f46d0062940 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.854+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f46c001c070 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46ce7fc640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46b80a2c10 0x7f46b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46d4c7e640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46b80a2c10 0x7f46b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f46c00cf250 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46ce7fc640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] conn(0x7f46b80adde0 0x7f46b80b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f46c0016ec0 con 0x7f46b80adde0 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f46c00cf6a0 con 0x7f46d0102d30 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.855+0000 7f46d4c7e640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46b80a2c10 0x7f46b80a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f46c4031440 tx=0x7f46c4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.856+0000 7f46d5c80640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] conn(0x7f46b80adde0 0x7f46b80b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.856+0000 7f46d5c80640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] conn(0x7f46b80adde0 0x7f46b80b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.857+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== osd.2 v2:172.21.15.79:6800/3948452903 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f46c0016ec0 con 0x7f46b80adde0 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.870+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 --> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f46d0062d70 con 0x7f46b80adde0 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46ce7fc640 1 -- 172.21.15.2:0/2308814710 <== osd.2 v2:172.21.15.79:6800/3948452903 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f46d0062d70 con 0x7f46b80adde0 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] conn(0x7f46b80adde0 msgr2=0x7f46b80b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] conn(0x7f46b80adde0 0x7f46b80b0280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46b80a2c10 msgr2=0x7f46b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f46b80a2c10 0x7f46b80a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f46c4031440 tx=0x7f46c4000bc0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 msgr2=0x7f46d01985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 --2- 172.21.15.2:0/2308814710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46d0102d30 0x7f46d01985a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f46c000ba50 tx=0x7f46c000bf10 comp rx=0 tx=0).stop 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d5c80640 1 -- 172.21.15.2:0/2308814710 reap_dead start 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 shutdown_connections 2024-09-05T04:09:59.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 >> 172.21.15.2:0/2308814710 conn(0x7f46d00fc7d0 msgr2=0x7f46d0105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:59.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 shutdown_connections 2024-09-05T04:09:59.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:54.871+0000 7f46d76e3640 1 -- 172.21.15.2:0/2308814710 wait complete. 2024-09-05T04:09:59.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 -- 172.21.15.2:0/822256139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 msgr2=0x7f8e4410df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/822256139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4410df40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f8e34009900 tx=0x7f8e3402a410 comp rx=0 tx=0).stop 2024-09-05T04:09:59.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 -- 172.21.15.2:0/822256139 shutdown_connections 2024-09-05T04:09:59.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/822256139 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8e4410e480 0x7f8e44110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/822256139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4410df40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/822256139 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8e441008d0 0x7f8e44100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 -- 172.21.15.2:0/822256139 >> 172.21.15.2:0/822256139 conn(0x7f8e440fc7a0 msgr2=0x7f8e440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 -- 172.21.15.2:0/822256139 shutdown_connections 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 -- 172.21.15.2:0/822256139 wait complete. 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.749+0000 7f8e4b54a640 1 Processor -- start 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 -- start start 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8e441008d0 0x7f8e4419a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4419ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8e4410e480 0x7f8e4419eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8e44114060 con 0x7f8e44101280 2024-09-05T04:09:59.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8e44113ee0 con 0x7f8e4410e480 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e4b54a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8e441141e0 con 0x7f8e441008d0 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4419ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4419ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53634/0 (socket says 172.21.15.2:53634) 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 -- 172.21.15.2:0/2335301232 learned_addr learned my addr 172.21.15.2:0/2335301232 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e492e6640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8e441008d0 0x7f8e4419a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e49ae7640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8e4410e480 0x7f8e4419eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 -- 172.21.15.2:0/2335301232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8e441008d0 msgr2=0x7f8e4419a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8e441008d0 0x7f8e4419a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 -- 172.21.15.2:0/2335301232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8e4410e480 msgr2=0x7f8e4419eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8e4410e480 0x7f8e4419eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4419f5b0 con 0x7f8e44101280 2024-09-05T04:09:59.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.750+0000 7f8e48ae5640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4419ab40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f8e34005940 tx=0x7f8e340040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.751+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3403f030 con 0x7f8e44101280 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.751+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e340044c0 con 0x7f8e44101280 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.751+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e4419f840 con 0x7f8e44101280 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.751+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34035070 con 0x7f8e44101280 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.751+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e441a7180 con 0x7f8e44101280 2024-09-05T04:09:59.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.752+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8e44062980 con 0x7f8e44101280 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.753+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f8e34042030 con 0x7f8e44101280 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e3a7fc640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8e300a2c90 0x7f8e300a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e492e6640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8e300a2c90 0x7f8e300a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f8e340efec0 con 0x7f8e44101280 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e3a7fc640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] conn(0x7f8e300ade60 0x7f8e300b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8e34001d30 con 0x7f8e300ade60 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f8e340f0310 con 0x7f8e44101280 2024-09-05T04:09:59.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e49ae7640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] conn(0x7f8e300ade60 0x7f8e300b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:09:59.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e492e6640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8e300a2c90 0x7f8e300a5150 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009bd0 tx=0x7f8e40005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.754+0000 7f8e49ae7640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] conn(0x7f8e300ade60 0x7f8e300b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:09:59.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.755+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== osd.9 v2:172.21.15.2:6826/3784346493 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8e34001d30 con 0x7f8e300ade60 2024-09-05T04:09:59.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.769+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 --> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8e44062d80 con 0x7f8e300ade60 2024-09-05T04:09:59.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e3a7fc640 1 -- 172.21.15.2:0/2335301232 <== osd.9 v2:172.21.15.2:6826/3784346493 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8e44062d80 con 0x7f8e300ade60 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] conn(0x7f8e300ade60 msgr2=0x7f8e300b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] conn(0x7f8e300ade60 0x7f8e300b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8e300a2c90 msgr2=0x7f8e300a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8e300a2c90 0x7f8e300a5150 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e40009bd0 tx=0x7f8e40005f90 comp rx=0 tx=0).stop 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 msgr2=0x7f8e4419ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 --2- 172.21.15.2:0/2335301232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8e44101280 0x7f8e4419ab40 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f8e34005940 tx=0x7f8e340040c0 comp rx=0 tx=0).stop 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e49ae7640 1 -- 172.21.15.2:0/2335301232 reap_dead start 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 shutdown_connections 2024-09-05T04:09:59.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 >> 172.21.15.2:0/2335301232 conn(0x7f8e440fc7a0 msgr2=0x7f8e440feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:09:59.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 shutdown_connections 2024-09-05T04:09:59.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:09:59.770+0000 7f8e4b54a640 1 -- 172.21.15.2:0/2335301232 wait complete. 2024-09-05T04:10:00.376 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:00 smithi002 ceph-mon[31001]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:00.376 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:00 smithi002 ceph-mon[31001]: overall HEALTH_OK 2024-09-05T04:10:00.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 -- 172.21.15.2:0/566424238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02481082a0 msgr2=0x7f024810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 --2- 172.21.15.2:0/566424238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02481082a0 0x7f024810ec40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0240009930 tx=0x7f024002a420 comp rx=0 tx=0).stop 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 -- 172.21.15.2:0/566424238 shutdown_connections 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 --2- 172.21.15.2:0/566424238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f02481082a0 0x7f024810ec40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 --2- 172.21.15.2:0/566424238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 0x7f0248107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 --2- 172.21.15.2:0/566424238 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0248102d30 0x7f0248103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 -- 172.21.15.2:0/566424238 >> 172.21.15.2:0/566424238 conn(0x7f02480fc7d0 msgr2=0x7f02480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 -- 172.21.15.2:0/566424238 shutdown_connections 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.375+0000 7f0250374640 1 -- 172.21.15.2:0/566424238 wait complete. 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 Processor -- start 2024-09-05T04:10:00.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 -- start start 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 0x7f0248198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 0x7f02481989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f02481082a0 0x7f024819cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0248111f50 con 0x7f0248102d30 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0248111dd0 con 0x7f02481036e0 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f0250374640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f02481120d0 con 0x7f02481082a0 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f024e110640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 0x7f0248198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f024e110640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 0x7f0248198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53644/0 (socket says 172.21.15.2:53644) 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f024e110640 1 -- 172.21.15.2:0/734129186 learned_addr learned my addr 172.21.15.2:0/734129186 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.376+0000 7f024e911640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f02481082a0 0x7f024819cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:00.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024d90f640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 0x7f02481989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 -- 172.21.15.2:0/734129186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f02481082a0 msgr2=0x7f024819cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f02481082a0 0x7f024819cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 -- 172.21.15.2:0/734129186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 msgr2=0x7f02481989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 0x7f02481989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f024819d440 con 0x7f0248102d30 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024d90f640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f02481036e0 0x7f02481989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f024e110640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 0x7f0248198490 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f023800cce0 tx=0x7f023800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:00.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0238004b20 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f024819d730 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0238004cc0 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f023800f6b0 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.377+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02481a5010 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.378+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0248062940 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.379+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f023800f850 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f02477fe640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02300a2c10 0x7f02300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f024d90f640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02300a2c10 0x7f02300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f02380cfa50 con 0x7f0248102d30 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f02477fe640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] conn(0x7f02300adde0 0x7f02300b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:00.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f02300b0950 con 0x7f02300adde0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f02380cfea0 con 0x7f0248102d30 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f024e911640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] conn(0x7f02300adde0 0x7f02300b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.380+0000 7f024d90f640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02300a2c10 0x7f02300a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f023c005fd0 tx=0x7f023c0094d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.381+0000 7f024e911640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] conn(0x7f02300adde0 0x7f02300b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.381+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== osd.6 v2:172.21.15.2:6818/3510419923 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f02300b0950 con 0x7f02300adde0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.395+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 --> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0248062d40 con 0x7f02300adde0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.395+0000 7f02477fe640 1 -- 172.21.15.2:0/734129186 <== osd.6 v2:172.21.15.2:6818/3510419923 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0248062d40 con 0x7f02300adde0 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] conn(0x7f02300adde0 msgr2=0x7f02300b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] conn(0x7f02300adde0 0x7f02300b0280 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02300a2c10 msgr2=0x7f02300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02300a2c10 0x7f02300a50d0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f023c005fd0 tx=0x7f023c0094d0 comp rx=0 tx=0).stop 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 msgr2=0x7f0248198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 --2- 172.21.15.2:0/734129186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0248102d30 0x7f0248198490 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f023800cce0 tx=0x7f023800a620 comp rx=0 tx=0).stop 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f024e911640 1 -- 172.21.15.2:0/734129186 reap_dead start 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 shutdown_connections 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 >> 172.21.15.2:0/734129186 conn(0x7f02480fc7d0 msgr2=0x7f0248105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 shutdown_connections 2024-09-05T04:10:00.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:00.396+0000 7f0250374640 1 -- 172.21.15.2:0/734129186 wait complete. 2024-09-05T04:10:00.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:00 smithi047 ceph-mon[34498]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:00.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:00 smithi047 ceph-mon[34498]: overall HEALTH_OK 2024-09-05T04:10:00.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:00 smithi079 ceph-mon[34908]: pgmap v315: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:00.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:00 smithi079 ceph-mon[34908]: overall HEALTH_OK 2024-09-05T04:10:00.973 INFO:teuthology.orchestra.run.smithi002.stdout:77309411398 2024-09-05T04:10:00.974 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-05T04:10:02.122 INFO:teuthology.orchestra.run.smithi002.stdout:55834574923 2024-09-05T04:10:02.123 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-05T04:10:02.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:02 smithi002 ceph-mon[31001]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:02.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:02 smithi047 ceph-mon[34498]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:02 smithi079 ceph-mon[34908]: pgmap v316: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 1 op/s 2024-09-05T04:10:02.655 INFO:teuthology.orchestra.run.smithi002.stdout:158913790007 2024-09-05T04:10:02.656 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-05T04:10:03.260 INFO:teuthology.orchestra.run.smithi002.stdout:193273528372 2024-09-05T04:10:03.260 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 -- 172.21.15.2:0/640264482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974103740 msgr2=0x7f3974107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 --2- 172.21.15.2:0/640264482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974103740 0x7f3974107b80 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f3964009930 tx=0x7f396402a420 comp rx=0 tx=0).stop 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 -- 172.21.15.2:0/640264482 shutdown_connections 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 --2- 172.21.15.2:0/640264482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3974108290 0x7f397410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 --2- 172.21.15.2:0/640264482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974103740 0x7f3974107b80 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 --2- 172.21.15.2:0/640264482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3974102d90 0x7f3974103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 -- 172.21.15.2:0/640264482 >> 172.21.15.2:0/640264482 conn(0x7f39740fc7d0 msgr2=0x7f39740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 -- 172.21.15.2:0/640264482 shutdown_connections 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.291+0000 7f397b659640 1 -- 172.21.15.2:0/640264482 wait complete. 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.292+0000 7f397b659640 1 Processor -- start 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.292+0000 7f397b659640 1 -- start start 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.292+0000 7f397b659640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3974102d90 0x7f3974198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.292+0000 7f397b659640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3974103740 0x7f3974198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f397b659640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 0x7f397419ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f397b659640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3974111f40 con 0x7f3974108290 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f397b659640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3974111dc0 con 0x7f3974103740 2024-09-05T04:10:03.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f397b659640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f39741120c0 con 0x7f3974102d90 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 0x7f397419ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 0x7f397419ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36952/0 (socket says 172.21.15.2:36952) 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 -- 172.21.15.2:0/3555358540 learned_addr learned my addr 172.21.15.2:0/3555358540 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f39793f5640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3974102d90 0x7f3974198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3978bf4640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3974103740 0x7f3974198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 -- 172.21.15.2:0/3555358540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3974102d90 msgr2=0x7f3974198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3974102d90 0x7f3974198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 -- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3974103740 msgr2=0x7f3974198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3974103740 0x7f3974198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f397419d500 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.293+0000 7f3979bf6640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 0x7f397419ce20 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f396c00eb10 tx=0x7f396c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.294+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c004b20 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.294+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f396c004cc0 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.294+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f396c010690 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.294+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f397419d7f0 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.294+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39741a50d0 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.295+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3974062900 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.297+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f396c005020 con 0x7f3974108290 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.297+0000 7f396a7fc640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f39600a2c90 0x7f39600a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:03.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.297+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f396c0cfbc0 con 0x7f3974108290 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f39793f5640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f39600a2c90 0x7f39600a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f396a7fc640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] conn(0x7f39600ade60 0x7f39600b0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f39600b09d0 con 0x7f39600ade60 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) ==== 24+0+0 (secure 0 0 0) 0x7f396c0d42a0 con 0x7f3974108290 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f3978bf4640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] conn(0x7f39600ade60 0x7f39600b0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f39793f5640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f39600a2c90 0x7f39600a5150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f397000bbe0 tx=0x7f397000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.298+0000 7f3978bf4640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] conn(0x7f39600ade60 0x7f39600b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.299+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== osd.10 v2:172.21.15.47:6824/2845700574 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f39600b09d0 con 0x7f39600ade60 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.318+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 --> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3974062d80 con 0x7f39600ade60 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.318+0000 7f396a7fc640 1 -- 172.21.15.2:0/3555358540 <== osd.10 v2:172.21.15.47:6824/2845700574 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3974062d80 con 0x7f39600ade60 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] conn(0x7f39600ade60 msgr2=0x7f39600b0300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] conn(0x7f39600ade60 0x7f39600b0300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f39600a2c90 msgr2=0x7f39600a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f39600a2c90 0x7f39600a5150 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f397000bbe0 tx=0x7f397000b390 comp rx=0 tx=0).stop 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 msgr2=0x7f397419ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 --2- 172.21.15.2:0/3555358540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3974108290 0x7f397419ce20 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f396c00eb10 tx=0x7f396c00c2d0 comp rx=0 tx=0).stop 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f3979bf6640 1 -- 172.21.15.2:0/3555358540 reap_dead start 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 shutdown_connections 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 >> 172.21.15.2:0/3555358540 conn(0x7f39740fc7d0 msgr2=0x7f3974105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 shutdown_connections 2024-09-05T04:10:03.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:02.319+0000 7f397b659640 1 -- 172.21.15.2:0/3555358540 wait complete. 2024-09-05T04:10:03.761 INFO:teuthology.orchestra.run.smithi002.stdout:34359738448 2024-09-05T04:10:03.762 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-05T04:10:03.772 INFO:teuthology.orchestra.run.smithi002.stdout:214748364845 2024-09-05T04:10:03.772 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-05T04:10:03.969 INFO:teuthology.orchestra.run.smithi002.stdout:137438953532 2024-09-05T04:10:03.969 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-05T04:10:04.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:04 smithi002 ceph-mon[31001]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:04.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:04 smithi047 ceph-mon[34498]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:04.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:04 smithi079 ceph-mon[34908]: pgmap v317: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:04.923 INFO:teuthology.orchestra.run.smithi002.stdout:279172874277 2024-09-05T04:10:04.923 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-05T04:10:05.362 INFO:teuthology.orchestra.run.smithi002.stdout:300647710753 2024-09-05T04:10:05.362 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-05T04:10:05.476 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:05.481 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:05.487 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:05.487 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:05.495 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:06.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 -- 172.21.15.2:0/928676730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074e30 msgr2=0x7fdca010df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 --2- 172.21.15.2:0/928676730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074e30 0x7fdca010df00 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fdc94009900 tx=0x7fdc9402a480 comp rx=0 tx=0).stop 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 -- 172.21.15.2:0/928676730 shutdown_connections 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 --2- 172.21.15.2:0/928676730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 0x7fdca0110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 --2- 172.21.15.2:0/928676730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074e30 0x7fdca010df00 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 --2- 172.21.15.2:0/928676730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074510 0x7fdca00748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 -- 172.21.15.2:0/928676730 >> 172.21.15.2:0/928676730 conn(0x7fdca00fd8e0 msgr2=0x7fdca00ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 -- 172.21.15.2:0/928676730 shutdown_connections 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.106+0000 7fdca5582640 1 -- 172.21.15.2:0/928676730 wait complete. 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.107+0000 7fdca5582640 1 Processor -- start 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.107+0000 7fdca5582640 1 -- start start 2024-09-05T04:10:06.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074e30 0x7fdca019ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 0x7fdca019eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdca0114060 con 0x7fdca0074510 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdca0113ee0 con 0x7fdca010e440 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdca5582640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01141e0 con 0x7fdca0074e30 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9e7fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074e30 0x7fdca019ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36964/0 (socket says 172.21.15.2:36964) 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 -- 172.21.15.2:0/18582754 learned_addr learned my addr 172.21.15.2:0/18582754 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9f7fe640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 0x7fdca019eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 -- 172.21.15.2:0/18582754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074e30 msgr2=0x7fdca019ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074e30 0x7fdca019ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 -- 172.21.15.2:0/18582754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 msgr2=0x7fdca019eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 0x7fdca019eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 -- 172.21.15.2:0/18582754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca019f5d0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc9effd640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000d770 tx=0x7fdc9000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.108+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc90017070 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.109+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc900054d0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.109+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca019f8c0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.109+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc90004cf0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.109+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca01a71a0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.110+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdca00748f0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.111+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fdc90004e90 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.111+0000 7fdc87fff640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 0x7fdc880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.111+0000 7fdc9e7fc640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 0x7fdc880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.111+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fdc900ceef0 con 0x7fdca0074510 2024-09-05T04:10:06.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.112+0000 7fdc9e7fc640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 0x7fdc880a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fdc94005ab0 tx=0x7fdc94005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:06.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.116+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdc9009b340 con 0x7fdca0074510 2024-09-05T04:10:06.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:06 smithi002 ceph-mon[31001]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:10:06.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.294+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fdca01095c0 con 0x7fdca0074510 2024-09-05T04:10:06.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.295+0000 7fdc87fff640 1 -- 172.21.15.2:0/18582754 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdc9009f640 con 0x7fdca0074510 2024-09-05T04:10:06.295 INFO:teuthology.orchestra.run.smithi002.stdout:137438953534 2024-09-05T04:10:06.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 msgr2=0x7fdc880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 0x7fdc880a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fdc94005ab0 tx=0x7fdc94005a20 comp rx=0 tx=0).stop 2024-09-05T04:10:06.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 msgr2=0x7fdca019a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000d770 tx=0x7fdc9000dc30 comp rx=0 tx=0).stop 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 shutdown_connections 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fdc880a2c10 0x7fdc880a50d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010e440 0x7fdca019eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0074e30 0x7fdca019ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 --2- 172.21.15.2:0/18582754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0074510 0x7fdca019a620 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 >> 172.21.15.2:0/18582754 conn(0x7fdca00fd8e0 msgr2=0x7fdca00fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 shutdown_connections 2024-09-05T04:10:06.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.297+0000 7fdca5582640 1 -- 172.21.15.2:0/18582754 wait complete. 2024-09-05T04:10:06.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:06 smithi047 ceph-mon[34498]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:10:06.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:06 smithi079 ceph-mon[34908]: pgmap v318: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:10:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 -- 172.21.15.2:0/563027311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 msgr2=0x7fea9410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 --2- 172.21.15.2:0/563027311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea9410d950 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fea8c009cd0 tx=0x7fea8c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 -- 172.21.15.2:0/563027311 shutdown_connections 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 --2- 172.21.15.2:0/563027311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea9410d950 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 --2- 172.21.15.2:0/563027311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94100a80 0x7fea94100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 --2- 172.21.15.2:0/563027311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94106a80 0x7fea94106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 -- 172.21.15.2:0/563027311 >> 172.21.15.2:0/563027311 conn(0x7fea940fc7a0 msgr2=0x7fea940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 -- 172.21.15.2:0/563027311 shutdown_connections 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.739+0000 7fea9a785640 1 -- 172.21.15.2:0/563027311 wait complete. 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 Processor -- start 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 -- start start 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 0x7fea941984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94106a80 0x7fea9419cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fea94110dd0 con 0x7fea94101420 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fea94110c50 con 0x7fea94100a80 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea9a785640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fea94110f50 con 0x7fea94106a80 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36988/0 (socket says 172.21.15.2:36988) 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.740+0000 7fea8bfff640 1 -- 172.21.15.2:0/2575104012 learned_addr learned my addr 172.21.15.2:0/2575104012 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea93fff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 0x7fea941984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 -- 172.21.15.2:0/2575104012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94106a80 msgr2=0x7fea9419cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea98d22640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94106a80 0x7fea9419cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94106a80 0x7fea9419cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 -- 172.21.15.2:0/2575104012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 msgr2=0x7fea941984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 0x7fea941984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 -- 172.21.15.2:0/2575104012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9419d490 con 0x7fea94101420 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea93fff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 0x7fea941984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:06.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea8bfff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fea7c00b4a0 tx=0x7fea7c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7c014070 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea7c010ac0 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea9419d780 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7c017c30 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.741+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea941a5060 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.742+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea94100f60 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.743+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fea7c017070 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.744+0000 7fea91ffb640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 0x7fea800a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.744+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7fea7c0cec80 con 0x7fea94101420 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.744+0000 7fea93fff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 0x7fea800a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.745+0000 7fea93fff640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 0x7fea800a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fea84006fd0 tx=0x7fea84008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.747+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fea7c09b830 con 0x7fea94101420 2024-09-05T04:10:06.925 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.925+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fea94199840 con 0x7fea94101420 2024-09-05T04:10:06.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.925+0000 7fea91ffb640 1 -- 172.21.15.2:0/2575104012 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fea94199840 con 0x7fea94101420 2024-09-05T04:10:06.926 INFO:teuthology.orchestra.run.smithi002.stdout:34359738450 2024-09-05T04:10:06.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.927+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 msgr2=0x7fea800a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.927+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 0x7fea800a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fea84006fd0 tx=0x7fea84008040 comp rx=0 tx=0).stop 2024-09-05T04:10:06.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.927+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 msgr2=0x7fea94198a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.927+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fea7c00b4a0 tx=0x7fea7c00b960 comp rx=0 tx=0).stop 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.927+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 shutdown_connections 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fea800a2c10 0x7fea800a50d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fea94106a80 0x7fea9419cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fea94101420 0x7fea94198a20 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 --2- 172.21.15.2:0/2575104012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fea94100a80 0x7fea941984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 >> 172.21.15.2:0/2575104012 conn(0x7fea940fc7a0 msgr2=0x7fea9406ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 shutdown_connections 2024-09-05T04:10:06.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:06.928+0000 7fea9a785640 1 -- 172.21.15.2:0/2575104012 wait complete. 2024-09-05T04:10:07.209 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:07 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/18582754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T04:10:07.209 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:07 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2575104012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T04:10:07.236 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953532 got 137438953534 for osd.4 2024-09-05T04:10:07.236 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:07.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:07 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/18582754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T04:10:07.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:07 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2575104012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T04:10:07.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:07 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/18582754' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-05T04:10:07.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:07 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2575104012' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 -- 172.21.15.2:0/1366511165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 msgr2=0x7ff5f81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 --2- 172.21.15.2:0/1366511165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f81029b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec009900 tx=0x7ff5ec02a480 comp rx=0 tx=0).stop 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 -- 172.21.15.2:0/1366511165 shutdown_connections 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 --2- 172.21.15.2:0/1366511165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 --2- 172.21.15.2:0/1366511165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f81029b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 --2- 172.21.15.2:0/1366511165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 -- 172.21.15.2:0/1366511165 >> 172.21.15.2:0/1366511165 conn(0x7ff5f80fc7d0 msgr2=0x7ff5f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:07.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 -- 172.21.15.2:0/1366511165 shutdown_connections 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.821+0000 7ff600682640 1 -- 172.21.15.2:0/1366511165 wait complete. 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 Processor -- start 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 -- start start 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f80fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f80fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f8110e30 con 0x7ff5f8102570 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f8110cb0 con 0x7ff5f8102ef0 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff600682640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff5f8110fb0 con 0x7ff5f8100e20 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37000/0 (socket says 172.21.15.2:37000) 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 -- 172.21.15.2:0/1292193684 learned_addr learned my addr 172.21.15.2:0/1292193684 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:07.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fec1f640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f80fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fe41e640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f80fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 -- 172.21.15.2:0/1292193684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 msgr2=0x7ff5f80fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f80fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 -- 172.21.15.2:0/1292193684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 msgr2=0x7ff5f80fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f80fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fdc1d640 1 -- 172.21.15.2:0/1292193684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5f81a6980 con 0x7ff5f8102570 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fe41e640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f80fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.822+0000 7ff5fec1f640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff5fdc1d640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec006010 tx=0x7ff5ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec03f030 con 0x7ff5f8102570 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5ec003cb0 con 0x7ff5f8102570 2024-09-05T04:10:07.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5f81a6c10 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec035070 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.823+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5f81a7140 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.824+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5f8101200 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.825+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7ff5ec042030 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.825+0000 7ff5f77fe640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 0x7ff5e00a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.826+0000 7ff5fe41e640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 0x7ff5e00a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.826+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff5ec0efac0 con 0x7ff5f8102570 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.826+0000 7ff5fe41e640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 0x7ff5e00a5150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff5f00058c0 tx=0x7ff5f0005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:07.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:07.830+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff5ec0bc500 con 0x7ff5f8102570 2024-09-05T04:10:08.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.009+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7ff5f810a0a0 con 0x7ff5f8102570 2024-09-05T04:10:08.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.009+0000 7ff5f77fe640 1 -- 172.21.15.2:0/1292193684 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff5ec0bbe00 con 0x7ff5f8102570 2024-09-05T04:10:08.010 INFO:teuthology.orchestra.run.smithi002.stdout:244813135916 2024-09-05T04:10:08.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 msgr2=0x7ff5e00a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 0x7ff5e00a5150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff5f00058c0 tx=0x7ff5f0005d30 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 msgr2=0x7ff5f80fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec006010 tx=0x7ff5ec0042f0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 shutdown_connections 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff5e00a2c90 0x7ff5e00a5150 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff5f8102ef0 0x7ff5f80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff5f8102570 0x7ff5f80fd1c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 --2- 172.21.15.2:0/1292193684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff5f8100e20 0x7ff5f80fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 >> 172.21.15.2:0/1292193684 conn(0x7ff5f80fc7d0 msgr2=0x7ff5f806a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 shutdown_connections 2024-09-05T04:10:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.011+0000 7ff600682640 1 -- 172.21.15.2:0/1292193684 wait complete. 2024-09-05T04:10:08.398 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:08 smithi002 ceph-mon[31001]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:08.399 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:08 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1292193684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T04:10:08.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:08 smithi047 ceph-mon[34498]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:08.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:08 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1292193684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T04:10:08.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 -- 172.21.15.2:0/219712295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88101420 msgr2=0x7f6d8810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/219712295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88101420 0x7f6d8810d950 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f6d80009cd0 tx=0x7f6d8002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 -- 172.21.15.2:0/219712295 shutdown_connections 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/219712295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88101420 0x7f6d8810d950 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/219712295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88100a80 0x7f6d88100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/219712295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 0x7f6d88106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 -- 172.21.15.2:0/219712295 >> 172.21.15.2:0/219712295 conn(0x7f6d880fc7a0 msgr2=0x7f6d880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 -- 172.21.15.2:0/219712295 shutdown_connections 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 -- 172.21.15.2:0/219712295 wait complete. 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.480+0000 7f6d8fe89640 1 Processor -- start 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 -- start start 2024-09-05T04:10:08.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 0x7f6d88197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 0x7f6d8819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6d88110d30 con 0x7f6d88100a80 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d88110bb0 con 0x7f6d88106a80 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8fe89640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6d88110eb0 con 0x7f6d88101420 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37022/0 (socket says 172.21.15.2:37022) 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 -- 172.21.15.2:0/4171432332 learned_addr learned my addr 172.21.15.2:0/4171432332 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8e426640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 0x7f6d8819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8d424640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 0x7f6d88197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 -- 172.21.15.2:0/4171432332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 msgr2=0x7f6d88197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 0x7f6d88197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 -- 172.21.15.2:0/4171432332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 msgr2=0x7f6d8819bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 0x7f6d8819bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 -- 172.21.15.2:0/4171432332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d8819c1e0 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8d424640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 0x7f6d88197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.481+0000 7f6d8dc25640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400c920 tx=0x7f6d8400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.482+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d84007c70 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.482+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d8819c4d0 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.482+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d84007e10 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.482+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d84018820 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.482+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d881a3db0 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.483+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d88100ee0 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.485+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f6d840189c0 con 0x7f6d88100a80 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.485+0000 7f6d7effd640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 0x7f6d740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.485+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7f6d840cf8c0 con 0x7f6d88100a80 2024-09-05T04:10:08.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.485+0000 7f6d8d424640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 0x7f6d740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.486+0000 7f6d8d424640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 0x7f6d740a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6d881060f0 tx=0x7f6d7800b5f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:08.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.488+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6d84014030 con 0x7f6d88100a80 2024-09-05T04:10:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:08 smithi079 ceph-mon[34908]: pgmap v319: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:08 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1292193684' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-05T04:10:08.669 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.667+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f6d88198590 con 0x7f6d88100a80 2024-09-05T04:10:08.669 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.667+0000 7f6d7effd640 1 -- 172.21.15.2:0/4171432332 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f6d8409c3f0 con 0x7f6d88100a80 2024-09-05T04:10:08.669 INFO:teuthology.orchestra.run.smithi002.stdout:330712481821 2024-09-05T04:10:08.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.670+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 msgr2=0x7f6d740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.670+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 0x7f6d740a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6d881060f0 tx=0x7f6d7800b5f0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.670+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 msgr2=0x7f6d88197230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.670+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6d8400c920 tx=0x7f6d8400cde0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 shutdown_connections 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f6d740a2c10 0x7f6d740a50d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d88106a80 0x7f6d8819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d88101420 0x7f6d88197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 --2- 172.21.15.2:0/4171432332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d88100a80 0x7f6d88197230 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 >> 172.21.15.2:0/4171432332 conn(0x7f6d880fc7a0 msgr2=0x7f6d880fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 shutdown_connections 2024-09-05T04:10:08.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.671+0000 7f6d8fe89640 1 -- 172.21.15.2:0/4171432332 wait complete. 2024-09-05T04:10:08.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 -- 172.21.15.2:0/4294582790 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 msgr2=0x7ff358101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/4294582790 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358101200 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ff354009900 tx=0x7ff35402a480 comp rx=0 tx=0).stop 2024-09-05T04:10:08.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 -- 172.21.15.2:0/4294582790 shutdown_connections 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/4294582790 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 0x7ff35810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/4294582790 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 0x7ff3581029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/4294582790 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358101200 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 -- 172.21.15.2:0/4294582790 >> 172.21.15.2:0/4294582790 conn(0x7ff3580fc7d0 msgr2=0x7ff3580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 -- 172.21.15.2:0/4294582790 shutdown_connections 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.699+0000 7ff35f2fc640 1 -- 172.21.15.2:0/4294582790 wait complete. 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 Processor -- start 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 -- start start 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 0x7ff3581989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 0x7ff35819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff358110e00 con 0x7ff358100e20 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff358110c80 con 0x7ff358102ef0 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35f2fc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff358110f80 con 0x7ff358102570 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35d098640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35d098640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37040/0 (socket says 172.21.15.2:37040) 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35d098640 1 -- 172.21.15.2:0/3669563013 learned_addr learned my addr 172.21.15.2:0/3669563013 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.700+0000 7ff35c897640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 0x7ff3581989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d899640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 0x7ff35819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 -- 172.21.15.2:0/3669563013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 msgr2=0x7ff3581989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 0x7ff3581989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 -- 172.21.15.2:0/3669563013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 msgr2=0x7ff35819cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 0x7ff35819cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 -- 172.21.15.2:0/3669563013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35819d430 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35d098640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ff354006010 tx=0x7ff354004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35403f030 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff354003aa0 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff35819d6c0 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff354035070 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.701+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3581a5000 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.702+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff358101200 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.704+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7ff354042030 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.704+0000 7ff34e7fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 0x7ff3440a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.704+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 9092+0+0 (secure 0 0 0) 0x7ff3540efc50 con 0x7ff358100e20 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.704+0000 7ff35c897640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 0x7ff3440a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.705+0000 7ff35c897640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 0x7ff3440a5150 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff358100000 tx=0x7ff34800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:08.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.708+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff3540bc0a0 con 0x7ff358100e20 2024-09-05T04:10:08.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.886+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7ff35810a0a0 con 0x7ff358100e20 2024-09-05T04:10:08.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.886+0000 7ff34e7fc640 1 -- 172.21.15.2:0/3669563013 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7ff3540c03a0 con 0x7ff358100e20 2024-09-05T04:10:08.887 INFO:teuthology.orchestra.run.smithi002.stdout:107374182466 2024-09-05T04:10:08.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 msgr2=0x7ff3440a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 0x7ff3440a5150 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ff358100000 tx=0x7ff34800b390 comp rx=0 tx=0).stop 2024-09-05T04:10:08.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 msgr2=0x7ff358198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7ff354006010 tx=0x7ff354004270 comp rx=0 tx=0).stop 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 shutdown_connections 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff3440a2c90 0x7ff3440a5150 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff358102ef0 0x7ff35819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff358102570 0x7ff3581989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 --2- 172.21.15.2:0/3669563013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff358100e20 0x7ff358198480 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 >> 172.21.15.2:0/3669563013 conn(0x7ff3580fc7d0 msgr2=0x7ff35806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 shutdown_connections 2024-09-05T04:10:08.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:08.889+0000 7ff35f2fc640 1 -- 172.21.15.2:0/3669563013 wait complete. 2024-09-05T04:10:09.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4171432332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T04:10:09.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3669563013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T04:10:09.357 INFO:tasks.cephadm.ceph_manager.ceph:need seq 330712481819 got 330712481821 for osd.11 2024-09-05T04:10:09.357 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4171432332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T04:10:09.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3669563013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T04:10:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4171432332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-05T04:10:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3669563013' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-05T04:10:09.980 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:09.981 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738448 got 34359738450 for osd.0 2024-09-05T04:10:09.981 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:09.982 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:09.985 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:09.985 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:09.989 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:09.989 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:10.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:10 smithi002 ceph-mon[31001]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:10.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:10 smithi047 ceph-mon[34498]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:10.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:10 smithi079 ceph-mon[34908]: pgmap v320: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:10.683 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182464 got 107374182466 for osd.3 2024-09-05T04:10:10.683 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:11.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]: dispatch 2024-09-05T04:10:11.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:11 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-05T04:10:11.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/758721546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 msgr2=0x7f8a7810ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/758721546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7810ec30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009930 tx=0x7f8a7002a420 comp rx=0 tx=0).stop 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/758721546 shutdown_connections 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/758721546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7810ec30 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/758721546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78103740 0x7f8a78107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/758721546 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78102d90 0x7f8a78103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/758721546 >> 172.21.15.2:0/758721546 conn(0x7f8a780fc7d0 msgr2=0x7f8a780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/758721546 shutdown_connections 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/758721546 wait complete. 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 Processor -- start 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.331+0000 7f8a7f3dd640 1 -- start start 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78102d90 0x7f8a78198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78103740 0x7f8a781989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8a78111f40 con 0x7f8a78108290 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a78111dc0 con 0x7f8a78103740 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7f3dd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8a781120c0 con 0x7f8a78102d90 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43452/0 (socket says 172.21.15.2:43452) 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 -- 172.21.15.2:0/1381195369 learned_addr learned my addr 172.21.15.2:0/1381195369 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d179640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78102d90 0x7f8a78198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7c978640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78103740 0x7f8a781989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 -- 172.21.15.2:0/1381195369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78102d90 msgr2=0x7f8a78198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78102d90 0x7f8a78198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 -- 172.21.15.2:0/1381195369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78103740 msgr2=0x7f8a781989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78103740 0x7f8a781989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 -- 172.21.15.2:0/1381195369 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a7819d410 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a7d97a640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005940 tx=0x7f8a70004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.332+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7003f030 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.333+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a7819d6a0 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.333+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a70003aa0 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.333+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70035070 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.333+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a781a4fe0 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.334+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a7806a7f0 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.335+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f8a70042030 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.335+0000 7f8a767fc640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 0x7f8a600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.336+0000 7f8a7d179640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 0x7f8a600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.336+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9187+0+0 (secure 0 0 0) 0x7f8a700efdc0 con 0x7f8a78108290 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.336+0000 7f8a7d179640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 0x7f8a600a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8a68005fd0 tx=0x7f8a68009870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:11.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.341+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8a700bc800 con 0x7f8a78108290 2024-09-05T04:10:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]: dispatch 2024-09-05T04:10:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:11 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-05T04:10:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.519+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f8a7810a2a0 con 0x7f8a78108290 2024-09-05T04:10:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.519+0000 7f8a767fc640 1 -- 172.21.15.2:0/1381195369 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8a700bc100 con 0x7f8a78108290 2024-09-05T04:10:11.520 INFO:teuthology.orchestra.run.smithi002.stdout:193273528374 2024-09-05T04:10:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 msgr2=0x7f8a600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 0x7f8a600a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f8a68005fd0 tx=0x7f8a68009870 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 msgr2=0x7f8a7819cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005940 tx=0x7f8a70004270 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 shutdown_connections 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f8a600a2c10 0x7f8a600a50d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a78108290 0x7f8a7819cd30 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a78103740 0x7f8a781989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 --2- 172.21.15.2:0/1381195369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a78102d90 0x7f8a78198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 >> 172.21.15.2:0/1381195369 conn(0x7f8a780fc7d0 msgr2=0x7f8a78105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 shutdown_connections 2024-09-05T04:10:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.522+0000 7f8a7f3dd640 1 -- 172.21.15.2:0/1381195369 wait complete. 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 -- 172.21.15.2:0/3762322516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f29801036e0 msgr2=0x7f2980107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 --2- 172.21.15.2:0/3762322516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f29801036e0 0x7f2980107b90 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2974009930 tx=0x7f297402a420 comp rx=0 tx=0).stop 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 -- 172.21.15.2:0/3762322516 shutdown_connections 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 --2- 172.21.15.2:0/3762322516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 0x7f298010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 --2- 172.21.15.2:0/3762322516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f29801036e0 0x7f2980107b90 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 --2- 172.21.15.2:0/3762322516 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2980102d30 0x7f2980103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 -- 172.21.15.2:0/3762322516 >> 172.21.15.2:0/3762322516 conn(0x7f29800fc7d0 msgr2=0x7f29800febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:11.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 -- 172.21.15.2:0/3762322516 shutdown_connections 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 -- 172.21.15.2:0/3762322516 wait complete. 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.533+0000 7f29869f7640 1 Processor -- start 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 -- start start 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f29801036e0 0x7f2980100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 0x7f2980101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2980112040 con 0x7f2980102d30 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2980111ec0 con 0x7f29801082a0 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f29869f7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f29801121c0 con 0x7f29801036e0 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43478/0 (socket says 172.21.15.2:43478) 2024-09-05T04:10:11.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 -- 172.21.15.2:0/1844614325 learned_addr learned my addr 172.21.15.2:0/1844614325 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297f7fe640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f29801036e0 0x7f2980100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f2984f94640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 0x7f2980101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 -- 172.21.15.2:0/1844614325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f29801036e0 msgr2=0x7f2980100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f29801036e0 0x7f2980100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 -- 172.21.15.2:0/1844614325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 msgr2=0x7f2980101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 0x7f2980101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.534+0000 7f297ffff640 1 -- 172.21.15.2:0/1844614325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29801a6b20 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f297ffff640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f297000b4a0 tx=0x7f297000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2970014070 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29801a6e10 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2970010ac0 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2970017c30 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.535+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29801a7270 con 0x7f2980102d30 2024-09-05T04:10:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.536+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f298006a850 con 0x7f2980102d30 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.538+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f2970017070 con 0x7f2980102d30 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.538+0000 7f297d7fa640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 0x7f29680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.538+0000 7f297f7fe640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 0x7f29680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.538+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9187+0+0 (secure 0 0 0) 0x7f29700cea80 con 0x7f2980102d30 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.539+0000 7f297f7fe640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 0x7f29680a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f297402a940 tx=0x7f2974005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.543+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f297009af80 con 0x7f2980102d30 2024-09-05T04:10:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-05T04:10:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]: dispatch 2024-09-05T04:10:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:11 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2024-09-05T04:10:11.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.722+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f298002d7c0 con 0x7f2980102d30 2024-09-05T04:10:11.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.722+0000 7f297d7fa640 1 -- 172.21.15.2:0/1844614325 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f297009f280 con 0x7f2980102d30 2024-09-05T04:10:11.723 INFO:teuthology.orchestra.run.smithi002.stdout:158913790011 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 msgr2=0x7f29680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 0x7f29680a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f297402a940 tx=0x7f2974005a20 comp rx=0 tx=0).stop 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 msgr2=0x7f2980100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f297000b4a0 tx=0x7f297000b960 comp rx=0 tx=0).stop 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 shutdown_connections 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29680a2c10 0x7f29680a50d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f29801082a0 0x7f2980101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f29801036e0 0x7f2980100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 --2- 172.21.15.2:0/1844614325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2980102d30 0x7f2980100990 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:11.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.724+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 >> 172.21.15.2:0/1844614325 conn(0x7f29800fc7d0 msgr2=0x7f2980105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:11.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.725+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 shutdown_connections 2024-09-05T04:10:11.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:11.725+0000 7f29869f7640 1 -- 172.21.15.2:0/1844614325 wait complete. 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]': finished 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T04:10:12.242 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1381195369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T04:10:12.243 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1844614325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]': finished 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1381195369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T04:10:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1844614325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T04:10:12.549 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790007 got 158913790011 for osd.5 2024-09-05T04:10:12.550 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: pgmap v321: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.0", "id": [5, 9]}]': finished 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8, 3, 7]}]': finished 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: osdmap e92: 12 total, 12 up, 12 in 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1381195369' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-05T04:10:12.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1844614325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-05T04:10:12.894 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528372 got 193273528374 for osd.6 2024-09-05T04:10:12.895 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:13.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:13 smithi047 ceph-mon[34498]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T04:10:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:13 smithi002 ceph-mon[31001]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T04:10:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:13 smithi079 ceph-mon[34908]: osdmap e93: 12 total, 12 up, 12 in 2024-09-05T04:10:13.635 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135913 got 244813135916 for osd.8 2024-09-05T04:10:13.635 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:14.232 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:14 smithi002 ceph-mon[31001]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-09-05T04:10:14.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 -- 172.21.15.2:0/3424630435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 msgr2=0x7ff2641029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 --2- 172.21.15.2:0/3424630435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641029b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7ff24c009900 tx=0x7ff24c02a480 comp rx=0 tx=0).stop 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 -- 172.21.15.2:0/3424630435 shutdown_connections 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 --2- 172.21.15.2:0/3424630435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 0x7ff26410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 --2- 172.21.15.2:0/3424630435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641029b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 --2- 172.21.15.2:0/3424630435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 0x7ff264101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 -- 172.21.15.2:0/3424630435 >> 172.21.15.2:0/3424630435 conn(0x7ff2640fc7d0 msgr2=0x7ff2640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 -- 172.21.15.2:0/3424630435 shutdown_connections 2024-09-05T04:10:14.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.239+0000 7ff268ba1640 1 -- 172.21.15.2:0/3424630435 wait complete. 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 Processor -- start 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 -- start start 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 0x7ff264199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 0x7ff2641a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff264110e30 con 0x7ff264102570 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff264110cb0 con 0x7ff264100e20 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff268ba1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff264110fb0 con 0x7ff264102ef0 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff261d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff261d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43498/0 (socket says 172.21.15.2:43498) 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff261d9b640 1 -- 172.21.15.2:0/1558817905 learned_addr learned my addr 172.21.15.2:0/1558817905 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.240+0000 7ff26259c640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 0x7ff264199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff262d9d640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 0x7ff2641a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 -- 172.21.15.2:0/1558817905 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 msgr2=0x7ff2641a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 0x7ff2641a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 -- 172.21.15.2:0/1558817905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 msgr2=0x7ff264199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 0x7ff264199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 -- 172.21.15.2:0/1558817905 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2641a4820 con 0x7ff264102570 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff261d9b640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff24c006010 tx=0x7ff24c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c03f030 con 0x7ff264102570 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2641a49f0 con 0x7ff264102570 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff24c003cb0 con 0x7ff264102570 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff24c035070 con 0x7ff264102570 2024-09-05T04:10:14.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.241+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2641a4ea0 con 0x7ff264102570 2024-09-05T04:10:14.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.242+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff264101200 con 0x7ff264102570 2024-09-05T04:10:14.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.244+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7ff24c042030 con 0x7ff264102570 2024-09-05T04:10:14.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.244+0000 7ff25b7fe640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 0x7ff2500a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.244+0000 7ff26259c640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 0x7ff2500a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.244+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7ff24c0efd50 con 0x7ff264102570 2024-09-05T04:10:14.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.245+0000 7ff26259c640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 0x7ff2500a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff25c0058c0 tx=0x7ff25c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:14.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.247+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff24c0bc0e0 con 0x7ff264102570 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/234757098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4102ef0 msgr2=0x7fb0c410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/234757098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4102ef0 0x7fb0c410da40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc009ca0 tx=0x7fb0bc02a950 comp rx=0 tx=0).stop 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/234757098 shutdown_connections 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/234757098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4102ef0 0x7fb0c410da40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/234757098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102570 0x7fb0c41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/234757098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4100e20 0x7fb0c4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/234757098 >> 172.21.15.2:0/234757098 conn(0x7fb0c40fc7d0 msgr2=0x7fb0c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/234757098 shutdown_connections 2024-09-05T04:10:14.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/234757098 wait complete. 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 Processor -- start 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.398+0000 7fb0ca5fc640 1 -- start start 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4102570 0x7fb0c419aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 0x7fb0c419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb0c4110e30 con 0x7fb0c4100e20 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0c4110cb0 con 0x7fb0c4102ef0 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0ca5fc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb0c4110fb0 con 0x7fb0c4102570 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43516/0 (socket says 172.21.15.2:43516) 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 -- 172.21.15.2:0/226809832 learned_addr learned my addr 172.21.15.2:0/226809832 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c37fe640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4102570 0x7fb0c419aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c8b99640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 0x7fb0c419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 -- 172.21.15.2:0/226809832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4102570 msgr2=0x7fb0c419aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4102570 0x7fb0c419aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 -- 172.21.15.2:0/226809832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 msgr2=0x7fb0c419ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 0x7fb0c419ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 -- 172.21.15.2:0/226809832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0c419f510 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c8b99640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 0x7fb0c419ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.399+0000 7fb0c3fff640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400e9f0 tx=0x7fb0b400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.400+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b400cd80 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.400+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0b40054d0 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.400+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0c419f800 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.400+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b4010490 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.400+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0c41a70e0 con 0x7fb0c4100e20 2024-09-05T04:10:14.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.401+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0c4101200 con 0x7fb0c4100e20 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.402+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fb0b4005020 con 0x7fb0c4100e20 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.403+0000 7fb0c17fa640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 0x7fb0ac0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.403+0000 7fb0c37fe640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 0x7fb0ac0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.403+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fb0b40cf920 con 0x7fb0c4100e20 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.403+0000 7fb0c37fe640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 0x7fb0ac0a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4104c00 tx=0x7fb0b8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:14.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.407+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb0b409c360 con 0x7fb0c4100e20 2024-09-05T04:10:14.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.425+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff264109090 con 0x7ff264102570 2024-09-05T04:10:14.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.426+0000 7ff25b7fe640 1 -- 172.21.15.2:0/1558817905 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff24c0c03e0 con 0x7ff264102570 2024-09-05T04:10:14.427 INFO:teuthology.orchestra.run.smithi002.stdout:55834574927 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 msgr2=0x7ff2500a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 0x7ff2500a50d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff25c0058c0 tx=0x7ff25c00a2d0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 msgr2=0x7ff2641997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff24c006010 tx=0x7ff24c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 shutdown_connections 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff2500a2c10 0x7ff2500a50d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff264102ef0 0x7ff2641a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff264102570 0x7ff2641997a0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 --2- 172.21.15.2:0/1558817905 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff264100e20 0x7ff264199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 >> 172.21.15.2:0/1558817905 conn(0x7ff2640fc7d0 msgr2=0x7ff2640febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:14.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 shutdown_connections 2024-09-05T04:10:14.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.428+0000 7ff268ba1640 1 -- 172.21.15.2:0/1558817905 wait complete. 2024-09-05T04:10:14.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:14 smithi047 ceph-mon[34498]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-09-05T04:10:14.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:14 smithi079 ceph-mon[34908]: pgmap v324: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 2 op/s 2024-09-05T04:10:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.587+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb0c41a73f0 con 0x7fb0c4100e20 2024-09-05T04:10:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.588+0000 7fb0c17fa640 1 -- 172.21.15.2:0/226809832 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb0b409bc60 con 0x7fb0c4100e20 2024-09-05T04:10:14.589 INFO:teuthology.orchestra.run.smithi002.stdout:77309411402 2024-09-05T04:10:14.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 msgr2=0x7fb0ac0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 0x7fb0ac0a5150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fb0c4104c00 tx=0x7fb0b8005f90 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 msgr2=0x7fb0c419a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400e9f0 tx=0x7fb0b400edf0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 shutdown_connections 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb0ac0a2c90 0x7fb0ac0a5150 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0c4102ef0 0x7fb0c419ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0c4102570 0x7fb0c419aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 --2- 172.21.15.2:0/226809832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0c4100e20 0x7fb0c419a560 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 >> 172.21.15.2:0/226809832 conn(0x7fb0c40fc7d0 msgr2=0x7fb0c406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 shutdown_connections 2024-09-05T04:10:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:14.590+0000 7fb0ca5fc640 1 -- 172.21.15.2:0/226809832 wait complete. 2024-09-05T04:10:14.896 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:15.272 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1558817905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T04:10:15.272 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/226809832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T04:10:15.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 -- 172.21.15.2:0/121218318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 msgr2=0x7f29241067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 --2- 172.21.15.2:0/121218318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f29241067e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f2914009900 tx=0x7f291402a410 comp rx=0 tx=0).stop 2024-09-05T04:10:15.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 -- 172.21.15.2:0/121218318 shutdown_connections 2024-09-05T04:10:15.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 --2- 172.21.15.2:0/121218318 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924106f10 0x7f292410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 --2- 172.21.15.2:0/121218318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f29241067e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 --2- 172.21.15.2:0/121218318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924101de0 0x7f29241021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.271+0000 7f292c7b6640 1 -- 172.21.15.2:0/121218318 >> 172.21.15.2:0/121218318 conn(0x7f29240fd8c0 msgr2=0x7f29240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- 172.21.15.2:0/121218318 shutdown_connections 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- 172.21.15.2:0/121218318 wait complete. 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 Processor -- start 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- start start 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 0x7f2924198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 0x7f292419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2924111e20 con 0x7f2924102790 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2924111ca0 con 0x7f2924106f10 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.272+0000 7f292c7b6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2924111fa0 con 0x7f2924101de0 2024-09-05T04:10:15.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43524/0 (socket says 172.21.15.2:43524) 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 -- 172.21.15.2:0/4178720803 learned_addr learned my addr 172.21.15.2:0/4178720803 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292ad53640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 0x7f292419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292a552640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 0x7f2924198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 -- 172.21.15.2:0/4178720803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 msgr2=0x7f2924198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 0x7f2924198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 -- 172.21.15.2:0/4178720803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 msgr2=0x7f292419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 0x7f292419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 -- 172.21.15.2:0/4178720803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f292419d2d0 con 0x7f2924102790 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292ad53640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 0x7f292419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292a552640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 0x7f2924198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f2929d51640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2914005940 tx=0x7f2914004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f291403f030 con 0x7f2924102790 2024-09-05T04:10:15.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2914003aa0 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f292419d560 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2914035070 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.273+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29241a4ea0 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.274+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29241032c0 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.275+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f2914042030 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.276+0000 7f291b7fe640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 0x7f29100a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.277+0000 7f292a552640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 0x7f29100a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.277+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f29140f00b0 con 0x7f2924102790 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.277+0000 7f292a552640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 0x7f29100a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2920005fd0 tx=0x7f29200094d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:15.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.280+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f29140bca90 con 0x7f2924102790 2024-09-05T04:10:15.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1558817905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T04:10:15.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/226809832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T04:10:15.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.456+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f292410a150 con 0x7f2924102790 2024-09-05T04:10:15.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.456+0000 7f291b7fe640 1 -- 172.21.15.2:0/4178720803 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f29140bc390 con 0x7f2924102790 2024-09-05T04:10:15.457 INFO:teuthology.orchestra.run.smithi002.stdout:214748364849 2024-09-05T04:10:15.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 msgr2=0x7f29100a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 0x7f29100a50d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2920005fd0 tx=0x7f29200094d0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 msgr2=0x7f2924198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f2914005940 tx=0x7f2914004270 comp rx=0 tx=0).stop 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 shutdown_connections 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f29100a2c10 0x7f29100a50d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.458+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2924106f10 0x7f292419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.459+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2924102790 0x7f2924198860 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.459+0000 7f292c7b6640 1 --2- 172.21.15.2:0/4178720803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2924101de0 0x7f2924198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.459+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 >> 172.21.15.2:0/4178720803 conn(0x7f29240fd8c0 msgr2=0x7f29240fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.459+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 shutdown_connections 2024-09-05T04:10:15.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.459+0000 7f292c7b6640 1 -- 172.21.15.2:0/4178720803 wait complete. 2024-09-05T04:10:15.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- 172.21.15.2:0/544225321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c1036e0 msgr2=0x7f862c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- 172.21.15.2:0/544225321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c1036e0 0x7f862c107b90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f861c009930 tx=0x7f861c02a420 comp rx=0 tx=0).stop 2024-09-05T04:10:15.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- 172.21.15.2:0/544225321 shutdown_connections 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- 172.21.15.2:0/544225321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1082a0 0x7f862c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- 172.21.15.2:0/544225321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c1036e0 0x7f862c107b90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- 172.21.15.2:0/544225321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c102d30 0x7f862c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- 172.21.15.2:0/544225321 >> 172.21.15.2:0/544225321 conn(0x7f862c0fc7d0 msgr2=0x7f862c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- 172.21.15.2:0/544225321 shutdown_connections 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- 172.21.15.2:0/544225321 wait complete. 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 Processor -- start 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 -- start start 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.501+0000 7f8634609640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1036e0 0x7f862c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8634609640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c1082a0 0x7f862c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8634609640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f862c111f70 con 0x7f862c102d30 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8634609640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f862c111df0 con 0x7f862c1036e0 2024-09-05T04:10:15.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8634609640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f862c1120f0 con 0x7f862c1082a0 2024-09-05T04:10:15.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43542/0 (socket says 172.21.15.2:43542) 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 -- 172.21.15.2:0/1474935910 learned_addr learned my addr 172.21.15.2:0/1474935910 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8631ba4640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1036e0 0x7f862c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8632ba6640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c1082a0 0x7f862c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 -- 172.21.15.2:0/1474935910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c1082a0 msgr2=0x7f862c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c1082a0 0x7f862c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 -- 172.21.15.2:0/1474935910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1036e0 msgr2=0x7f862c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1036e0 0x7f862c100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 -- 172.21.15.2:0/1474935910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f862c1a6a70 con 0x7f862c102d30 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86323a5640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f862800ba50 tx=0x7f862800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8628019070 con 0x7f862c102d30 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f862c1a6d60 con 0x7f862c102d30 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f862800cbe0 con 0x7f862c102d30 2024-09-05T04:10:15.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.502+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86280075d0 con 0x7f862c102d30 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.503+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f862c1a71c0 con 0x7f862c102d30 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.504+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f862c06a850 con 0x7f862c102d30 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.505+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f862801c070 con 0x7f862c102d30 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.505+0000 7f86237fe640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 0x7f86180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.505+0000 7f8631ba4640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 0x7f86180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:15.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.505+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f86280ceb00 con 0x7f862c102d30 2024-09-05T04:10:15.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.506+0000 7f8631ba4640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 0x7f86180a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f861c031440 tx=0x7f861c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:15.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.510+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f862809b000 con 0x7f862c102d30 2024-09-05T04:10:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1558817905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-05T04:10:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/226809832' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-05T04:10:15.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.687+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f862c10a2b0 con 0x7f862c102d30 2024-09-05T04:10:15.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.688+0000 7f86237fe640 1 -- 172.21.15.2:0/1474935910 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f862809f300 con 0x7f862c102d30 2024-09-05T04:10:15.688 INFO:teuthology.orchestra.run.smithi002.stdout:279172874280 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 msgr2=0x7f86180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 0x7f86180a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f861c031440 tx=0x7f861c000bc0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 msgr2=0x7f862c100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f862800ba50 tx=0x7f862800bf10 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 shutdown_connections 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f86180a2c10 0x7f86180a50d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f862c1082a0 0x7f862c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f862c1036e0 0x7f862c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 --2- 172.21.15.2:0/1474935910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f862c102d30 0x7f862c100990 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 >> 172.21.15.2:0/1474935910 conn(0x7f862c0fc7d0 msgr2=0x7f862c105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:15.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 shutdown_connections 2024-09-05T04:10:15.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:15.690+0000 7f8634609640 1 -- 172.21.15.2:0/1474935910 wait complete. 2024-09-05T04:10:16.176 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364845 got 214748364849 for osd.7 2024-09-05T04:10:16.177 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:16 smithi047 ceph-mon[34498]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s rd, 1 op/s 2024-09-05T04:10:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:16 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4178720803' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T04:10:16.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:16 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1474935910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T04:10:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:16 smithi002 ceph-mon[31001]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s rd, 1 op/s 2024-09-05T04:10:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4178720803' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T04:10:16.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1474935910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T04:10:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:16 smithi079 ceph-mon[34908]: pgmap v325: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s rd, 1 op/s 2024-09-05T04:10:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:16 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4178720803' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-05T04:10:16.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:16 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1474935910' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-05T04:10:16.633 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574923 got 55834574927 for osd.1 2024-09-05T04:10:16.633 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:17.315 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411398 got 77309411402 for osd.2 2024-09-05T04:10:17.315 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:17.788 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874277 got 279172874280 for osd.9 2024-09-05T04:10:17.788 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 -- 172.21.15.2:0/2432102849 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210106a80 msgr2=0x7f0210106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 --2- 172.21.15.2:0/2432102849 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210106a80 0x7f0210106e60 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f0200009930 tx=0x7f020002a420 comp rx=0 tx=0).stop 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 -- 172.21.15.2:0/2432102849 shutdown_connections 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 --2- 172.21.15.2:0/2432102849 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210101420 0x7f021010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 --2- 172.21.15.2:0/2432102849 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210100a80 0x7f0210100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 --2- 172.21.15.2:0/2432102849 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210106a80 0x7f0210106e60 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 -- 172.21.15.2:0/2432102849 >> 172.21.15.2:0/2432102849 conn(0x7f02100fc7a0 msgr2=0x7f02100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 -- 172.21.15.2:0/2432102849 shutdown_connections 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.241+0000 7f02167d6640 1 -- 172.21.15.2:0/2432102849 wait complete. 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 Processor -- start 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 -- start start 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 0x7f0210197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210106a80 0x7f021019bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0210110d80 con 0x7f0210101420 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0210110c00 con 0x7f0210100a80 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.242+0000 7f02167d6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0210110f00 con 0x7f0210106a80 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43548/0 (socket says 172.21.15.2:43548) 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 -- 172.21.15.2:0/588517945 learned_addr learned my addr 172.21.15.2:0/588517945 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:18.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f0214d73640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210106a80 0x7f021019bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020ffff640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 0x7f0210197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 -- 172.21.15.2:0/588517945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210106a80 msgr2=0x7f021019bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210106a80 0x7f021019bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 -- 172.21.15.2:0/588517945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 msgr2=0x7f0210197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 0x7f0210197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 -- 172.21.15.2:0/588517945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021019c2d0 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020ffff640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 0x7f0210197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020f7fe640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f020400e9f0 tx=0x7f020400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020400cd80 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f021019c5c0 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02040054d0 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0204010490 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.243+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02101a3ea0 con 0x7f0210101420 2024-09-05T04:10:18.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.244+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0210100ee0 con 0x7f0210101420 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.246+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f0204005000 con 0x7f0210101420 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.246+0000 7f020d7fa640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 0x7f01f80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.246+0000 7f020ffff640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 0x7f01f80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.246+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f02040cfbc0 con 0x7f0210101420 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.247+0000 7f020ffff640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 0x7f01f80a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f020002a940 tx=0x7f0200005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:18.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.250+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02040541b0 con 0x7f0210101420 2024-09-05T04:10:18.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:18 smithi002 ceph-mon[31001]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:18.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.426+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f0210108a60 con 0x7f0210101420 2024-09-05T04:10:18.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.426+0000 7f020d7fa640 1 -- 172.21.15.2:0/588517945 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f02040052f0 con 0x7f0210101420 2024-09-05T04:10:18.427 INFO:teuthology.orchestra.run.smithi002.stdout:300647710756 2024-09-05T04:10:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 msgr2=0x7f01f80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 0x7f01f80a50d0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f020002a940 tx=0x7f0200005fd0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 msgr2=0x7f0210197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f020400e9f0 tx=0x7f020400edf0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 shutdown_connections 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f01f80a2c10 0x7f01f80a50d0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0210106a80 0x7f021019bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0210101420 0x7f0210197860 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 --2- 172.21.15.2:0/588517945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0210100a80 0x7f0210197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 >> 172.21.15.2:0/588517945 conn(0x7f02100fc7a0 msgr2=0x7f02100fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 shutdown_connections 2024-09-05T04:10:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:18.428+0000 7f02167d6640 1 -- 172.21.15.2:0/588517945 wait complete. 2024-09-05T04:10:18.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:18 smithi047 ceph-mon[34498]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:18 smithi079 ceph-mon[34908]: pgmap v326: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:19.111 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710753 got 300647710756 for osd.10 2024-09-05T04:10:19.111 DEBUG:teuthology.parallel:result is None 2024-09-05T04:10:19.111 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T04:10:19.112 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:10:19.369 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:19.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:19 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/588517945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T04:10:19.489 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:19 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/588517945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T04:10:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:19 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/588517945' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-05T04:10:19.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 -- 172.21.15.2:0/344874353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 msgr2=0x7f93d4107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:19.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 --2- 172.21.15.2:0/344874353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4107b90 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009930 tx=0x7f93c802a420 comp rx=0 tx=0).stop 2024-09-05T04:10:19.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 -- 172.21.15.2:0/344874353 shutdown_connections 2024-09-05T04:10:19.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 --2- 172.21.15.2:0/344874353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 0x7f93d410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 --2- 172.21.15.2:0/344874353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4107b90 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 --2- 172.21.15.2:0/344874353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 0x7f93d4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 -- 172.21.15.2:0/344874353 >> 172.21.15.2:0/344874353 conn(0x7f93d40fc7d0 msgr2=0x7f93d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 -- 172.21.15.2:0/344874353 shutdown_connections 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.822+0000 7f93d9acc640 1 -- 172.21.15.2:0/344874353 wait complete. 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 Processor -- start 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 -- start start 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 0x7f93d41985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 0x7f93d419ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:19.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4111f70 con 0x7f93d41036e0 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f93d4111df0 con 0x7f93d41082a0 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.823+0000 7f93d9acc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f93d41120f0 con 0x7f93d4102d30 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43560/0 (socket says 172.21.15.2:43560) 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 -- 172.21.15.2:0/652212436 learned_addr learned my addr 172.21.15.2:0/652212436 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d37fe640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 0x7f93d41985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d3fff640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 0x7f93d419ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 -- 172.21.15.2:0/652212436 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 msgr2=0x7f93d41985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 0x7f93d41985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 -- 172.21.15.2:0/652212436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 msgr2=0x7f93d419ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:19.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 0x7f93d419ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 -- 172.21.15.2:0/652212436 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93d419d560 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d2ffd640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f93c8031440 tx=0x7f93c8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c803f030 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c8003aa0 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93d419d7f0 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c8035070 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.824+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93d41a5130 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.825+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93d4103110 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.827+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f93c8042030 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.827+0000 7f93d0ff9640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 0x7f93bc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.828+0000 7f93d37fe640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 0x7f93bc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.828+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f93c80efc50 con 0x7f93d41036e0 2024-09-05T04:10:19.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.828+0000 7f93d37fe640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 0x7f93bc0a5150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f93c4009990 tx=0x7f93c4009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:19.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:19.832+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f93c80bc690 con 0x7f93d41036e0 2024-09-05T04:10:20.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.003+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f93d4062630 con 0x7f93bc0a2c90 2024-09-05T04:10:20.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.011+0000 7f93d0ff9640 1 -- 172.21.15.2:0/652212436 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340294 (secure 0 0 0) 0x7f93d4062630 con 0x7f93bc0a2c90 2024-09-05T04:10:20.015 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:20.017 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:10:20.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 msgr2=0x7f93bc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:20.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 0x7f93bc0a5150 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f93c4009990 tx=0x7f93c4009110 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 msgr2=0x7f93d4198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f93c8031440 tx=0x7f93c8004270 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 shutdown_connections 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f93bc0a2c90 0x7f93bc0a5150 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93d41082a0 0x7f93d419ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93d41036e0 0x7f93d4198af0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 --2- 172.21.15.2:0/652212436 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93d4102d30 0x7f93d41985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 >> 172.21.15.2:0/652212436 conn(0x7f93d40fc7d0 msgr2=0x7f93d4105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 shutdown_connections 2024-09-05T04:10:20.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:20.016+0000 7f93d9acc640 1 -- 172.21.15.2:0/652212436 wait complete. 2024-09-05T04:10:20.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:20 smithi002 ceph-mon[31001]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:20.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:20 smithi047 ceph-mon[34498]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:20.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:20 smithi079 ceph-mon[34908]: pgmap v327: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:20.770 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2024-09-05T04:10:18.654228+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656531,"num_objects":26,"num_object_clones":0,"num_object_copies":80,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":255,"num_read_kb":245,"num_write":271,"num_write_kb":3035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359596,"kb_used_data":14432,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582228,"statfs":{"total":1151940427776,"available":1151572201472,"internally_reserved":0,"allocated":14778368,"data_stored":8292479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":10,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001885"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133705+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:12.133705+0000","last_peered":"2024-09-05T04:10:12.133705+0000","last_clean":"2024-09-05T04:10:12.133705+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:12.133705+0000","last_undegraded":"2024-09-05T04:10:12.133705+0000","last_fullsized":"2024-09-05T04:10:12.133705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216857+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:12.216857+0000","last_peered":"2024-09-05T04:10:12.216857+0000","last_clean":"2024-09-05T04:10:12.216857+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:12.216857+0000","last_undegraded":"2024-09-05T04:10:12.216857+0000","last_fullsized":"2024-09-05T04:10:12.216857+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216612+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:12.216612+0000","last_peered":"2024-09-05T04:10:12.216612+0000","last_clean":"2024-09-05T04:10:12.216612+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:12.216612+0000","last_undegraded":"2024-09-05T04:10:12.216612+0000","last_fullsized":"2024-09-05T04:10:12.216612+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217142+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:12.217142+0000","last_peered":"2024-09-05T04:10:12.217142+0000","last_clean":"2024-09-05T04:10:12.217142+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:12.217142+0000","last_undegraded":"2024-09-05T04:10:12.217142+0000","last_fullsized":"2024-09-05T04:10:12.217142+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217074+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:12.217074+0000","last_peered":"2024-09-05T04:10:12.217074+0000","last_clean":"2024-09-05T04:10:12.217074+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:12.217074+0000","last_undegraded":"2024-09-05T04:10:12.217074+0000","last_fullsized":"2024-09-05T04:10:12.217074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131801+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:12.131801+0000","last_peered":"2024-09-05T04:10:12.131801+0000","last_clean":"2024-09-05T04:10:12.131801+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:12.131801+0000","last_undegraded":"2024-09-05T04:10:12.131801+0000","last_fullsized":"2024-09-05T04:10:12.131801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217216+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:12.217216+0000","last_peered":"2024-09-05T04:10:12.217216+0000","last_clean":"2024-09-05T04:10:12.217216+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:12.217216+0000","last_undegraded":"2024-09-05T04:10:12.217216+0000","last_fullsized":"2024-09-05T04:10:12.217216+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217585+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:12.217585+0000","last_peered":"2024-09-05T04:10:12.217585+0000","last_clean":"2024-09-05T04:10:12.217585+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:12.217585+0000","last_undegraded":"2024-09-05T04:10:12.217585+0000","last_fullsized":"2024-09-05T04:10:12.217585+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132041+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:12.132041+0000","last_peered":"2024-09-05T04:10:12.132041+0000","last_clean":"2024-09-05T04:10:12.132041+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:12.132041+0000","last_undegraded":"2024-09-05T04:10:12.132041+0000","last_fullsized":"2024-09-05T04:10:12.132041+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217767+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:12.217767+0000","last_peered":"2024-09-05T04:10:12.217767+0000","last_clean":"2024-09-05T04:10:12.217767+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:12.217767+0000","last_undegraded":"2024-09-05T04:10:12.217767+0000","last_fullsized":"2024-09-05T04:10:12.217767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135161+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:12.135161+0000","last_peered":"2024-09-05T04:10:12.135161+0000","last_clean":"2024-09-05T04:10:12.135161+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:12.135161+0000","last_undegraded":"2024-09-05T04:10:12.135161+0000","last_fullsized":"2024-09-05T04:10:12.135161+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131849+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:12.131849+0000","last_peered":"2024-09-05T04:10:12.131849+0000","last_clean":"2024-09-05T04:10:12.131849+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:12.131849+0000","last_undegraded":"2024-09-05T04:10:12.131849+0000","last_fullsized":"2024-09-05T04:10:12.131849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218582+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:12.218582+0000","last_peered":"2024-09-05T04:10:12.218582+0000","last_clean":"2024-09-05T04:10:12.218582+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:12.218582+0000","last_undegraded":"2024-09-05T04:10:12.218582+0000","last_fullsized":"2024-09-05T04:10:12.218582+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134413+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:12.134413+0000","last_peered":"2024-09-05T04:10:12.134413+0000","last_clean":"2024-09-05T04:10:12.134413+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:12.134413+0000","last_undegraded":"2024-09-05T04:10:12.134413+0000","last_fullsized":"2024-09-05T04:10:12.134413+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132027+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:12.132027+0000","last_peered":"2024-09-05T04:10:12.132027+0000","last_clean":"2024-09-05T04:10:12.132027+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:12.132027+0000","last_undegraded":"2024-09-05T04:10:12.132027+0000","last_fullsized":"2024-09-05T04:10:12.132027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216660+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:12.216660+0000","last_peered":"2024-09-05T04:10:12.216660+0000","last_clean":"2024-09-05T04:10:12.216660+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:12.216660+0000","last_undegraded":"2024-09-05T04:10:12.216660+0000","last_fullsized":"2024-09-05T04:10:12.216660+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134269+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:12.134269+0000","last_peered":"2024-09-05T04:10:12.134269+0000","last_clean":"2024-09-05T04:10:12.134269+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:12.134269+0000","last_undegraded":"2024-09-05T04:10:12.134269+0000","last_fullsized":"2024-09-05T04:10:12.134269+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131937+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:12.131937+0000","last_peered":"2024-09-05T04:10:12.131937+0000","last_clean":"2024-09-05T04:10:12.131937+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:12.131937+0000","last_undegraded":"2024-09-05T04:10:12.131937+0000","last_fullsized":"2024-09-05T04:10:12.131937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134218+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:12.134218+0000","last_peered":"2024-09-05T04:10:12.134218+0000","last_clean":"2024-09-05T04:10:12.134218+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:12.134218+0000","last_undegraded":"2024-09-05T04:10:12.134218+0000","last_fullsized":"2024-09-05T04:10:12.134218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216790+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:12.216790+0000","last_peered":"2024-09-05T04:10:12.216790+0000","last_clean":"2024-09-05T04:10:12.216790+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:12.216790+0000","last_undegraded":"2024-09-05T04:10:12.216790+0000","last_fullsized":"2024-09-05T04:10:12.216790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133498+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:12.133498+0000","last_peered":"2024-09-05T04:10:12.133498+0000","last_clean":"2024-09-05T04:10:12.133498+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:12.133498+0000","last_undegraded":"2024-09-05T04:10:12.133498+0000","last_fullsized":"2024-09-05T04:10:12.133498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216710+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:12.216710+0000","last_peered":"2024-09-05T04:10:12.216710+0000","last_clean":"2024-09-05T04:10:12.216710+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:12.216710+0000","last_undegraded":"2024-09-05T04:10:12.216710+0000","last_fullsized":"2024-09-05T04:10:12.216710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217647+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:12.217647+0000","last_peered":"2024-09-05T04:10:12.217647+0000","last_clean":"2024-09-05T04:10:12.217647+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:12.217647+0000","last_undegraded":"2024-09-05T04:10:12.217647+0000","last_fullsized":"2024-09-05T04:10:12.217647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132185+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:12.132185+0000","last_peered":"2024-09-05T04:10:12.132185+0000","last_clean":"2024-09-05T04:10:12.132185+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:12.132185+0000","last_undegraded":"2024-09-05T04:10:12.132185+0000","last_fullsized":"2024-09-05T04:10:12.132185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217111+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:12.217111+0000","last_peered":"2024-09-05T04:10:12.217111+0000","last_clean":"2024-09-05T04:10:12.217111+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:12.217111+0000","last_undegraded":"2024-09-05T04:10:12.217111+0000","last_fullsized":"2024-09-05T04:10:12.217111+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132427+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:12.132427+0000","last_peered":"2024-09-05T04:10:12.132427+0000","last_clean":"2024-09-05T04:10:12.132427+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:12.132427+0000","last_undegraded":"2024-09-05T04:10:12.132427+0000","last_fullsized":"2024-09-05T04:10:12.132427+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216365+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:12.216365+0000","last_peered":"2024-09-05T04:10:12.216365+0000","last_clean":"2024-09-05T04:10:12.216365+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:12.216365+0000","last_undegraded":"2024-09-05T04:10:12.216365+0000","last_fullsized":"2024-09-05T04:10:12.216365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217271+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:12.217271+0000","last_peered":"2024-09-05T04:10:12.217271+0000","last_clean":"2024-09-05T04:10:12.217271+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:12.217271+0000","last_undegraded":"2024-09-05T04:10:12.217271+0000","last_fullsized":"2024-09-05T04:10:12.217271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'9","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133655+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:12.133655+0000","last_peered":"2024-09-05T04:10:12.133655+0000","last_clean":"2024-09-05T04:10:12.133655+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:12.133655+0000","last_undegraded":"2024-09-05T04:10:12.133655+0000","last_fullsized":"2024-09-05T04:10:12.133655+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216217+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:12.216217+0000","last_peered":"2024-09-05T04:10:12.216217+0000","last_clean":"2024-09-05T04:10:12.216217+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:12.216217+0000","last_undegraded":"2024-09-05T04:10:12.216217+0000","last_fullsized":"2024-09-05T04:10:12.216217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131516+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:12.131516+0000","last_peered":"2024-09-05T04:10:12.131516+0000","last_clean":"2024-09-05T04:10:12.131516+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:12.131516+0000","last_undegraded":"2024-09-05T04:10:12.131516+0000","last_fullsized":"2024-09-05T04:10:12.131516+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217291+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:12.217291+0000","last_peered":"2024-09-05T04:10:12.217291+0000","last_clean":"2024-09-05T04:10:12.217291+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:12.217291+0000","last_undegraded":"2024-09-05T04:10:12.217291+0000","last_fullsized":"2024-09-05T04:10:12.217291+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135531+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:12.135531+0000","last_peered":"2024-09-05T04:10:12.135531+0000","last_clean":"2024-09-05T04:10:12.135531+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:12.135531+0000","last_undegraded":"2024-09-05T04:10:12.135531+0000","last_fullsized":"2024-09-05T04:10:12.135531+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217169+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:12.217169+0000","last_peered":"2024-09-05T04:10:12.217169+0000","last_clean":"2024-09-05T04:10:12.217169+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:12.217169+0000","last_undegraded":"2024-09-05T04:10:12.217169+0000","last_fullsized":"2024-09-05T04:10:12.217169+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133882+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:12.133882+0000","last_peered":"2024-09-05T04:10:12.133882+0000","last_clean":"2024-09-05T04:10:12.133882+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:12.133882+0000","last_undegraded":"2024-09-05T04:10:12.133882+0000","last_fullsized":"2024-09-05T04:10:12.133882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216853+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:12.216853+0000","last_peered":"2024-09-05T04:10:12.216853+0000","last_clean":"2024-09-05T04:10:12.216853+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:12.216853+0000","last_undegraded":"2024-09-05T04:10:12.216853+0000","last_fullsized":"2024-09-05T04:10:12.216853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217693+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:12.217693+0000","last_peered":"2024-09-05T04:10:12.217693+0000","last_clean":"2024-09-05T04:10:12.217693+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:12.217693+0000","last_undegraded":"2024-09-05T04:10:12.217693+0000","last_fullsized":"2024-09-05T04:10:12.217693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218700+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:12.218700+0000","last_peered":"2024-09-05T04:10:12.218700+0000","last_clean":"2024-09-05T04:10:12.218700+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:12.218700+0000","last_undegraded":"2024-09-05T04:10:12.218700+0000","last_fullsized":"2024-09-05T04:10:12.218700+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131403+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:12.131403+0000","last_peered":"2024-09-05T04:10:12.131403+0000","last_clean":"2024-09-05T04:10:12.131403+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:12.131403+0000","last_undegraded":"2024-09-05T04:10:12.131403+0000","last_fullsized":"2024-09-05T04:10:12.131403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218987+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:12.218987+0000","last_peered":"2024-09-05T04:10:12.218987+0000","last_clean":"2024-09-05T04:10:12.218987+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:12.218987+0000","last_undegraded":"2024-09-05T04:10:12.218987+0000","last_fullsized":"2024-09-05T04:10:12.218987+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131139+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:12.131139+0000","last_peered":"2024-09-05T04:10:12.131139+0000","last_clean":"2024-09-05T04:10:12.131139+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:12.131139+0000","last_undegraded":"2024-09-05T04:10:12.131139+0000","last_fullsized":"2024-09-05T04:10:12.131139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131542+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:12.131542+0000","last_peered":"2024-09-05T04:10:12.131542+0000","last_clean":"2024-09-05T04:10:12.131542+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:12.131542+0000","last_undegraded":"2024-09-05T04:10:12.131542+0000","last_fullsized":"2024-09-05T04:10:12.131542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.130995+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:12.130995+0000","last_peered":"2024-09-05T04:10:12.130995+0000","last_clean":"2024-09-05T04:10:12.130995+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:12.130995+0000","last_undegraded":"2024-09-05T04:10:12.130995+0000","last_fullsized":"2024-09-05T04:10:12.130995+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218292+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:12.218292+0000","last_peered":"2024-09-05T04:10:12.218292+0000","last_clean":"2024-09-05T04:10:12.218292+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:12.218292+0000","last_undegraded":"2024-09-05T04:10:12.218292+0000","last_fullsized":"2024-09-05T04:10:12.218292+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135403+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:12.135403+0000","last_peered":"2024-09-05T04:10:12.135403+0000","last_clean":"2024-09-05T04:10:12.135403+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:12.135403+0000","last_undegraded":"2024-09-05T04:10:12.135403+0000","last_fullsized":"2024-09-05T04:10:12.135403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216596+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:12.216596+0000","last_peered":"2024-09-05T04:10:12.216596+0000","last_clean":"2024-09-05T04:10:12.216596+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:12.216596+0000","last_undegraded":"2024-09-05T04:10:12.216596+0000","last_fullsized":"2024-09-05T04:10:12.216596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132430+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:12.132430+0000","last_peered":"2024-09-05T04:10:12.132430+0000","last_clean":"2024-09-05T04:10:12.132430+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:12.132430+0000","last_undegraded":"2024-09-05T04:10:12.132430+0000","last_fullsized":"2024-09-05T04:10:12.132430+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":361,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218413+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:12.218413+0000","last_peered":"2024-09-05T04:10:12.218413+0000","last_clean":"2024-09-05T04:10:12.218413+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:12.218413+0000","last_undegraded":"2024-09-05T04:10:12.218413+0000","last_fullsized":"2024-09-05T04:10:12.218413+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218946+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:12.218946+0000","last_peered":"2024-09-05T04:10:12.218946+0000","last_clean":"2024-09-05T04:10:12.218946+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:12.218946+0000","last_undegraded":"2024-09-05T04:10:12.218946+0000","last_fullsized":"2024-09-05T04:10:12.218946+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219123+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:12.219123+0000","last_peered":"2024-09-05T04:10:12.219123+0000","last_clean":"2024-09-05T04:10:12.219123+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:12.219123+0000","last_undegraded":"2024-09-05T04:10:12.219123+0000","last_fullsized":"2024-09-05T04:10:12.219123+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217250+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:12.217250+0000","last_peered":"2024-09-05T04:10:12.217250+0000","last_clean":"2024-09-05T04:10:12.217250+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:12.217250+0000","last_undegraded":"2024-09-05T04:10:12.217250+0000","last_fullsized":"2024-09-05T04:10:12.217250+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216779+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:12.216779+0000","last_peered":"2024-09-05T04:10:12.216779+0000","last_clean":"2024-09-05T04:10:12.216779+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:12.216779+0000","last_undegraded":"2024-09-05T04:10:12.216779+0000","last_fullsized":"2024-09-05T04:10:12.216779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218810+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:12.218810+0000","last_peered":"2024-09-05T04:10:12.218810+0000","last_clean":"2024-09-05T04:10:12.218810+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:12.218810+0000","last_undegraded":"2024-09-05T04:10:12.218810+0000","last_fullsized":"2024-09-05T04:10:12.218810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135329+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:12.135329+0000","last_peered":"2024-09-05T04:10:12.135329+0000","last_clean":"2024-09-05T04:10:12.135329+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:12.135329+0000","last_undegraded":"2024-09-05T04:10:12.135329+0000","last_fullsized":"2024-09-05T04:10:12.135329+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216336+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:12.216336+0000","last_peered":"2024-09-05T04:10:12.216336+0000","last_clean":"2024-09-05T04:10:12.216336+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:12.216336+0000","last_undegraded":"2024-09-05T04:10:12.216336+0000","last_fullsized":"2024-09-05T04:10:12.216336+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219020+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:12.219020+0000","last_peered":"2024-09-05T04:10:12.219020+0000","last_clean":"2024-09-05T04:10:12.219020+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:12.219020+0000","last_undegraded":"2024-09-05T04:10:12.219020+0000","last_fullsized":"2024-09-05T04:10:12.219020+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131606+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:12.131606+0000","last_peered":"2024-09-05T04:10:12.131606+0000","last_clean":"2024-09-05T04:10:12.131606+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:12.131606+0000","last_undegraded":"2024-09-05T04:10:12.131606+0000","last_fullsized":"2024-09-05T04:10:12.131606+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134636+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:12.134636+0000","last_peered":"2024-09-05T04:10:12.134636+0000","last_clean":"2024-09-05T04:10:12.134636+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:12.134636+0000","last_undegraded":"2024-09-05T04:10:12.134636+0000","last_fullsized":"2024-09-05T04:10:12.134636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.137298+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:12.137298+0000","last_peered":"2024-09-05T04:10:12.137298+0000","last_clean":"2024-09-05T04:10:12.137298+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:12.137298+0000","last_undegraded":"2024-09-05T04:10:12.137298+0000","last_fullsized":"2024-09-05T04:10:12.137298+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217252+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:12.217252+0000","last_peered":"2024-09-05T04:10:12.217252+0000","last_clean":"2024-09-05T04:10:12.217252+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:12.217252+0000","last_undegraded":"2024-09-05T04:10:12.217252+0000","last_fullsized":"2024-09-05T04:10:12.217252+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134511+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:12.134511+0000","last_peered":"2024-09-05T04:10:12.134511+0000","last_clean":"2024-09-05T04:10:12.134511+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:12.134511+0000","last_undegraded":"2024-09-05T04:10:12.134511+0000","last_fullsized":"2024-09-05T04:10:12.134511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135504+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:12.135504+0000","last_peered":"2024-09-05T04:10:12.135504+0000","last_clean":"2024-09-05T04:10:12.135504+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:12.135504+0000","last_undegraded":"2024-09-05T04:10:12.135504+0000","last_fullsized":"2024-09-05T04:10:12.135504+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216716+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:12.216716+0000","last_peered":"2024-09-05T04:10:12.216716+0000","last_clean":"2024-09-05T04:10:12.216716+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:12.216716+0000","last_undegraded":"2024-09-05T04:10:12.216716+0000","last_fullsized":"2024-09-05T04:10:12.216716+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131603+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:12.131603+0000","last_peered":"2024-09-05T04:10:12.131603+0000","last_clean":"2024-09-05T04:10:12.131603+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:12.131603+0000","last_undegraded":"2024-09-05T04:10:12.131603+0000","last_fullsized":"2024-09-05T04:10:12.131603+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218183+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:12.218183+0000","last_peered":"2024-09-05T04:10:12.218183+0000","last_clean":"2024-09-05T04:10:12.218183+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:12.218183+0000","last_undegraded":"2024-09-05T04:10:12.218183+0000","last_fullsized":"2024-09-05T04:10:12.218183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131862+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:12.131862+0000","last_peered":"2024-09-05T04:10:12.131862+0000","last_clean":"2024-09-05T04:10:12.131862+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:12.131862+0000","last_undegraded":"2024-09-05T04:10:12.131862+0000","last_fullsized":"2024-09-05T04:10:12.131862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217634+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:12.217634+0000","last_peered":"2024-09-05T04:10:12.217634+0000","last_clean":"2024-09-05T04:10:12.217634+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:12.217634+0000","last_undegraded":"2024-09-05T04:10:12.217634+0000","last_fullsized":"2024-09-05T04:10:12.217634+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218840+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:12.218840+0000","last_peered":"2024-09-05T04:10:12.218840+0000","last_clean":"2024-09-05T04:10:12.218840+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:12.218840+0000","last_undegraded":"2024-09-05T04:10:12.218840+0000","last_fullsized":"2024-09-05T04:10:12.218840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134976+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:12.134976+0000","last_peered":"2024-09-05T04:10:12.134976+0000","last_clean":"2024-09-05T04:10:12.134976+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:12.134976+0000","last_undegraded":"2024-09-05T04:10:12.134976+0000","last_fullsized":"2024-09-05T04:10:12.134976+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134685+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:12.134685+0000","last_peered":"2024-09-05T04:10:12.134685+0000","last_clean":"2024-09-05T04:10:12.134685+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:12.134685+0000","last_undegraded":"2024-09-05T04:10:12.134685+0000","last_fullsized":"2024-09-05T04:10:12.134685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131116+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:12.131116+0000","last_peered":"2024-09-05T04:10:12.131116+0000","last_clean":"2024-09-05T04:10:12.131116+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:12.131116+0000","last_undegraded":"2024-09-05T04:10:12.131116+0000","last_fullsized":"2024-09-05T04:10:12.131116+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216971+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:12.216971+0000","last_peered":"2024-09-05T04:10:12.216971+0000","last_clean":"2024-09-05T04:10:12.216971+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:12.216971+0000","last_undegraded":"2024-09-05T04:10:12.216971+0000","last_fullsized":"2024-09-05T04:10:12.216971+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135052+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:12.135052+0000","last_peered":"2024-09-05T04:10:12.135052+0000","last_clean":"2024-09-05T04:10:12.135052+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:12.135052+0000","last_undegraded":"2024-09-05T04:10:12.135052+0000","last_fullsized":"2024-09-05T04:10:12.135052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217011+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:12.217011+0000","last_peered":"2024-09-05T04:10:12.217011+0000","last_clean":"2024-09-05T04:10:12.217011+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:12.217011+0000","last_undegraded":"2024-09-05T04:10:12.217011+0000","last_fullsized":"2024-09-05T04:10:12.217011+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"91'32","reported_seq":183,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:15.881973+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:10:15.881973+0000","last_peered":"2024-09-05T04:10:15.881973+0000","last_clean":"2024-09-05T04:10:15.881973+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:10:15.881973+0000","last_undegraded":"2024-09-05T04:10:15.881973+0000","last_fullsized":"2024-09-05T04:10:15.881973+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65131,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":113,"num_read_kb":120,"num_write":32,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133276+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:12.133276+0000","last_peered":"2024-09-05T04:10:12.133276+0000","last_clean":"2024-09-05T04:10:12.133276+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:12.133276+0000","last_undegraded":"2024-09-05T04:10:12.133276+0000","last_fullsized":"2024-09-05T04:10:12.133276+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217692+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:12.217692+0000","last_peered":"2024-09-05T04:10:12.217692+0000","last_clean":"2024-09-05T04:10:12.217692+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:12.217692+0000","last_undegraded":"2024-09-05T04:10:12.217692+0000","last_fullsized":"2024-09-05T04:10:12.217692+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135716+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:12.135716+0000","last_peered":"2024-09-05T04:10:12.135716+0000","last_clean":"2024-09-05T04:10:12.135716+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:12.135716+0000","last_undegraded":"2024-09-05T04:10:12.135716+0000","last_fullsized":"2024-09-05T04:10:12.135716+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132172+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:12.132172+0000","last_peered":"2024-09-05T04:10:12.132172+0000","last_clean":"2024-09-05T04:10:12.132172+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:12.132172+0000","last_undegraded":"2024-09-05T04:10:12.132172+0000","last_fullsized":"2024-09-05T04:10:12.132172+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217155+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:12.217155+0000","last_peered":"2024-09-05T04:10:12.217155+0000","last_clean":"2024-09-05T04:10:12.217155+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:12.217155+0000","last_undegraded":"2024-09-05T04:10:12.217155+0000","last_fullsized":"2024-09-05T04:10:12.217155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219081+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:12.219081+0000","last_peered":"2024-09-05T04:10:12.219081+0000","last_clean":"2024-09-05T04:10:12.219081+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:12.219081+0000","last_undegraded":"2024-09-05T04:10:12.219081+0000","last_fullsized":"2024-09-05T04:10:12.219081+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133708+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:12.133708+0000","last_peered":"2024-09-05T04:10:12.133708+0000","last_clean":"2024-09-05T04:10:12.133708+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:12.133708+0000","last_undegraded":"2024-09-05T04:10:12.133708+0000","last_fullsized":"2024-09-05T04:10:12.133708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217287+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:12.217287+0000","last_peered":"2024-09-05T04:10:12.217287+0000","last_clean":"2024-09-05T04:10:12.217287+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:12.217287+0000","last_undegraded":"2024-09-05T04:10:12.217287+0000","last_fullsized":"2024-09-05T04:10:12.217287+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217828+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:12.217828+0000","last_peered":"2024-09-05T04:10:12.217828+0000","last_clean":"2024-09-05T04:10:12.217828+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:12.217828+0000","last_undegraded":"2024-09-05T04:10:12.217828+0000","last_fullsized":"2024-09-05T04:10:12.217828+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216630+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:12.216630+0000","last_peered":"2024-09-05T04:10:12.216630+0000","last_clean":"2024-09-05T04:10:12.216630+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:12.216630+0000","last_undegraded":"2024-09-05T04:10:12.216630+0000","last_fullsized":"2024-09-05T04:10:12.216630+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216912+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:12.216912+0000","last_peered":"2024-09-05T04:10:12.216912+0000","last_clean":"2024-09-05T04:10:12.216912+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:12.216912+0000","last_undegraded":"2024-09-05T04:10:12.216912+0000","last_fullsized":"2024-09-05T04:10:12.216912+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133226+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:12.133226+0000","last_peered":"2024-09-05T04:10:12.133226+0000","last_clean":"2024-09-05T04:10:12.133226+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:12.133226+0000","last_undegraded":"2024-09-05T04:10:12.133226+0000","last_fullsized":"2024-09-05T04:10:12.133226+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135143+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:12.135143+0000","last_peered":"2024-09-05T04:10:12.135143+0000","last_clean":"2024-09-05T04:10:12.135143+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:12.135143+0000","last_undegraded":"2024-09-05T04:10:12.135143+0000","last_fullsized":"2024-09-05T04:10:12.135143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134682+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:12.134682+0000","last_peered":"2024-09-05T04:10:12.134682+0000","last_clean":"2024-09-05T04:10:12.134682+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:12.134682+0000","last_undegraded":"2024-09-05T04:10:12.134682+0000","last_fullsized":"2024-09-05T04:10:12.134682+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216339+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:12.216339+0000","last_peered":"2024-09-05T04:10:12.216339+0000","last_clean":"2024-09-05T04:10:12.216339+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:12.216339+0000","last_undegraded":"2024-09-05T04:10:12.216339+0000","last_fullsized":"2024-09-05T04:10:12.216339+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.130997+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:12.130997+0000","last_peered":"2024-09-05T04:10:12.130997+0000","last_clean":"2024-09-05T04:10:12.130997+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:12.130997+0000","last_undegraded":"2024-09-05T04:10:12.130997+0000","last_fullsized":"2024-09-05T04:10:12.130997+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217645+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:12.217645+0000","last_peered":"2024-09-05T04:10:12.217645+0000","last_clean":"2024-09-05T04:10:12.217645+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:12.217645+0000","last_undegraded":"2024-09-05T04:10:12.217645+0000","last_fullsized":"2024-09-05T04:10:12.217645+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219310+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:12.219310+0000","last_peered":"2024-09-05T04:10:12.219310+0000","last_clean":"2024-09-05T04:10:12.219310+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:12.219310+0000","last_undegraded":"2024-09-05T04:10:12.219310+0000","last_fullsized":"2024-09-05T04:10:12.219310+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216928+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:12.216928+0000","last_peered":"2024-09-05T04:10:12.216928+0000","last_clean":"2024-09-05T04:10:12.216928+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:12.216928+0000","last_undegraded":"2024-09-05T04:10:12.216928+0000","last_fullsized":"2024-09-05T04:10:12.216928+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135326+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:12.135326+0000","last_peered":"2024-09-05T04:10:12.135326+0000","last_clean":"2024-09-05T04:10:12.135326+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:12.135326+0000","last_undegraded":"2024-09-05T04:10:12.135326+0000","last_fullsized":"2024-09-05T04:10:12.135326+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217089+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:12.217089+0000","last_peered":"2024-09-05T04:10:12.217089+0000","last_clean":"2024-09-05T04:10:12.217089+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:12.217089+0000","last_undegraded":"2024-09-05T04:10:12.217089+0000","last_fullsized":"2024-09-05T04:10:12.217089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217132+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:12.217132+0000","last_peered":"2024-09-05T04:10:12.217132+0000","last_clean":"2024-09-05T04:10:12.217132+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:12.217132+0000","last_undegraded":"2024-09-05T04:10:12.217132+0000","last_fullsized":"2024-09-05T04:10:12.217132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134107+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:12.134107+0000","last_peered":"2024-09-05T04:10:12.134107+0000","last_clean":"2024-09-05T04:10:12.134107+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:12.134107+0000","last_undegraded":"2024-09-05T04:10:12.134107+0000","last_fullsized":"2024-09-05T04:10:12.134107+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216920+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:12.216920+0000","last_peered":"2024-09-05T04:10:12.216920+0000","last_clean":"2024-09-05T04:10:12.216920+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:12.216920+0000","last_undegraded":"2024-09-05T04:10:12.216920+0000","last_fullsized":"2024-09-05T04:10:12.216920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216735+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:12.216735+0000","last_peered":"2024-09-05T04:10:12.216735+0000","last_clean":"2024-09-05T04:10:12.216735+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:12.216735+0000","last_undegraded":"2024-09-05T04:10:12.216735+0000","last_fullsized":"2024-09-05T04:10:12.216735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216430+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:12.216430+0000","last_peered":"2024-09-05T04:10:12.216430+0000","last_clean":"2024-09-05T04:10:12.216430+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:12.216430+0000","last_undegraded":"2024-09-05T04:10:12.216430+0000","last_fullsized":"2024-09-05T04:10:12.216430+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131473+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:12.131473+0000","last_peered":"2024-09-05T04:10:12.131473+0000","last_clean":"2024-09-05T04:10:12.131473+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:12.131473+0000","last_undegraded":"2024-09-05T04:10:12.131473+0000","last_fullsized":"2024-09-05T04:10:12.131473+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135390+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:12.135390+0000","last_peered":"2024-09-05T04:10:12.135390+0000","last_clean":"2024-09-05T04:10:12.135390+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:12.135390+0000","last_undegraded":"2024-09-05T04:10:12.135390+0000","last_fullsized":"2024-09-05T04:10:12.135390+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217511+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:12.217511+0000","last_peered":"2024-09-05T04:10:12.217511+0000","last_clean":"2024-09-05T04:10:12.217511+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:12.217511+0000","last_undegraded":"2024-09-05T04:10:12.217511+0000","last_fullsized":"2024-09-05T04:10:12.217511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217264+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:12.217264+0000","last_peered":"2024-09-05T04:10:12.217264+0000","last_clean":"2024-09-05T04:10:12.217264+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:12.217264+0000","last_undegraded":"2024-09-05T04:10:12.217264+0000","last_fullsized":"2024-09-05T04:10:12.217264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134810+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:12.134810+0000","last_peered":"2024-09-05T04:10:12.134810+0000","last_clean":"2024-09-05T04:10:12.134810+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:12.134810+0000","last_undegraded":"2024-09-05T04:10:12.134810+0000","last_fullsized":"2024-09-05T04:10:12.134810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216552+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:12.216552+0000","last_peered":"2024-09-05T04:10:12.216552+0000","last_clean":"2024-09-05T04:10:12.216552+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:12.216552+0000","last_undegraded":"2024-09-05T04:10:12.216552+0000","last_fullsized":"2024-09-05T04:10:12.216552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217052+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:12.217052+0000","last_peered":"2024-09-05T04:10:12.217052+0000","last_clean":"2024-09-05T04:10:12.217052+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:12.217052+0000","last_undegraded":"2024-09-05T04:10:12.217052+0000","last_fullsized":"2024-09-05T04:10:12.217052+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131327+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:12.131327+0000","last_peered":"2024-09-05T04:10:12.131327+0000","last_clean":"2024-09-05T04:10:12.131327+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:12.131327+0000","last_undegraded":"2024-09-05T04:10:12.131327+0000","last_fullsized":"2024-09-05T04:10:12.131327+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134812+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:12.134812+0000","last_peered":"2024-09-05T04:10:12.134812+0000","last_clean":"2024-09-05T04:10:12.134812+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:12.134812+0000","last_undegraded":"2024-09-05T04:10:12.134812+0000","last_fullsized":"2024-09-05T04:10:12.134812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217332+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:12.217332+0000","last_peered":"2024-09-05T04:10:12.217332+0000","last_clean":"2024-09-05T04:10:12.217332+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:12.217332+0000","last_undegraded":"2024-09-05T04:10:12.217332+0000","last_fullsized":"2024-09-05T04:10:12.217332+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133609+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:12.133609+0000","last_peered":"2024-09-05T04:10:12.133609+0000","last_clean":"2024-09-05T04:10:12.133609+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:12.133609+0000","last_undegraded":"2024-09-05T04:10:12.133609+0000","last_fullsized":"2024-09-05T04:10:12.133609+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135965+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:12.135965+0000","last_peered":"2024-09-05T04:10:12.135965+0000","last_clean":"2024-09-05T04:10:12.135965+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:12.135965+0000","last_undegraded":"2024-09-05T04:10:12.135965+0000","last_fullsized":"2024-09-05T04:10:12.135965+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217474+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:12.217474+0000","last_peered":"2024-09-05T04:10:12.217474+0000","last_clean":"2024-09-05T04:10:12.217474+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:12.217474+0000","last_undegraded":"2024-09-05T04:10:12.217474+0000","last_fullsized":"2024-09-05T04:10:12.217474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216141+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:12.216141+0000","last_peered":"2024-09-05T04:10:12.216141+0000","last_clean":"2024-09-05T04:10:12.216141+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:12.216141+0000","last_undegraded":"2024-09-05T04:10:12.216141+0000","last_fullsized":"2024-09-05T04:10:12.216141+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216110+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:12.216110+0000","last_peered":"2024-09-05T04:10:12.216110+0000","last_clean":"2024-09-05T04:10:12.216110+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:12.216110+0000","last_undegraded":"2024-09-05T04:10:12.216110+0000","last_fullsized":"2024-09-05T04:10:12.216110+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131325+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:12.131325+0000","last_peered":"2024-09-05T04:10:12.131325+0000","last_clean":"2024-09-05T04:10:12.131325+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:12.131325+0000","last_undegraded":"2024-09-05T04:10:12.131325+0000","last_fullsized":"2024-09-05T04:10:12.131325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132058+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:12.132058+0000","last_peered":"2024-09-05T04:10:12.132058+0000","last_clean":"2024-09-05T04:10:12.132058+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:12.132058+0000","last_undegraded":"2024-09-05T04:10:12.132058+0000","last_fullsized":"2024-09-05T04:10:12.132058+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218955+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:12.218955+0000","last_peered":"2024-09-05T04:10:12.218955+0000","last_clean":"2024-09-05T04:10:12.218955+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:12.218955+0000","last_undegraded":"2024-09-05T04:10:12.218955+0000","last_fullsized":"2024-09-05T04:10:12.218955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217701+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:12.217701+0000","last_peered":"2024-09-05T04:10:12.217701+0000","last_clean":"2024-09-05T04:10:12.217701+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:12.217701+0000","last_undegraded":"2024-09-05T04:10:12.217701+0000","last_fullsized":"2024-09-05T04:10:12.217701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217359+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:12.217359+0000","last_peered":"2024-09-05T04:10:12.217359+0000","last_clean":"2024-09-05T04:10:12.217359+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:12.217359+0000","last_undegraded":"2024-09-05T04:10:12.217359+0000","last_fullsized":"2024-09-05T04:10:12.217359+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216331+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:12.216331+0000","last_peered":"2024-09-05T04:10:12.216331+0000","last_clean":"2024-09-05T04:10:12.216331+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:12.216331+0000","last_undegraded":"2024-09-05T04:10:12.216331+0000","last_fullsized":"2024-09-05T04:10:12.216331+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218330+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:12.218330+0000","last_peered":"2024-09-05T04:10:12.218330+0000","last_clean":"2024-09-05T04:10:12.218330+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:12.218330+0000","last_undegraded":"2024-09-05T04:10:12.218330+0000","last_fullsized":"2024-09-05T04:10:12.218330+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217527+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:12.217527+0000","last_peered":"2024-09-05T04:10:12.217527+0000","last_clean":"2024-09-05T04:10:12.217527+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:12.217527+0000","last_undegraded":"2024-09-05T04:10:12.217527+0000","last_fullsized":"2024-09-05T04:10:12.217527+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217510+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:12.217510+0000","last_peered":"2024-09-05T04:10:12.217510+0000","last_clean":"2024-09-05T04:10:12.217510+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:12.217510+0000","last_undegraded":"2024-09-05T04:10:12.217510+0000","last_fullsized":"2024-09-05T04:10:12.217510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219151+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:12.219151+0000","last_peered":"2024-09-05T04:10:12.219151+0000","last_clean":"2024-09-05T04:10:12.219151+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:12.219151+0000","last_undegraded":"2024-09-05T04:10:12.219151+0000","last_fullsized":"2024-09-05T04:10:12.219151+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216576+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:12.216576+0000","last_peered":"2024-09-05T04:10:12.216576+0000","last_clean":"2024-09-05T04:10:12.216576+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:12.216576+0000","last_undegraded":"2024-09-05T04:10:12.216576+0000","last_fullsized":"2024-09-05T04:10:12.216576+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217019+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:12.217019+0000","last_peered":"2024-09-05T04:10:12.217019+0000","last_clean":"2024-09-05T04:10:12.217019+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:12.217019+0000","last_undegraded":"2024-09-05T04:10:12.217019+0000","last_fullsized":"2024-09-05T04:10:12.217019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135922+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:12.135922+0000","last_peered":"2024-09-05T04:10:12.135922+0000","last_clean":"2024-09-05T04:10:12.135922+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:12.135922+0000","last_undegraded":"2024-09-05T04:10:12.135922+0000","last_fullsized":"2024-09-05T04:10:12.135922+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65929,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":119,"num_read_kb":126,"num_write":88,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":282624,"data_stored":197787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":73,"ondisk_log_size":73,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481823,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1060864,"data_stored":528331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710756,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28724,"kb_used_data":1696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716428,"statfs":{"total":95995035648,"available":95965622272,"internally_reserved":0,"allocated":1736704,"data_stored":1179928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874281,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1069056,"data_stored":533009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1069056,"data_stored":528935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364850,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28656,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716496,"statfs":{"total":95995035648,"available":95965691904,"internally_reserved":0,"allocated":1662976,"data_stored":1123377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528376,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1056768,"data_stored":524235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790013,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28656,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716496,"statfs":{"total":95995035648,"available":95965691904,"internally_reserved":0,"allocated":1667072,"data_stored":1118881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953537,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1064960,"data_stored":528353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182469,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1064960,"data_stored":524339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1134592,"data_stored":589400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1130496,"data_stored":589366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1060864,"data_stored":524325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":65131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":65165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:10:20.780 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:10:21.031 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:21.410 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:21 smithi002 ceph-mon[31001]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:21.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:21 smithi047 ceph-mon[34498]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 -- 172.21.15.2:0/1158991026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102570 msgr2=0x7f95ac1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 --2- 172.21.15.2:0/1158991026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102570 0x7f95ac1029b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f95a0009900 tx=0x7f95a002a480 comp rx=0 tx=0).stop 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 -- 172.21.15.2:0/1158991026 shutdown_connections 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 --2- 172.21.15.2:0/1158991026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac102ef0 0x7f95ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 --2- 172.21.15.2:0/1158991026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102570 0x7f95ac1029b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 --2- 172.21.15.2:0/1158991026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac100e20 0x7f95ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 -- 172.21.15.2:0/1158991026 >> 172.21.15.2:0/1158991026 conn(0x7f95ac0fc7d0 msgr2=0x7f95ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:21.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 -- 172.21.15.2:0/1158991026 shutdown_connections 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.491+0000 7f95b3a40640 1 -- 172.21.15.2:0/1158991026 wait complete. 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 Processor -- start 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 -- start start 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac100e20 0x7f95ac0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 0x7f95ac0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95ac110e30 con 0x7f95ac102ef0 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f95ac110cb0 con 0x7f95ac102570 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b3a40640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f95ac110fb0 con 0x7f95ac100e20 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b1fdd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b1fdd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37080/0 (socket says 172.21.15.2:37080) 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.492+0000 7f95b1fdd640 1 -- 172.21.15.2:0/93217166 learned_addr learned my addr 172.21.15.2:0/93217166 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:21.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b0fdb640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 0x7f95ac0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 -- 172.21.15.2:0/93217166 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac100e20 msgr2=0x7f95ac0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b17dc640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac100e20 0x7f95ac0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac100e20 0x7f95ac0fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 -- 172.21.15.2:0/93217166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 msgr2=0x7f95ac0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 0x7f95ac0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 -- 172.21.15.2:0/93217166 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ac1a6840 con 0x7f95ac102ef0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b0fdb640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 0x7f95ac0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b1fdd640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f95a400d750 tx=0x7f95a400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4017070 con 0x7f95ac102ef0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a40054d0 con 0x7f95ac102ef0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95ac1a6b30 con 0x7f95ac102ef0 2024-09-05T04:10:21.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4004c60 con 0x7f95ac102ef0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.493+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95ac1a70c0 con 0x7f95ac102ef0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.494+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95ac101200 con 0x7f95ac102ef0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.495+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f95a4004e00 con 0x7f95ac102ef0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.496+0000 7f95aa7fc640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 0x7f95940a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.496+0000 7f95b17dc640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 0x7f95940a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.496+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f95a40ceed0 con 0x7f95ac102ef0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.497+0000 7f95b17dc640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 0x7f95940a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f959c008d20 tx=0x7f959c0082b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:21.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.500+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f95a409b910 con 0x7f95ac102ef0 2024-09-05T04:10:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:21 smithi079 ceph-mon[34908]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:21.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.672+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95ac062630 con 0x7f95940a2c90 2024-09-05T04:10:21.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.680+0000 7f95aa7fc640 1 -- 172.21.15.2:0/93217166 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340294 (secure 0 0 0) 0x7f95ac062630 con 0x7f95940a2c90 2024-09-05T04:10:21.684 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:21.685 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 msgr2=0x7f95940a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 0x7f95940a5150 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f959c008d20 tx=0x7f959c0082b0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 msgr2=0x7f95ac0fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f95a400d750 tx=0x7f95a400dc10 comp rx=0 tx=0).stop 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 shutdown_connections 2024-09-05T04:10:21.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f95940a2c90 0x7f95940a5150 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95ac102ef0 0x7f95ac0fd700 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95ac102570 0x7f95ac0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 --2- 172.21.15.2:0/93217166 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95ac100e20 0x7f95ac0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 >> 172.21.15.2:0/93217166 conn(0x7f95ac0fc7d0 msgr2=0x7f95ac06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 shutdown_connections 2024-09-05T04:10:21.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:21.683+0000 7f95b3a40640 1 -- 172.21.15.2:0/93217166 wait complete. 2024-09-05T04:10:22.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:22 smithi002 ceph-mon[31001]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 2 op/s 2024-09-05T04:10:22.382 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":328,"stamp":"2024-09-05T04:10:20.654762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656531,"num_objects":26,"num_object_clones":0,"num_object_copies":80,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":255,"num_read_kb":245,"num_write":271,"num_write_kb":3035,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":420,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":359596,"kb_used_data":14432,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124582228,"statfs":{"total":1151940427776,"available":1151572201472,"internally_reserved":0,"allocated":14778368,"data_stored":8292479,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":20,"num_read_kb":10,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.530003"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133705+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:12.133705+0000","last_peered":"2024-09-05T04:10:12.133705+0000","last_clean":"2024-09-05T04:10:12.133705+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:12.133705+0000","last_undegraded":"2024-09-05T04:10:12.133705+0000","last_fullsized":"2024-09-05T04:10:12.133705+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216857+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:12.216857+0000","last_peered":"2024-09-05T04:10:12.216857+0000","last_clean":"2024-09-05T04:10:12.216857+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:12.216857+0000","last_undegraded":"2024-09-05T04:10:12.216857+0000","last_fullsized":"2024-09-05T04:10:12.216857+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216612+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:12.216612+0000","last_peered":"2024-09-05T04:10:12.216612+0000","last_clean":"2024-09-05T04:10:12.216612+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:12.216612+0000","last_undegraded":"2024-09-05T04:10:12.216612+0000","last_fullsized":"2024-09-05T04:10:12.216612+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217142+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:12.217142+0000","last_peered":"2024-09-05T04:10:12.217142+0000","last_clean":"2024-09-05T04:10:12.217142+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:12.217142+0000","last_undegraded":"2024-09-05T04:10:12.217142+0000","last_fullsized":"2024-09-05T04:10:12.217142+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217074+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:12.217074+0000","last_peered":"2024-09-05T04:10:12.217074+0000","last_clean":"2024-09-05T04:10:12.217074+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:12.217074+0000","last_undegraded":"2024-09-05T04:10:12.217074+0000","last_fullsized":"2024-09-05T04:10:12.217074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131801+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:12.131801+0000","last_peered":"2024-09-05T04:10:12.131801+0000","last_clean":"2024-09-05T04:10:12.131801+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:12.131801+0000","last_undegraded":"2024-09-05T04:10:12.131801+0000","last_fullsized":"2024-09-05T04:10:12.131801+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217216+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:12.217216+0000","last_peered":"2024-09-05T04:10:12.217216+0000","last_clean":"2024-09-05T04:10:12.217216+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:12.217216+0000","last_undegraded":"2024-09-05T04:10:12.217216+0000","last_fullsized":"2024-09-05T04:10:12.217216+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217585+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:12.217585+0000","last_peered":"2024-09-05T04:10:12.217585+0000","last_clean":"2024-09-05T04:10:12.217585+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:12.217585+0000","last_undegraded":"2024-09-05T04:10:12.217585+0000","last_fullsized":"2024-09-05T04:10:12.217585+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132041+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:12.132041+0000","last_peered":"2024-09-05T04:10:12.132041+0000","last_clean":"2024-09-05T04:10:12.132041+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:12.132041+0000","last_undegraded":"2024-09-05T04:10:12.132041+0000","last_fullsized":"2024-09-05T04:10:12.132041+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217767+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:12.217767+0000","last_peered":"2024-09-05T04:10:12.217767+0000","last_clean":"2024-09-05T04:10:12.217767+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:12.217767+0000","last_undegraded":"2024-09-05T04:10:12.217767+0000","last_fullsized":"2024-09-05T04:10:12.217767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135161+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:12.135161+0000","last_peered":"2024-09-05T04:10:12.135161+0000","last_clean":"2024-09-05T04:10:12.135161+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:12.135161+0000","last_undegraded":"2024-09-05T04:10:12.135161+0000","last_fullsized":"2024-09-05T04:10:12.135161+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131849+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:12.131849+0000","last_peered":"2024-09-05T04:10:12.131849+0000","last_clean":"2024-09-05T04:10:12.131849+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:12.131849+0000","last_undegraded":"2024-09-05T04:10:12.131849+0000","last_fullsized":"2024-09-05T04:10:12.131849+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218582+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:12.218582+0000","last_peered":"2024-09-05T04:10:12.218582+0000","last_clean":"2024-09-05T04:10:12.218582+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:12.218582+0000","last_undegraded":"2024-09-05T04:10:12.218582+0000","last_fullsized":"2024-09-05T04:10:12.218582+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":20,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134413+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:12.134413+0000","last_peered":"2024-09-05T04:10:12.134413+0000","last_clean":"2024-09-05T04:10:12.134413+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:12.134413+0000","last_undegraded":"2024-09-05T04:10:12.134413+0000","last_fullsized":"2024-09-05T04:10:12.134413+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132027+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:12.132027+0000","last_peered":"2024-09-05T04:10:12.132027+0000","last_clean":"2024-09-05T04:10:12.132027+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:12.132027+0000","last_undegraded":"2024-09-05T04:10:12.132027+0000","last_fullsized":"2024-09-05T04:10:12.132027+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216660+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:12.216660+0000","last_peered":"2024-09-05T04:10:12.216660+0000","last_clean":"2024-09-05T04:10:12.216660+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:12.216660+0000","last_undegraded":"2024-09-05T04:10:12.216660+0000","last_fullsized":"2024-09-05T04:10:12.216660+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134269+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:12.134269+0000","last_peered":"2024-09-05T04:10:12.134269+0000","last_clean":"2024-09-05T04:10:12.134269+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:12.134269+0000","last_undegraded":"2024-09-05T04:10:12.134269+0000","last_fullsized":"2024-09-05T04:10:12.134269+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131937+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:12.131937+0000","last_peered":"2024-09-05T04:10:12.131937+0000","last_clean":"2024-09-05T04:10:12.131937+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:12.131937+0000","last_undegraded":"2024-09-05T04:10:12.131937+0000","last_fullsized":"2024-09-05T04:10:12.131937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134218+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:12.134218+0000","last_peered":"2024-09-05T04:10:12.134218+0000","last_clean":"2024-09-05T04:10:12.134218+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:12.134218+0000","last_undegraded":"2024-09-05T04:10:12.134218+0000","last_fullsized":"2024-09-05T04:10:12.134218+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216790+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:12.216790+0000","last_peered":"2024-09-05T04:10:12.216790+0000","last_clean":"2024-09-05T04:10:12.216790+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:12.216790+0000","last_undegraded":"2024-09-05T04:10:12.216790+0000","last_fullsized":"2024-09-05T04:10:12.216790+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133498+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:12.133498+0000","last_peered":"2024-09-05T04:10:12.133498+0000","last_clean":"2024-09-05T04:10:12.133498+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:12.133498+0000","last_undegraded":"2024-09-05T04:10:12.133498+0000","last_fullsized":"2024-09-05T04:10:12.133498+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216710+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:12.216710+0000","last_peered":"2024-09-05T04:10:12.216710+0000","last_clean":"2024-09-05T04:10:12.216710+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:12.216710+0000","last_undegraded":"2024-09-05T04:10:12.216710+0000","last_fullsized":"2024-09-05T04:10:12.216710+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217647+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:12.217647+0000","last_peered":"2024-09-05T04:10:12.217647+0000","last_clean":"2024-09-05T04:10:12.217647+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:12.217647+0000","last_undegraded":"2024-09-05T04:10:12.217647+0000","last_fullsized":"2024-09-05T04:10:12.217647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132185+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:12.132185+0000","last_peered":"2024-09-05T04:10:12.132185+0000","last_clean":"2024-09-05T04:10:12.132185+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:12.132185+0000","last_undegraded":"2024-09-05T04:10:12.132185+0000","last_fullsized":"2024-09-05T04:10:12.132185+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217111+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:12.217111+0000","last_peered":"2024-09-05T04:10:12.217111+0000","last_clean":"2024-09-05T04:10:12.217111+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:12.217111+0000","last_undegraded":"2024-09-05T04:10:12.217111+0000","last_fullsized":"2024-09-05T04:10:12.217111+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132427+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:12.132427+0000","last_peered":"2024-09-05T04:10:12.132427+0000","last_clean":"2024-09-05T04:10:12.132427+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:12.132427+0000","last_undegraded":"2024-09-05T04:10:12.132427+0000","last_fullsized":"2024-09-05T04:10:12.132427+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216365+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:12.216365+0000","last_peered":"2024-09-05T04:10:12.216365+0000","last_clean":"2024-09-05T04:10:12.216365+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:12.216365+0000","last_undegraded":"2024-09-05T04:10:12.216365+0000","last_fullsized":"2024-09-05T04:10:12.216365+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217271+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:12.217271+0000","last_peered":"2024-09-05T04:10:12.217271+0000","last_clean":"2024-09-05T04:10:12.217271+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:12.217271+0000","last_undegraded":"2024-09-05T04:10:12.217271+0000","last_fullsized":"2024-09-05T04:10:12.217271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'9","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133655+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:12.133655+0000","last_peered":"2024-09-05T04:10:12.133655+0000","last_clean":"2024-09-05T04:10:12.133655+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:12.133655+0000","last_undegraded":"2024-09-05T04:10:12.133655+0000","last_fullsized":"2024-09-05T04:10:12.133655+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":18,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216217+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:12.216217+0000","last_peered":"2024-09-05T04:10:12.216217+0000","last_clean":"2024-09-05T04:10:12.216217+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:12.216217+0000","last_undegraded":"2024-09-05T04:10:12.216217+0000","last_fullsized":"2024-09-05T04:10:12.216217+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131516+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:12.131516+0000","last_peered":"2024-09-05T04:10:12.131516+0000","last_clean":"2024-09-05T04:10:12.131516+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:12.131516+0000","last_undegraded":"2024-09-05T04:10:12.131516+0000","last_fullsized":"2024-09-05T04:10:12.131516+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217291+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:12.217291+0000","last_peered":"2024-09-05T04:10:12.217291+0000","last_clean":"2024-09-05T04:10:12.217291+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:12.217291+0000","last_undegraded":"2024-09-05T04:10:12.217291+0000","last_fullsized":"2024-09-05T04:10:12.217291+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135531+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:12.135531+0000","last_peered":"2024-09-05T04:10:12.135531+0000","last_clean":"2024-09-05T04:10:12.135531+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:12.135531+0000","last_undegraded":"2024-09-05T04:10:12.135531+0000","last_fullsized":"2024-09-05T04:10:12.135531+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217169+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:12.217169+0000","last_peered":"2024-09-05T04:10:12.217169+0000","last_clean":"2024-09-05T04:10:12.217169+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:12.217169+0000","last_undegraded":"2024-09-05T04:10:12.217169+0000","last_fullsized":"2024-09-05T04:10:12.217169+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133882+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:12.133882+0000","last_peered":"2024-09-05T04:10:12.133882+0000","last_clean":"2024-09-05T04:10:12.133882+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:12.133882+0000","last_undegraded":"2024-09-05T04:10:12.133882+0000","last_fullsized":"2024-09-05T04:10:12.133882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216853+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:12.216853+0000","last_peered":"2024-09-05T04:10:12.216853+0000","last_clean":"2024-09-05T04:10:12.216853+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:12.216853+0000","last_undegraded":"2024-09-05T04:10:12.216853+0000","last_fullsized":"2024-09-05T04:10:12.216853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217693+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:12.217693+0000","last_peered":"2024-09-05T04:10:12.217693+0000","last_clean":"2024-09-05T04:10:12.217693+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:12.217693+0000","last_undegraded":"2024-09-05T04:10:12.217693+0000","last_fullsized":"2024-09-05T04:10:12.217693+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218700+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:12.218700+0000","last_peered":"2024-09-05T04:10:12.218700+0000","last_clean":"2024-09-05T04:10:12.218700+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:12.218700+0000","last_undegraded":"2024-09-05T04:10:12.218700+0000","last_fullsized":"2024-09-05T04:10:12.218700+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131403+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:12.131403+0000","last_peered":"2024-09-05T04:10:12.131403+0000","last_clean":"2024-09-05T04:10:12.131403+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:12.131403+0000","last_undegraded":"2024-09-05T04:10:12.131403+0000","last_fullsized":"2024-09-05T04:10:12.131403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218987+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:12.218987+0000","last_peered":"2024-09-05T04:10:12.218987+0000","last_clean":"2024-09-05T04:10:12.218987+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:12.218987+0000","last_undegraded":"2024-09-05T04:10:12.218987+0000","last_fullsized":"2024-09-05T04:10:12.218987+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131139+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:12.131139+0000","last_peered":"2024-09-05T04:10:12.131139+0000","last_clean":"2024-09-05T04:10:12.131139+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:12.131139+0000","last_undegraded":"2024-09-05T04:10:12.131139+0000","last_fullsized":"2024-09-05T04:10:12.131139+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131542+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:12.131542+0000","last_peered":"2024-09-05T04:10:12.131542+0000","last_clean":"2024-09-05T04:10:12.131542+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:12.131542+0000","last_undegraded":"2024-09-05T04:10:12.131542+0000","last_fullsized":"2024-09-05T04:10:12.131542+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.130995+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:12.130995+0000","last_peered":"2024-09-05T04:10:12.130995+0000","last_clean":"2024-09-05T04:10:12.130995+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:12.130995+0000","last_undegraded":"2024-09-05T04:10:12.130995+0000","last_fullsized":"2024-09-05T04:10:12.130995+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218292+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:12.218292+0000","last_peered":"2024-09-05T04:10:12.218292+0000","last_clean":"2024-09-05T04:10:12.218292+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:12.218292+0000","last_undegraded":"2024-09-05T04:10:12.218292+0000","last_fullsized":"2024-09-05T04:10:12.218292+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135403+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:12.135403+0000","last_peered":"2024-09-05T04:10:12.135403+0000","last_clean":"2024-09-05T04:10:12.135403+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:12.135403+0000","last_undegraded":"2024-09-05T04:10:12.135403+0000","last_fullsized":"2024-09-05T04:10:12.135403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216596+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:12.216596+0000","last_peered":"2024-09-05T04:10:12.216596+0000","last_clean":"2024-09-05T04:10:12.216596+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:12.216596+0000","last_undegraded":"2024-09-05T04:10:12.216596+0000","last_fullsized":"2024-09-05T04:10:12.216596+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132430+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:12.132430+0000","last_peered":"2024-09-05T04:10:12.132430+0000","last_clean":"2024-09-05T04:10:12.132430+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:12.132430+0000","last_undegraded":"2024-09-05T04:10:12.132430+0000","last_fullsized":"2024-09-05T04:10:12.132430+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":361,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218413+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:12.218413+0000","last_peered":"2024-09-05T04:10:12.218413+0000","last_clean":"2024-09-05T04:10:12.218413+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:12.218413+0000","last_undegraded":"2024-09-05T04:10:12.218413+0000","last_fullsized":"2024-09-05T04:10:12.218413+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":26,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218946+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:12.218946+0000","last_peered":"2024-09-05T04:10:12.218946+0000","last_clean":"2024-09-05T04:10:12.218946+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:12.218946+0000","last_undegraded":"2024-09-05T04:10:12.218946+0000","last_fullsized":"2024-09-05T04:10:12.218946+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219123+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:12.219123+0000","last_peered":"2024-09-05T04:10:12.219123+0000","last_clean":"2024-09-05T04:10:12.219123+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:12.219123+0000","last_undegraded":"2024-09-05T04:10:12.219123+0000","last_fullsized":"2024-09-05T04:10:12.219123+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217250+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:12.217250+0000","last_peered":"2024-09-05T04:10:12.217250+0000","last_clean":"2024-09-05T04:10:12.217250+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:12.217250+0000","last_undegraded":"2024-09-05T04:10:12.217250+0000","last_fullsized":"2024-09-05T04:10:12.217250+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216779+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:12.216779+0000","last_peered":"2024-09-05T04:10:12.216779+0000","last_clean":"2024-09-05T04:10:12.216779+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:12.216779+0000","last_undegraded":"2024-09-05T04:10:12.216779+0000","last_fullsized":"2024-09-05T04:10:12.216779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218810+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:12.218810+0000","last_peered":"2024-09-05T04:10:12.218810+0000","last_clean":"2024-09-05T04:10:12.218810+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:12.218810+0000","last_undegraded":"2024-09-05T04:10:12.218810+0000","last_fullsized":"2024-09-05T04:10:12.218810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135329+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:12.135329+0000","last_peered":"2024-09-05T04:10:12.135329+0000","last_clean":"2024-09-05T04:10:12.135329+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:12.135329+0000","last_undegraded":"2024-09-05T04:10:12.135329+0000","last_fullsized":"2024-09-05T04:10:12.135329+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216336+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:12.216336+0000","last_peered":"2024-09-05T04:10:12.216336+0000","last_clean":"2024-09-05T04:10:12.216336+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:12.216336+0000","last_undegraded":"2024-09-05T04:10:12.216336+0000","last_fullsized":"2024-09-05T04:10:12.216336+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219020+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:12.219020+0000","last_peered":"2024-09-05T04:10:12.219020+0000","last_clean":"2024-09-05T04:10:12.219020+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:12.219020+0000","last_undegraded":"2024-09-05T04:10:12.219020+0000","last_fullsized":"2024-09-05T04:10:12.219020+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131606+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:12.131606+0000","last_peered":"2024-09-05T04:10:12.131606+0000","last_clean":"2024-09-05T04:10:12.131606+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:12.131606+0000","last_undegraded":"2024-09-05T04:10:12.131606+0000","last_fullsized":"2024-09-05T04:10:12.131606+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134636+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:12.134636+0000","last_peered":"2024-09-05T04:10:12.134636+0000","last_clean":"2024-09-05T04:10:12.134636+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:12.134636+0000","last_undegraded":"2024-09-05T04:10:12.134636+0000","last_fullsized":"2024-09-05T04:10:12.134636+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.137298+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:12.137298+0000","last_peered":"2024-09-05T04:10:12.137298+0000","last_clean":"2024-09-05T04:10:12.137298+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:12.137298+0000","last_undegraded":"2024-09-05T04:10:12.137298+0000","last_fullsized":"2024-09-05T04:10:12.137298+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217252+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:12.217252+0000","last_peered":"2024-09-05T04:10:12.217252+0000","last_clean":"2024-09-05T04:10:12.217252+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:12.217252+0000","last_undegraded":"2024-09-05T04:10:12.217252+0000","last_fullsized":"2024-09-05T04:10:12.217252+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134511+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:12.134511+0000","last_peered":"2024-09-05T04:10:12.134511+0000","last_clean":"2024-09-05T04:10:12.134511+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:12.134511+0000","last_undegraded":"2024-09-05T04:10:12.134511+0000","last_fullsized":"2024-09-05T04:10:12.134511+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135504+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:12.135504+0000","last_peered":"2024-09-05T04:10:12.135504+0000","last_clean":"2024-09-05T04:10:12.135504+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:12.135504+0000","last_undegraded":"2024-09-05T04:10:12.135504+0000","last_fullsized":"2024-09-05T04:10:12.135504+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216716+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:12.216716+0000","last_peered":"2024-09-05T04:10:12.216716+0000","last_clean":"2024-09-05T04:10:12.216716+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:12.216716+0000","last_undegraded":"2024-09-05T04:10:12.216716+0000","last_fullsized":"2024-09-05T04:10:12.216716+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131603+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:12.131603+0000","last_peered":"2024-09-05T04:10:12.131603+0000","last_clean":"2024-09-05T04:10:12.131603+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:12.131603+0000","last_undegraded":"2024-09-05T04:10:12.131603+0000","last_fullsized":"2024-09-05T04:10:12.131603+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218183+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:12.218183+0000","last_peered":"2024-09-05T04:10:12.218183+0000","last_clean":"2024-09-05T04:10:12.218183+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:12.218183+0000","last_undegraded":"2024-09-05T04:10:12.218183+0000","last_fullsized":"2024-09-05T04:10:12.218183+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131862+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:12.131862+0000","last_peered":"2024-09-05T04:10:12.131862+0000","last_clean":"2024-09-05T04:10:12.131862+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:12.131862+0000","last_undegraded":"2024-09-05T04:10:12.131862+0000","last_fullsized":"2024-09-05T04:10:12.131862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":16,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217634+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:12.217634+0000","last_peered":"2024-09-05T04:10:12.217634+0000","last_clean":"2024-09-05T04:10:12.217634+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:12.217634+0000","last_undegraded":"2024-09-05T04:10:12.217634+0000","last_fullsized":"2024-09-05T04:10:12.217634+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218840+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:12.218840+0000","last_peered":"2024-09-05T04:10:12.218840+0000","last_clean":"2024-09-05T04:10:12.218840+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:12.218840+0000","last_undegraded":"2024-09-05T04:10:12.218840+0000","last_fullsized":"2024-09-05T04:10:12.218840+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134976+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:12.134976+0000","last_peered":"2024-09-05T04:10:12.134976+0000","last_clean":"2024-09-05T04:10:12.134976+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:12.134976+0000","last_undegraded":"2024-09-05T04:10:12.134976+0000","last_fullsized":"2024-09-05T04:10:12.134976+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134685+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:12.134685+0000","last_peered":"2024-09-05T04:10:12.134685+0000","last_clean":"2024-09-05T04:10:12.134685+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:12.134685+0000","last_undegraded":"2024-09-05T04:10:12.134685+0000","last_fullsized":"2024-09-05T04:10:12.134685+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131116+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:12.131116+0000","last_peered":"2024-09-05T04:10:12.131116+0000","last_clean":"2024-09-05T04:10:12.131116+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:12.131116+0000","last_undegraded":"2024-09-05T04:10:12.131116+0000","last_fullsized":"2024-09-05T04:10:12.131116+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216971+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:12.216971+0000","last_peered":"2024-09-05T04:10:12.216971+0000","last_clean":"2024-09-05T04:10:12.216971+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:12.216971+0000","last_undegraded":"2024-09-05T04:10:12.216971+0000","last_fullsized":"2024-09-05T04:10:12.216971+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135052+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:12.135052+0000","last_peered":"2024-09-05T04:10:12.135052+0000","last_clean":"2024-09-05T04:10:12.135052+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:12.135052+0000","last_undegraded":"2024-09-05T04:10:12.135052+0000","last_fullsized":"2024-09-05T04:10:12.135052+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217011+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:12.217011+0000","last_peered":"2024-09-05T04:10:12.217011+0000","last_clean":"2024-09-05T04:10:12.217011+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:12.217011+0000","last_undegraded":"2024-09-05T04:10:12.217011+0000","last_fullsized":"2024-09-05T04:10:12.217011+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"91'32","reported_seq":183,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:15.881973+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:10:15.881973+0000","last_peered":"2024-09-05T04:10:15.881973+0000","last_clean":"2024-09-05T04:10:15.881973+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:10:15.881973+0000","last_undegraded":"2024-09-05T04:10:15.881973+0000","last_fullsized":"2024-09-05T04:10:15.881973+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65131,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":113,"num_read_kb":120,"num_write":32,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133276+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:12.133276+0000","last_peered":"2024-09-05T04:10:12.133276+0000","last_clean":"2024-09-05T04:10:12.133276+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:12.133276+0000","last_undegraded":"2024-09-05T04:10:12.133276+0000","last_fullsized":"2024-09-05T04:10:12.133276+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217692+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:12.217692+0000","last_peered":"2024-09-05T04:10:12.217692+0000","last_clean":"2024-09-05T04:10:12.217692+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:12.217692+0000","last_undegraded":"2024-09-05T04:10:12.217692+0000","last_fullsized":"2024-09-05T04:10:12.217692+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135716+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:12.135716+0000","last_peered":"2024-09-05T04:10:12.135716+0000","last_clean":"2024-09-05T04:10:12.135716+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:12.135716+0000","last_undegraded":"2024-09-05T04:10:12.135716+0000","last_fullsized":"2024-09-05T04:10:12.135716+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132172+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:12.132172+0000","last_peered":"2024-09-05T04:10:12.132172+0000","last_clean":"2024-09-05T04:10:12.132172+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:12.132172+0000","last_undegraded":"2024-09-05T04:10:12.132172+0000","last_fullsized":"2024-09-05T04:10:12.132172+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217155+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:12.217155+0000","last_peered":"2024-09-05T04:10:12.217155+0000","last_clean":"2024-09-05T04:10:12.217155+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:12.217155+0000","last_undegraded":"2024-09-05T04:10:12.217155+0000","last_fullsized":"2024-09-05T04:10:12.217155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219081+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:12.219081+0000","last_peered":"2024-09-05T04:10:12.219081+0000","last_clean":"2024-09-05T04:10:12.219081+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:12.219081+0000","last_undegraded":"2024-09-05T04:10:12.219081+0000","last_fullsized":"2024-09-05T04:10:12.219081+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133708+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:12.133708+0000","last_peered":"2024-09-05T04:10:12.133708+0000","last_clean":"2024-09-05T04:10:12.133708+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:12.133708+0000","last_undegraded":"2024-09-05T04:10:12.133708+0000","last_fullsized":"2024-09-05T04:10:12.133708+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217287+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:12.217287+0000","last_peered":"2024-09-05T04:10:12.217287+0000","last_clean":"2024-09-05T04:10:12.217287+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:12.217287+0000","last_undegraded":"2024-09-05T04:10:12.217287+0000","last_fullsized":"2024-09-05T04:10:12.217287+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217828+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:12.217828+0000","last_peered":"2024-09-05T04:10:12.217828+0000","last_clean":"2024-09-05T04:10:12.217828+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:12.217828+0000","last_undegraded":"2024-09-05T04:10:12.217828+0000","last_fullsized":"2024-09-05T04:10:12.217828+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216630+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:12.216630+0000","last_peered":"2024-09-05T04:10:12.216630+0000","last_clean":"2024-09-05T04:10:12.216630+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:12.216630+0000","last_undegraded":"2024-09-05T04:10:12.216630+0000","last_fullsized":"2024-09-05T04:10:12.216630+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216912+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:12.216912+0000","last_peered":"2024-09-05T04:10:12.216912+0000","last_clean":"2024-09-05T04:10:12.216912+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:12.216912+0000","last_undegraded":"2024-09-05T04:10:12.216912+0000","last_fullsized":"2024-09-05T04:10:12.216912+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133226+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:12.133226+0000","last_peered":"2024-09-05T04:10:12.133226+0000","last_clean":"2024-09-05T04:10:12.133226+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:12.133226+0000","last_undegraded":"2024-09-05T04:10:12.133226+0000","last_fullsized":"2024-09-05T04:10:12.133226+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135143+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:12.135143+0000","last_peered":"2024-09-05T04:10:12.135143+0000","last_clean":"2024-09-05T04:10:12.135143+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:12.135143+0000","last_undegraded":"2024-09-05T04:10:12.135143+0000","last_fullsized":"2024-09-05T04:10:12.135143+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134682+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:12.134682+0000","last_peered":"2024-09-05T04:10:12.134682+0000","last_clean":"2024-09-05T04:10:12.134682+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:12.134682+0000","last_undegraded":"2024-09-05T04:10:12.134682+0000","last_fullsized":"2024-09-05T04:10:12.134682+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216339+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:12.216339+0000","last_peered":"2024-09-05T04:10:12.216339+0000","last_clean":"2024-09-05T04:10:12.216339+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:12.216339+0000","last_undegraded":"2024-09-05T04:10:12.216339+0000","last_fullsized":"2024-09-05T04:10:12.216339+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.130997+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:12.130997+0000","last_peered":"2024-09-05T04:10:12.130997+0000","last_clean":"2024-09-05T04:10:12.130997+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:12.130997+0000","last_undegraded":"2024-09-05T04:10:12.130997+0000","last_fullsized":"2024-09-05T04:10:12.130997+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217645+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:12.217645+0000","last_peered":"2024-09-05T04:10:12.217645+0000","last_clean":"2024-09-05T04:10:12.217645+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:12.217645+0000","last_undegraded":"2024-09-05T04:10:12.217645+0000","last_fullsized":"2024-09-05T04:10:12.217645+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219310+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:12.219310+0000","last_peered":"2024-09-05T04:10:12.219310+0000","last_clean":"2024-09-05T04:10:12.219310+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:12.219310+0000","last_undegraded":"2024-09-05T04:10:12.219310+0000","last_fullsized":"2024-09-05T04:10:12.219310+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216928+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:12.216928+0000","last_peered":"2024-09-05T04:10:12.216928+0000","last_clean":"2024-09-05T04:10:12.216928+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:12.216928+0000","last_undegraded":"2024-09-05T04:10:12.216928+0000","last_fullsized":"2024-09-05T04:10:12.216928+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135326+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:12.135326+0000","last_peered":"2024-09-05T04:10:12.135326+0000","last_clean":"2024-09-05T04:10:12.135326+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:12.135326+0000","last_undegraded":"2024-09-05T04:10:12.135326+0000","last_fullsized":"2024-09-05T04:10:12.135326+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217089+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:12.217089+0000","last_peered":"2024-09-05T04:10:12.217089+0000","last_clean":"2024-09-05T04:10:12.217089+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:12.217089+0000","last_undegraded":"2024-09-05T04:10:12.217089+0000","last_fullsized":"2024-09-05T04:10:12.217089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":25,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217132+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:12.217132+0000","last_peered":"2024-09-05T04:10:12.217132+0000","last_clean":"2024-09-05T04:10:12.217132+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:12.217132+0000","last_undegraded":"2024-09-05T04:10:12.217132+0000","last_fullsized":"2024-09-05T04:10:12.217132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134107+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:12.134107+0000","last_peered":"2024-09-05T04:10:12.134107+0000","last_clean":"2024-09-05T04:10:12.134107+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:12.134107+0000","last_undegraded":"2024-09-05T04:10:12.134107+0000","last_fullsized":"2024-09-05T04:10:12.134107+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216920+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:12.216920+0000","last_peered":"2024-09-05T04:10:12.216920+0000","last_clean":"2024-09-05T04:10:12.216920+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:12.216920+0000","last_undegraded":"2024-09-05T04:10:12.216920+0000","last_fullsized":"2024-09-05T04:10:12.216920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216735+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:12.216735+0000","last_peered":"2024-09-05T04:10:12.216735+0000","last_clean":"2024-09-05T04:10:12.216735+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:12.216735+0000","last_undegraded":"2024-09-05T04:10:12.216735+0000","last_fullsized":"2024-09-05T04:10:12.216735+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216430+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:12.216430+0000","last_peered":"2024-09-05T04:10:12.216430+0000","last_clean":"2024-09-05T04:10:12.216430+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:12.216430+0000","last_undegraded":"2024-09-05T04:10:12.216430+0000","last_fullsized":"2024-09-05T04:10:12.216430+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131473+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:12.131473+0000","last_peered":"2024-09-05T04:10:12.131473+0000","last_clean":"2024-09-05T04:10:12.131473+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:12.131473+0000","last_undegraded":"2024-09-05T04:10:12.131473+0000","last_fullsized":"2024-09-05T04:10:12.131473+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135390+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:12.135390+0000","last_peered":"2024-09-05T04:10:12.135390+0000","last_clean":"2024-09-05T04:10:12.135390+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:12.135390+0000","last_undegraded":"2024-09-05T04:10:12.135390+0000","last_fullsized":"2024-09-05T04:10:12.135390+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217511+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:12.217511+0000","last_peered":"2024-09-05T04:10:12.217511+0000","last_clean":"2024-09-05T04:10:12.217511+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:12.217511+0000","last_undegraded":"2024-09-05T04:10:12.217511+0000","last_fullsized":"2024-09-05T04:10:12.217511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217264+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:12.217264+0000","last_peered":"2024-09-05T04:10:12.217264+0000","last_clean":"2024-09-05T04:10:12.217264+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:12.217264+0000","last_undegraded":"2024-09-05T04:10:12.217264+0000","last_fullsized":"2024-09-05T04:10:12.217264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134810+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:12.134810+0000","last_peered":"2024-09-05T04:10:12.134810+0000","last_clean":"2024-09-05T04:10:12.134810+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:12.134810+0000","last_undegraded":"2024-09-05T04:10:12.134810+0000","last_fullsized":"2024-09-05T04:10:12.134810+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216552+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:12.216552+0000","last_peered":"2024-09-05T04:10:12.216552+0000","last_clean":"2024-09-05T04:10:12.216552+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:12.216552+0000","last_undegraded":"2024-09-05T04:10:12.216552+0000","last_fullsized":"2024-09-05T04:10:12.216552+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217052+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:12.217052+0000","last_peered":"2024-09-05T04:10:12.217052+0000","last_clean":"2024-09-05T04:10:12.217052+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:12.217052+0000","last_undegraded":"2024-09-05T04:10:12.217052+0000","last_fullsized":"2024-09-05T04:10:12.217052+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131327+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:12.131327+0000","last_peered":"2024-09-05T04:10:12.131327+0000","last_clean":"2024-09-05T04:10:12.131327+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:12.131327+0000","last_undegraded":"2024-09-05T04:10:12.131327+0000","last_fullsized":"2024-09-05T04:10:12.131327+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.134812+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:12.134812+0000","last_peered":"2024-09-05T04:10:12.134812+0000","last_clean":"2024-09-05T04:10:12.134812+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:12.134812+0000","last_undegraded":"2024-09-05T04:10:12.134812+0000","last_fullsized":"2024-09-05T04:10:12.134812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217332+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:12.217332+0000","last_peered":"2024-09-05T04:10:12.217332+0000","last_clean":"2024-09-05T04:10:12.217332+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:12.217332+0000","last_undegraded":"2024-09-05T04:10:12.217332+0000","last_fullsized":"2024-09-05T04:10:12.217332+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.133609+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:12.133609+0000","last_peered":"2024-09-05T04:10:12.133609+0000","last_clean":"2024-09-05T04:10:12.133609+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:12.133609+0000","last_undegraded":"2024-09-05T04:10:12.133609+0000","last_fullsized":"2024-09-05T04:10:12.133609+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135965+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:12.135965+0000","last_peered":"2024-09-05T04:10:12.135965+0000","last_clean":"2024-09-05T04:10:12.135965+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:12.135965+0000","last_undegraded":"2024-09-05T04:10:12.135965+0000","last_fullsized":"2024-09-05T04:10:12.135965+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217474+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:12.217474+0000","last_peered":"2024-09-05T04:10:12.217474+0000","last_clean":"2024-09-05T04:10:12.217474+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:12.217474+0000","last_undegraded":"2024-09-05T04:10:12.217474+0000","last_fullsized":"2024-09-05T04:10:12.217474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216141+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:12.216141+0000","last_peered":"2024-09-05T04:10:12.216141+0000","last_clean":"2024-09-05T04:10:12.216141+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:12.216141+0000","last_undegraded":"2024-09-05T04:10:12.216141+0000","last_fullsized":"2024-09-05T04:10:12.216141+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216110+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:12.216110+0000","last_peered":"2024-09-05T04:10:12.216110+0000","last_clean":"2024-09-05T04:10:12.216110+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:12.216110+0000","last_undegraded":"2024-09-05T04:10:12.216110+0000","last_fullsized":"2024-09-05T04:10:12.216110+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.131325+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:12.131325+0000","last_peered":"2024-09-05T04:10:12.131325+0000","last_clean":"2024-09-05T04:10:12.131325+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:12.131325+0000","last_undegraded":"2024-09-05T04:10:12.131325+0000","last_fullsized":"2024-09-05T04:10:12.131325+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.132058+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:12.132058+0000","last_peered":"2024-09-05T04:10:12.132058+0000","last_clean":"2024-09-05T04:10:12.132058+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:12.132058+0000","last_undegraded":"2024-09-05T04:10:12.132058+0000","last_fullsized":"2024-09-05T04:10:12.132058+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218955+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:12.218955+0000","last_peered":"2024-09-05T04:10:12.218955+0000","last_clean":"2024-09-05T04:10:12.218955+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:12.218955+0000","last_undegraded":"2024-09-05T04:10:12.218955+0000","last_fullsized":"2024-09-05T04:10:12.218955+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217701+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:12.217701+0000","last_peered":"2024-09-05T04:10:12.217701+0000","last_clean":"2024-09-05T04:10:12.217701+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:12.217701+0000","last_undegraded":"2024-09-05T04:10:12.217701+0000","last_fullsized":"2024-09-05T04:10:12.217701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217359+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:12.217359+0000","last_peered":"2024-09-05T04:10:12.217359+0000","last_clean":"2024-09-05T04:10:12.217359+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:12.217359+0000","last_undegraded":"2024-09-05T04:10:12.217359+0000","last_fullsized":"2024-09-05T04:10:12.217359+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216331+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:12.216331+0000","last_peered":"2024-09-05T04:10:12.216331+0000","last_clean":"2024-09-05T04:10:12.216331+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:12.216331+0000","last_undegraded":"2024-09-05T04:10:12.216331+0000","last_fullsized":"2024-09-05T04:10:12.216331+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.218330+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:12.218330+0000","last_peered":"2024-09-05T04:10:12.218330+0000","last_clean":"2024-09-05T04:10:12.218330+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:12.218330+0000","last_undegraded":"2024-09-05T04:10:12.218330+0000","last_fullsized":"2024-09-05T04:10:12.218330+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217527+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:12.217527+0000","last_peered":"2024-09-05T04:10:12.217527+0000","last_clean":"2024-09-05T04:10:12.217527+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:12.217527+0000","last_undegraded":"2024-09-05T04:10:12.217527+0000","last_fullsized":"2024-09-05T04:10:12.217527+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217510+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:12.217510+0000","last_peered":"2024-09-05T04:10:12.217510+0000","last_clean":"2024-09-05T04:10:12.217510+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:12.217510+0000","last_undegraded":"2024-09-05T04:10:12.217510+0000","last_fullsized":"2024-09-05T04:10:12.217510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.219151+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:12.219151+0000","last_peered":"2024-09-05T04:10:12.219151+0000","last_clean":"2024-09-05T04:10:12.219151+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:12.219151+0000","last_undegraded":"2024-09-05T04:10:12.219151+0000","last_fullsized":"2024-09-05T04:10:12.219151+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.216576+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:12.216576+0000","last_peered":"2024-09-05T04:10:12.216576+0000","last_clean":"2024-09-05T04:10:12.216576+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:12.216576+0000","last_undegraded":"2024-09-05T04:10:12.216576+0000","last_fullsized":"2024-09-05T04:10:12.216576+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.217019+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:12.217019+0000","last_peered":"2024-09-05T04:10:12.217019+0000","last_clean":"2024-09-05T04:10:12.217019+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:12.217019+0000","last_undegraded":"2024-09-05T04:10:12.217019+0000","last_fullsized":"2024-09-05T04:10:12.217019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-09-05T04:10:12.135922+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:12.135922+0000","last_peered":"2024-09-05T04:10:12.135922+0000","last_clean":"2024-09-05T04:10:12.135922+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:12.135922+0000","last_undegraded":"2024-09-05T04:10:12.135922+0000","last_fullsized":"2024-09-05T04:10:12.135922+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65929,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":119,"num_read_kb":126,"num_write":88,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":282624,"data_stored":197787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":73,"ondisk_log_size":73,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481824,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1060864,"data_stored":528331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710756,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28724,"kb_used_data":1696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716428,"statfs":{"total":95995035648,"available":95965622272,"internally_reserved":0,"allocated":1736704,"data_stored":1179928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874281,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1069056,"data_stored":533009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135918,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1069056,"data_stored":528935,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364850,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28656,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716496,"statfs":{"total":95995035648,"available":95965691904,"internally_reserved":0,"allocated":1662976,"data_stored":1123377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528376,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1056768,"data_stored":524235,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790013,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28656,"kb_used_data":1628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716496,"statfs":{"total":95995035648,"available":95965691904,"internally_reserved":0,"allocated":1667072,"data_stored":1118881,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953537,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1064960,"data_stored":528353,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182469,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36392,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708760,"statfs":{"total":95995035648,"available":95957770240,"internally_reserved":0,"allocated":1064960,"data_stored":524339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411404,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28136,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717016,"statfs":{"total":95995035648,"available":95966224384,"internally_reserved":0,"allocated":1134592,"data_stored":589400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1130496,"data_stored":589366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738453,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1060864,"data_stored":524325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":65131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":65165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:10:22.387 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T04:10:22.387 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-05T04:10:22.388 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-05T04:10:22.388 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph health --format=json 2024-09-05T04:10:22.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:22 smithi047 ceph-mon[34498]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 2 op/s 2024-09-05T04:10:22.478 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:22 smithi079 ceph-mon[34908]: pgmap v328: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 2 op/s 2024-09-05T04:10:22.643 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:23.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 -- 172.21.15.2:0/527740188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c103720 msgr2=0x7fbc8c10bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:23.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/527740188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c103720 0x7fbc8c10bc10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fbc80009900 tx=0x7fbc8002a480 comp rx=0 tx=0).stop 2024-09-05T04:10:23.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 -- 172.21.15.2:0/527740188 shutdown_connections 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/527740188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c10c1a0 0x7fbc8c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/527740188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c103720 0x7fbc8c10bc10 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/527740188 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c102e00 0x7fbc8c1031e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 -- 172.21.15.2:0/527740188 >> 172.21.15.2:0/527740188 conn(0x7fbc8c0fc7a0 msgr2=0x7fbc8c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 -- 172.21.15.2:0/527740188 shutdown_connections 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.191+0000 7fbc90cb7640 1 -- 172.21.15.2:0/527740188 wait complete. 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 Processor -- start 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 -- start start 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c103720 0x7fbc8c100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c10c1a0 0x7fbc8c1014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:23.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8c111e20 con 0x7fbc8c102e00 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8c111ca0 con 0x7fbc8c103720 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc90cb7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8c111fa0 con 0x7fbc8c10c1a0 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.192+0000 7fbc8a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37102/0 (socket says 172.21.15.2:37102) 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 -- 172.21.15.2:0/548414658 learned_addr learned my addr 172.21.15.2:0/548414658 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc89d9b640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c103720 0x7fbc8c100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8ad9d640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c10c1a0 0x7fbc8c1014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 -- 172.21.15.2:0/548414658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c10c1a0 msgr2=0x7fbc8c1014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c10c1a0 0x7fbc8c1014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 -- 172.21.15.2:0/548414658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c103720 msgr2=0x7fbc8c100fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c103720 0x7fbc8c100fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 -- 172.21.15.2:0/548414658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc8c1a6880 con 0x7fbc8c102e00 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc8a59c640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00e9f0 tx=0x7fbc7c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:23.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c00cd80 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc7c0054d0 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc8c1a6b70 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c010490 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.193+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc8c1a7030 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.194+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc8c1031e0 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.195+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fbc7c005020 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.196+0000 7fbc7b7fe640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 0x7fbc740a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.196+0000 7fbc89d9b640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 0x7fbc740a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.196+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fbc7c0cf9a0 con 0x7fbc8c102e00 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.197+0000 7fbc89d9b640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 0x7fbc740a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbc80031440 tx=0x7fbc80005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:23.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.200+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbc7c09c3e0 con 0x7fbc8c102e00 2024-09-05T04:10:23.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.412+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fbc8c107220 con 0x7fbc8c102e00 2024-09-05T04:10:23.414 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:23 smithi002 ceph-mon[31001]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:23.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.413+0000 7fbc7b7fe640 1 -- 172.21.15.2:0/548414658 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fbc7c09bce0 con 0x7fbc8c102e00 2024-09-05T04:10:23.415 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:23.415 INFO:teuthology.orchestra.run.smithi002.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-05T04:10:23.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 msgr2=0x7fbc740a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:23.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 0x7fbc740a50d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fbc80031440 tx=0x7fbc80005b50 comp rx=0 tx=0).stop 2024-09-05T04:10:23.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 msgr2=0x7fbc8c100a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00e9f0 tx=0x7fbc7c00edf0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 shutdown_connections 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbc740a2c10 0x7fbc740a50d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbc8c10c1a0 0x7fbc8c1014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbc8c103720 0x7fbc8c100fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 --2- 172.21.15.2:0/548414658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbc8c102e00 0x7fbc8c100a60 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 >> 172.21.15.2:0/548414658 conn(0x7fbc8c0fc7a0 msgr2=0x7fbc8c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 shutdown_connections 2024-09-05T04:10:23.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:23.415+0000 7fbc90cb7640 1 -- 172.21.15.2:0/548414658 wait complete. 2024-09-05T04:10:23.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:23 smithi047 ceph-mon[34498]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:23 smithi079 ceph-mon[34908]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:10:23.995 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-05T04:10:23.996 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:24.249 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:24 smithi002 ceph-mon[31001]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 972 B/s rd, 1 op/s 2024-09-05T04:10:24.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/548414658' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T04:10:24.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:24 smithi047 ceph-mon[34498]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 972 B/s rd, 1 op/s 2024-09-05T04:10:24.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:24 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/548414658' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T04:10:24.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:24 smithi079 ceph-mon[34908]: pgmap v329: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 972 B/s rd, 1 op/s 2024-09-05T04:10:24.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:24 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/548414658' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-05T04:10:24.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 -- 172.21.15.2:0/3167579259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 msgr2=0x7f49441029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:24.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 --2- 172.21.15.2:0/3167579259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49441029b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f4930009900 tx=0x7f493002a480 comp rx=0 tx=0).stop 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 -- 172.21.15.2:0/3167579259 shutdown_connections 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 --2- 172.21.15.2:0/3167579259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f494410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 --2- 172.21.15.2:0/3167579259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49441029b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 --2- 172.21.15.2:0/3167579259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 0x7f4944101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 -- 172.21.15.2:0/3167579259 >> 172.21.15.2:0/3167579259 conn(0x7f49440fc7d0 msgr2=0x7f49440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 -- 172.21.15.2:0/3167579259 shutdown_connections 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.726+0000 7f494aecd640 1 -- 172.21.15.2:0/3167579259 wait complete. 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 Processor -- start 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 -- start start 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 0x7f49440fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f49440fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:24.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4944110e50 con 0x7f4944102570 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4944110cd0 con 0x7f4944102ef0 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494aecd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4944110fd0 con 0x7f4944100e20 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37122/0 (socket says 172.21.15.2:37122) 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 -- 172.21.15.2:0/2761153627 learned_addr learned my addr 172.21.15.2:0/2761153627 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4948c69640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 0x7f49440fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494946a640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f49440fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 -- 172.21.15.2:0/2761153627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 msgr2=0x7f49440fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 0x7f49440fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 -- 172.21.15.2:0/2761153627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 msgr2=0x7f49440fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:24.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f49440fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f4943fff640 1 -- 172.21.15.2:0/2761153627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49441a68e0 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.727+0000 7f494946a640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f49440fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f4943fff640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f4930006010 tx=0x7f49300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493003f070 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4930003aa0 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49441a6b70 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4930035030 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.728+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49441a7050 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.729+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4944101200 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.730+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f4930042070 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.731+0000 7f4941ffb640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 0x7f49340a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.731+0000 7f4948c69640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 0x7f49340a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.731+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f49300efee0 con 0x7f4944102570 2024-09-05T04:10:24.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.731+0000 7f4948c69640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 0x7f49340a50d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4938009990 tx=0x7f4938009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:24.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.735+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f49300bc8c0 con 0x7f4944102570 2024-09-05T04:10:24.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.945+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f494410a0a0 con 0x7f4944102570 2024-09-05T04:10:24.948 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.946+0000 7f4941ffb640 1 -- 172.21.15.2:0/2761153627 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f49300bc1c0 con 0x7f4944102570 2024-09-05T04:10:24.948 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:24.948 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:24.948 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:24.950 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 msgr2=0x7f49340a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:24.950 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 0x7f49340a50d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f4938009990 tx=0x7f4938009110 comp rx=0 tx=0).stop 2024-09-05T04:10:24.950 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 msgr2=0x7f49440fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f4930006010 tx=0x7f49300042f0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 shutdown_connections 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f49340a2c10 0x7f49340a50d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4944102ef0 0x7f49440fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4944102570 0x7f49440fd1c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 --2- 172.21.15.2:0/2761153627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4944100e20 0x7f49440fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 >> 172.21.15.2:0/2761153627 conn(0x7f49440fc7d0 msgr2=0x7f494406a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 shutdown_connections 2024-09-05T04:10:24.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:24.949+0000 7f494aecd640 1 -- 172.21.15.2:0/2761153627 wait complete. 2024-09-05T04:10:25.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:25 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2761153627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:25.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:25 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2761153627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:25 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2761153627' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:25.578 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:25.832 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:26.230 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:26 smithi002 ceph-mon[31001]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- 172.21.15.2:0/1034625950 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c1037a0 msgr2=0x7fc43c10bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 --2- 172.21.15.2:0/1034625950 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c1037a0 0x7fc43c10bc00 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc430009900 tx=0x7fc43002a410 comp rx=0 tx=0).stop 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- 172.21.15.2:0/1034625950 shutdown_connections 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 --2- 172.21.15.2:0/1034625950 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c10c2f0 0x7fc43c10e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 --2- 172.21.15.2:0/1034625950 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c1037a0 0x7fc43c10bc00 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 --2- 172.21.15.2:0/1034625950 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c102df0 0x7fc43c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- 172.21.15.2:0/1034625950 >> 172.21.15.2:0/1034625950 conn(0x7fc43c0fc7d0 msgr2=0x7fc43c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- 172.21.15.2:0/1034625950 shutdown_connections 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- 172.21.15.2:0/1034625950 wait complete. 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 Processor -- start 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.309+0000 7fc4436d8640 1 -- start start 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c102df0 0x7fc43c1985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 0x7fc43c198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c111fe0 con 0x7fc43c10c2f0 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c111e60 con 0x7fc43c102df0 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc43c112160 con 0x7fc43c1037a0 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37132/0 (socket says 172.21.15.2:37132) 2024-09-05T04:10:26.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 -- 172.21.15.2:0/2880926604 learned_addr learned my addr 172.21.15.2:0/2880926604 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441474640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c102df0 0x7fc43c1985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc440c73640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 0x7fc43c198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 -- 172.21.15.2:0/2880926604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 msgr2=0x7fc43c198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 0x7fc43c198b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 -- 172.21.15.2:0/2880926604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c102df0 msgr2=0x7fc43c1985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c102df0 0x7fc43c1985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 -- 172.21.15.2:0/2880926604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43c19d590 con 0x7fc43c10c2f0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc440c73640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 0x7fc43c198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc441c75640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc43400c970 tx=0x7fc43400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434007bb0 con 0x7fc43c10c2f0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc434007d50 con 0x7fc43c10c2f0 2024-09-05T04:10:26.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc43c19d880 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc434004e10 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.310+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc43c1a5160 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.312+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc43c1031d0 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.313+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fc434005000 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.313+0000 7fc43a7fc640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 0x7fc4240a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.313+0000 7fc441474640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 0x7fc4240a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.313+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fc4340cf5c0 con 0x7fc43c10c2f0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.314+0000 7fc441474640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 0x7fc4240a5150 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc42c00a400 tx=0x7fc42c00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:26.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.316+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc434014030 con 0x7fc43c10c2f0 2024-09-05T04:10:26.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:26 smithi047 ceph-mon[34498]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:26.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.529+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc43c1072c0 con 0x7fc43c10c2f0 2024-09-05T04:10:26.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.529+0000 7fc43a7fc640 1 -- 172.21.15.2:0/2880926604 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fc43409c080 con 0x7fc43c10c2f0 2024-09-05T04:10:26.531 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:26.531 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:26.531 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:26.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 msgr2=0x7fc4240a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:26.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 0x7fc4240a5150 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fc42c00a400 tx=0x7fc42c00d040 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 msgr2=0x7fc43c19ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc43400c970 tx=0x7fc43400ce30 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 shutdown_connections 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fc4240a2c90 0x7fc4240a5150 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc43c10c2f0 0x7fc43c19ceb0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc43c1037a0 0x7fc43c198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 --2- 172.21.15.2:0/2880926604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc43c102df0 0x7fc43c1985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 >> 172.21.15.2:0/2880926604 conn(0x7fc43c0fc7d0 msgr2=0x7fc43c0fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 shutdown_connections 2024-09-05T04:10:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:26.532+0000 7fc4436d8640 1 -- 172.21.15.2:0/2880926604 wait complete. 2024-09-05T04:10:26.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:26 smithi079 ceph-mon[34908]: pgmap v330: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:27.195 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:10:27.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:27 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2880926604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:27.447 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:27 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2880926604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:27 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2880926604' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.892+0000 7f00812bc640 1 -- 172.21.15.2:0/3195886281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1036e0 msgr2=0x7f007c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.892+0000 7f00812bc640 1 --2- 172.21.15.2:0/3195886281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1036e0 0x7f007c107b90 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f0064009930 tx=0x7f006402a420 comp rx=0 tx=0).stop 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.892+0000 7f00812bc640 1 -- 172.21.15.2:0/3195886281 shutdown_connections 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.892+0000 7f00812bc640 1 --2- 172.21.15.2:0/3195886281 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c1082a0 0x7f007c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 --2- 172.21.15.2:0/3195886281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1036e0 0x7f007c107b90 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 --2- 172.21.15.2:0/3195886281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c102d30 0x7f007c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:27.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 -- 172.21.15.2:0/3195886281 >> 172.21.15.2:0/3195886281 conn(0x7f007c0fc7d0 msgr2=0x7f007c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 -- 172.21.15.2:0/3195886281 shutdown_connections 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 -- 172.21.15.2:0/3195886281 wait complete. 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 Processor -- start 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.893+0000 7f00812bc640 1 -- start start 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c102d30 0x7f007c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c1036e0 0x7f007c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111ff0 con 0x7f007c1082a0 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f007c111e70 con 0x7f007c1036e0 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f007c112170 con 0x7f007c102d30 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37152/0 (socket says 172.21.15.2:37152) 2024-09-05T04:10:27.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 -- 172.21.15.2:0/2742539966 learned_addr learned my addr 172.21.15.2:0/2742539966 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007affd640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c102d30 0x7f007c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007a7fc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c1036e0 0x7f007c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 -- 172.21.15.2:0/2742539966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c102d30 msgr2=0x7f007c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c102d30 0x7f007c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 -- 172.21.15.2:0/2742539966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c1036e0 msgr2=0x7f007c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c1036e0 0x7f007c100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 -- 172.21.15.2:0/2742539966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007c1a6b20 con 0x7f007c1082a0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f007b7fe640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f006c009fd0 tx=0x7f006c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c011830 con 0x7f007c1082a0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f006c016070 con 0x7f007c1082a0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.894+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007c1a6e10 con 0x7f007c1082a0 2024-09-05T04:10:27.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.895+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006c010de0 con 0x7f007c1082a0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.895+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f007c1a72d0 con 0x7f007c1082a0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.896+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f007c103190 con 0x7f007c1082a0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.897+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f006c0119d0 con 0x7f007c1082a0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.897+0000 7f0073fff640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 0x7f00680a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.898+0000 7f007affd640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 0x7f00680a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.898+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f006c0cf270 con 0x7f007c1082a0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.898+0000 7f007affd640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 0x7f00680a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0074009f20 tx=0x7f00740094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:27.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:27.902+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f006c09bdc0 con 0x7f007c1082a0 2024-09-05T04:10:28.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.077+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f007c10a2b0 con 0x7f007c1082a0 2024-09-05T04:10:28.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.079+0000 7f0073fff640 1 -- 172.21.15.2:0/2742539966 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24766 (secure 0 0 0) 0x7f006c09b6c0 con 0x7f007c1082a0 2024-09-05T04:10:28.081 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:28.081 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":93,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:10:12.124269+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 msgr2=0x7f00680a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 0x7f00680a50d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0074009f20 tx=0x7f00740094f0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 msgr2=0x7f007c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f006c009fd0 tx=0x7f006c00b8e0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 shutdown_connections 2024-09-05T04:10:28.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f00680a2c10 0x7f00680a50d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f007c1082a0 0x7f007c101410 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f007c1036e0 0x7f007c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 --2- 172.21.15.2:0/2742539966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f007c102d30 0x7f007c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.081+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 >> 172.21.15.2:0/2742539966 conn(0x7f007c0fc7d0 msgr2=0x7f007c105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.082+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 shutdown_connections 2024-09-05T04:10:28.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:28.082+0000 7f00812bc640 1 -- 172.21.15.2:0/2742539966 wait complete. 2024-09-05T04:10:28.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:28 smithi047 ceph-mon[34498]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:28.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:28 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2742539966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:28.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:28 smithi002 ceph-mon[31001]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:28.452 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:28 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2742539966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:28.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:28 smithi079 ceph-mon[34908]: pgmap v331: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:28.632 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:28 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2742539966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:28.905 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:29.165 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:29.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.611+0000 7eff10832640 1 -- 172.21.15.2:0/4178189224 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c10c170 msgr2=0x7eff0c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.611+0000 7eff10832640 1 --2- 172.21.15.2:0/4178189224 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c10c170 0x7eff0c10e610 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7eff04009ca0 tx=0x7eff0402a950 comp rx=0 tx=0).stop 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 -- 172.21.15.2:0/4178189224 shutdown_connections 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 --2- 172.21.15.2:0/4178189224 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c10c170 0x7eff0c10e610 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 --2- 172.21.15.2:0/4178189224 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 0x7eff0c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 --2- 172.21.15.2:0/4178189224 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c102d40 0x7eff0c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 -- 172.21.15.2:0/4178189224 >> 172.21.15.2:0/4178189224 conn(0x7eff0c0fc7a0 msgr2=0x7eff0c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 -- 172.21.15.2:0/4178189224 shutdown_connections 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 -- 172.21.15.2:0/4178189224 wait complete. 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.612+0000 7eff10832640 1 Processor -- start 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 -- start start 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 0x7eff0c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:29.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 0x7eff0c19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7eff0c111eb0 con 0x7eff0c102d40 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7eff0c111d30 con 0x7eff0c103660 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff10832640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7eff0c112030 con 0x7eff0c10c170 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37174/0 (socket says 172.21.15.2:37174) 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 -- 172.21.15.2:0/3800862601 learned_addr learned my addr 172.21.15.2:0/3800862601 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff09d9b640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 0x7eff0c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0ad9d640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 0x7eff0c19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 -- 172.21.15.2:0/3800862601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 msgr2=0x7eff0c19cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 0x7eff0c19cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 -- 172.21.15.2:0/3800862601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 msgr2=0x7eff0c1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:29.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 0x7eff0c1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 -- 172.21.15.2:0/3800862601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff0c19d340 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0ad9d640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 0x7eff0c19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.613+0000 7eff0a59c640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7efefc00b4a0 tx=0x7efefc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.614+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efefc014070 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.614+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff0c19d630 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.614+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efefc010ac0 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.614+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efefc017c30 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.614+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff0c1a4f10 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.615+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff0c103120 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.616+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7efefc017070 con 0x7eff0c102d40 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.616+0000 7eff037fe640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 0x7efef80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.617+0000 7eff09d9b640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 0x7efef80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:29.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.617+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7efefc0cec60 con 0x7eff0c102d40 2024-09-05T04:10:29.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.617+0000 7eff09d9b640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 0x7efef80a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0fed50 tx=0x7efef400a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:29.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.620+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efefc09b7b0 con 0x7eff0c102d40 2024-09-05T04:10:29.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.832+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7eff0c1a5140 con 0x7eff0c102d40 2024-09-05T04:10:29.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.832+0000 7eff037fe640 1 -- 172.21.15.2:0/3800862601 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7efefc09b0b0 con 0x7eff0c102d40 2024-09-05T04:10:29.834 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:29.834 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:29.834 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:29.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.834+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 msgr2=0x7efef80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:29.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.834+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 0x7efef80a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7eff0c0fed50 tx=0x7efef400a250 comp rx=0 tx=0).stop 2024-09-05T04:10:29.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.834+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 msgr2=0x7eff0c198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.834+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7efefc00b4a0 tx=0x7efefc00b960 comp rx=0 tx=0).stop 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 shutdown_connections 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7efef80a2c10 0x7efef80a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7eff0c10c170 0x7eff0c19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7eff0c103660 0x7eff0c1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 --2- 172.21.15.2:0/3800862601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7eff0c102d40 0x7eff0c198390 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 >> 172.21.15.2:0/3800862601 conn(0x7eff0c0fc7a0 msgr2=0x7eff0c0fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 shutdown_connections 2024-09-05T04:10:29.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:29.835+0000 7eff10832640 1 -- 172.21.15.2:0/3800862601 wait complete. 2024-09-05T04:10:30.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:30 smithi002 ceph-mon[31001]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:30.290 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:30 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3800862601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:30.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:30 smithi047 ceph-mon[34498]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:30.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:30 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3800862601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:30 smithi079 ceph-mon[34908]: pgmap v332: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:30 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3800862601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:30.578 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T04:08:51.276658+0000', 'modified': '2024-09-05T04:09:26.433853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.47:6839/180108788', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.47:6838', 'nonce': 180108788}, {'type': 'v1', 'addr': '172.21.15.47:6839', 'nonce': 180108788}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.79:6839/3872962547', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.79:6838', 'nonce': 3872962547}, {'type': 'v1', 'addr': '172.21.15.79:6839', 'nonce': 3872962547}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24493, 'qdb_cluster': [24493]} 2024-09-05T04:10:30.578 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T04:10:30.579 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T04:10:30.836 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:31.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/1011530999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a2810c180 msgr2=0x7f5a2810e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/1011530999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a2810c180 0x7f5a2810e600 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f5a20009ca0 tx=0x7f5a2002a950 comp rx=0 tx=0).stop 2024-09-05T04:10:31.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/1011530999 shutdown_connections 2024-09-05T04:10:31.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/1011530999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a2810c180 0x7f5a2810e600 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/1011530999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a281036c0 0x7f5a2810bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/1011530999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a28102da0 0x7f5a28103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/1011530999 >> 172.21.15.2:0/1011530999 conn(0x7f5a280fc7a0 msgr2=0x7f5a280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/1011530999 shutdown_connections 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.344+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/1011530999 wait complete. 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 Processor -- start 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 -- start start 2024-09-05T04:10:31.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a28102da0 0x7f5a28198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a2810c180 0x7f5a2819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5a28111e10 con 0x7f5a281036c0 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5a28111c90 con 0x7f5a28102da0 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a2e7d7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5a28111f90 con 0x7f5a2810c180 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a1ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a1ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56016/0 (socket says 172.21.15.2:56016) 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.345+0000 7f5a1ffff640 1 -- 172.21.15.2:0/3932438403 learned_addr learned my addr 172.21.15.2:0/3932438403 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a28102da0 0x7f5a28198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 -- 172.21.15.2:0/3932438403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a2810c180 msgr2=0x7f5a2819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a2810c180 0x7f5a2819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a2810c180 0x7f5a2819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 -- 172.21.15.2:0/3932438403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a28102da0 msgr2=0x7f5a28198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a28102da0 0x7f5a28198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 -- 172.21.15.2:0/3932438403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a2819d2e0 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000d950 tx=0x7f5a1000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a25ffb640 1 -- 172.21.15.2:0/3932438403 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a10017070 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a2819d5d0 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a25ffb640 1 -- 172.21.15.2:0/3932438403 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a10009c30 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a25ffb640 1 -- 172.21.15.2:0/3932438403 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a1000f620 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.346+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a281a4eb0 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.348+0000 7f5a25ffb640 1 -- 172.21.15.2:0/3932438403 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f5a100109a0 con 0x7f5a281036c0 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 Processor -- start 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 -- start start 2024-09-05T04:10:31.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a25ffb640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 0x7f5a140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e56dfc0 0x56374e5703b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56374e4c5090 con 0x56374e55e8b0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56374e46ca70 con 0x56374e56dfc0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56374e4c1050 con 0x56374e55f1d0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 0x7f5a140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a25ffb640 1 -- 172.21.15.2:0/3932438403 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f5a100cf1d0 con 0x7f5a281036c0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56020/0 (socket says 172.21.15.2:56020) 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.349+0000 7f5a2cd74640 1 -- 172.21.15.2:0/2057225986 learned_addr learned my addr 172.21.15.2:0/2057225986 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e56dfc0 0x56374e5703b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 -- 172.21.15.2:0/2057225986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 msgr2=0x56374e56da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 -- 172.21.15.2:0/2057225986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e56dfc0 msgr2=0x56374e5703b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e56dfc0 0x56374e5703b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24493, 2024-09-05T04:10:31.473 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 99.700634774999997, 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 21, 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 93, 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 91, 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 119.69479892299999 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:10:31.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 -- 172.21.15.2:0/2057225986 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56374e479130 con 0x56374e55e8b0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 0x7f5a140a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5a18005fd0 tx=0x7f5a1800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5a20004af0 tx=0x7f5a20004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35aa47fda611072 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a1e7fc640 1 -- 172.21.15.2:0/2057225986 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20034050 con 0x56374e55e8b0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a1e7fc640 1 -- 172.21.15.2:0/2057225986 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a20003e20 con 0x56374e55e8b0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.350+0000 7f5a1e7fc640 1 -- 172.21.15.2:0/2057225986 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20004230 con 0x56374e55e8b0 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- 172.21.15.2:0/2057225986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 msgr2=0x56374e55ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f5a20004af0 tx=0x7f5a20004a40 comp rx=0 tx=0).stop 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- 172.21.15.2:0/2057225986 shutdown_connections 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e56dfc0 0x56374e5703b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/2057225986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e55ec90 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- 172.21.15.2:0/2057225986 >> 172.21.15.2:0/2057225986 conn(0x56374e55af60 msgr2=0x56374e55b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- 172.21.15.2:0/2057225986 shutdown_connections 2024-09-05T04:10:31.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- 172.21.15.2:0/2057225986 wait complete. 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.351+0000 7f5a30bb0740 1 -- start start 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 Processor -- start 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e56d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56374e570b90 con 0x56374e56dfc0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56374e47ff20 con 0x56374e55e8b0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56374e570d10 con 0x56374e55f1d0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a30bb0740 10 client.0 _ll_register_callbacks cb 0x56374e449030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56032/0 (socket says 172.21.15.2:56032) 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 -- 172.21.15.2:0/3153180891 learned_addr learned my addr 172.21.15.2:0/3153180891 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e56d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 -- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 msgr2=0x56374e56abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 -- 172.21.15.2:0/3153180891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 msgr2=0x56374e56d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e56d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a2cd74640 1 -- 172.21.15.2:0/3153180891 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56374e2362b0 con 0x56374e56dfc0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.352+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e56d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5a2002f8a0 tx=0x7f5a2002f8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c7e9df0276d2ee8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20034040 con 0x56374e56dfc0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a20003e20 con 0x56374e56dfc0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f5a20003970 con 0x56374e56dfc0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5a20003b70 con 0x56374e56dfc0 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 10 client.15060 fetch_fsmap learned FSMap version 21 2024-09-05T04:10:31.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56374e57c4f0 con 0x56374e56dfc0 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a20003e20 con 0x56374e56dfc0 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5a20030740 con 0x56374e56dfc0 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 10 client.15060 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 10 client.15060 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 20 client.15060 populate_metadata read hostname 'smithi002' 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e57e640 0x56374e57fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 4 client.15060 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.353+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56374e4d2600 con 0x56374e57e640 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.354+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e57e640 0x56374e57fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.354+0000 7f5a27fff640 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e57e640 0x56374e57fab0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b44df5d203564ad7 server_cookie=30cb0b8401969581 in_seq=0 out_seq=0 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.354+0000 7f5a077fe640 10 client.15060 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:31.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a077fe640 1 -- 172.21.15.2:0/3153180891 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56374e4d2600 con 0x56374e57e640 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a077fe640 10 client.15060 handle_command_reply: tid=0 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 client.15060 shutdown 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 msgr2=0x56374e56b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5a2002f8a0 tx=0x7f5a2002f8d0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 shutdown_connections 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e57e640 0x56374e57fab0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e56b0f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/3153180891 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e56d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a077fe640 0 client.15060 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 >> 172.21.15.2:0/3153180891 conn(0x56374e55af60 msgr2=0x56374e560cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 shutdown_connections 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 1 -- 172.21.15.2:0/3153180891 wait complete. 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.355+0000 7f5a30bb0740 20 client.15060 trim_cache size 0 max 16384 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 Processor -- start 2024-09-05T04:10:31.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 -- start start 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e57fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56374e57ddf0 con 0x56374e56dfc0 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56374e57e4c0 con 0x56374e55e8b0 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56374e57eb90 con 0x56374e55f1d0 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a2cd74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56038/0 (socket says 172.21.15.2:56038) 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.373+0000 7f5a2cd74640 1 -- 172.21.15.2:0/1180353694 learned_addr learned my addr 172.21.15.2:0/1180353694 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:31.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 -- 172.21.15.2:0/1180353694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 msgr2=0x56374e56cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 -- 172.21.15.2:0/1180353694 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 msgr2=0x56374e57fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e57fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 -- 172.21.15.2:0/1180353694 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56374e55a7f0 con 0x56374e56dfc0 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a2cd74640 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5a20030be0 tx=0x7f5a2002f6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63c1f2361503542e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a1dffb640 1 -- 172.21.15.2:0/1180353694 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a20030dd0 con 0x56374e56dfc0 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a1dffb640 1 -- 172.21.15.2:0/1180353694 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a20030440 con 0x56374e56dfc0 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a1dffb640 1 -- 172.21.15.2:0/1180353694 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2004f920 con 0x56374e56dfc0 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a30bb0740 1 -- 172.21.15.2:0/1180353694 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 msgr2=0x56374e567e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.374+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f5a20030be0 tx=0x7f5a2002f6b0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- 172.21.15.2:0/1180353694 shutdown_connections 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e56dfc0 0x56374e567e10 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e55f1d0 0x56374e56cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/1180353694 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55e8b0 0x56374e57fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- 172.21.15.2:0/1180353694 >> 172.21.15.2:0/1180353694 conn(0x56374e55af60 msgr2=0x56374e55b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- 172.21.15.2:0/1180353694 shutdown_connections 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- 172.21.15.2:0/1180353694 wait complete. 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- start start 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 Processor -- start 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55f1d0 0x56374e5885f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e56dfc0 0x56374e581570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56374e57f930 con 0x56374e55e8b0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56374e57f260 con 0x56374e55f1d0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56374e580000 con 0x56374e56dfc0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a30bb0740 10 client.0 _ll_register_callbacks cb 0x7f5a1000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a27fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a27fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56054/0 (socket says 172.21.15.2:56054) 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.375+0000 7f5a27fff640 1 -- 172.21.15.2:0/4133665130 learned_addr learned my addr 172.21.15.2:0/4133665130 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 -- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e56dfc0 msgr2=0x56374e581570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e56dfc0 0x56374e581570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 -- 172.21.15.2:0/4133665130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55f1d0 msgr2=0x56374e5885f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55f1d0 0x56374e5885f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 -- 172.21.15.2:0/4133665130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56374e581d70 con 0x56374e55e8b0 2024-09-05T04:10:31.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a27fff640 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x56374e56b790 tx=0x7f5a180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52bf00caa89f3582 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a077fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a18005030 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f5a180051d0 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a20030440 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5a18037050 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a30bb0740 10 client.15066 fetch_fsmap learned FSMap version 21 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56374e5868b0 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.376+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a20030440 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5a180283a0 con 0x56374e55e8b0 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 10 client.15066 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 10 client.15066 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:10:31.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 20 client.15066 populate_metadata read hostname 'smithi002' 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e5ed6c0 0x56374e5ec3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 4 client.15066 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "status"}) -- 0x56374e4ccb10 con 0x56374e5ed6c0 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e5ed6c0 0x56374e5ec3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a1ffff640 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e5ed6c0 0x56374e5ec3d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=686c78b83122c08b server_cookie=c8cb6c88a35a9769 in_seq=0 out_seq=0 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a077fe640 10 client.15066 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a077fe640 1 -- 172.21.15.2:0/4133665130 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56374e4ccb10 con 0x56374e5ed6c0 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a077fe640 10 client.15066 handle_command_reply: tid=0 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.377+0000 7f5a30bb0740 1 client.15066 shutdown 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 msgr2=0x56374e5880b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x56374e56b790 tx=0x7f5a180046c0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 shutdown_connections 2024-09-05T04:10:31.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56374e5ed6c0 0x56374e5ec3d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56374e56dfc0 0x56374e581570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56374e55f1d0 0x56374e5885f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a077fe640 0 client.15066 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 --2- 172.21.15.2:0/4133665130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56374e55e8b0 0x56374e5880b0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 >> 172.21.15.2:0/4133665130 conn(0x56374e55af60 msgr2=0x56374e55a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 shutdown_connections 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 1 -- 172.21.15.2:0/4133665130 wait complete. 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a30bb0740 20 client.15066 trim_cache size 0 max 16384 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 msgr2=0x7f5a140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 0x7f5a140a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5a18005fd0 tx=0x7f5a1800b390 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 msgr2=0x7f5a28198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5a1000d950 tx=0x7f5a1000de10 comp rx=0 tx=0).stop 2024-09-05T04:10:31.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 shutdown_connections 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f5a140a2c10 0x7f5a140a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5a2810c180 0x7f5a2819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5a281036c0 0x7f5a28198870 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 --2- 172.21.15.2:0/3932438403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5a28102da0 0x7f5a28198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 >> 172.21.15.2:0/3932438403 conn(0x7f5a280fc7a0 msgr2=0x7f5a280fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.378+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 shutdown_connections 2024-09-05T04:10:31.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:31.379+0000 7f5a2e7d7640 1 -- 172.21.15.2:0/3932438403 wait complete. 2024-09-05T04:10:32.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:32 smithi002 ceph-mon[31001]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:32.386 INFO:tasks.cephadm:Setup complete, yielding 2024-09-05T04:10:32.386 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T04:10:32.396 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:10:32.396 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch status' 2024-09-05T04:10:32.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:32 smithi047 ceph-mon[34498]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:32 smithi079 ceph-mon[34908]: pgmap v333: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:32.654 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 -- 172.21.15.2:0/132398865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4107960 msgr2=0x7ff6c4109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 --2- 172.21.15.2:0/132398865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4107960 0x7ff6c4109d50 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7ff6bc009ca0 tx=0x7ff6bc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 -- 172.21.15.2:0/132398865 shutdown_connections 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 --2- 172.21.15.2:0/132398865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4107960 0x7ff6c4109d50 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 --2- 172.21.15.2:0/132398865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6c4105030 0x7ff6c4107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 --2- 172.21.15.2:0/132398865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4102700 0x7ff6c4104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 -- 172.21.15.2:0/132398865 >> 172.21.15.2:0/132398865 conn(0x7ff6c40fc2a0 msgr2=0x7ff6c40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.143+0000 7ff6ca875640 1 -- 172.21.15.2:0/132398865 shutdown_connections 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 -- 172.21.15.2:0/132398865 wait complete. 2024-09-05T04:10:33.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 Processor -- start 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 -- start start 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 0x7ff6c41983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6c4107960 0x7ff6c419f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c410d770 con 0x7ff6c4102700 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c410d5f0 con 0x7ff6c4105030 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6ca875640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c410d8f0 con 0x7ff6c4107960 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56064/0 (socket says 172.21.15.2:56064) 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.144+0000 7ff6c3fff640 1 -- 172.21.15.2:0/179992242 learned_addr learned my addr 172.21.15.2:0/179992242 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c37fe640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 0x7ff6c41983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 -- 172.21.15.2:0/179992242 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6c4107960 msgr2=0x7ff6c419f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:33.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6c4107960 0x7ff6c419f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 -- 172.21.15.2:0/179992242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 msgr2=0x7ff6c41983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 0x7ff6c41983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 -- 172.21.15.2:0/179992242 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6c419fa50 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c37fe640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 0x7ff6c41983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c3fff640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff6b400c890 tx=0x7ff6b400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b4004220 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6b40043c0 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6b4004a00 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6c419fd40 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.145+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6c41a01c0 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.146+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6c40fdd90 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.147+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7ff6b4004ba0 con 0x7ff6c4102700 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.148+0000 7ff6c17fa640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 0x7ff6ac0a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:33.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.148+0000 7ff6c37fe640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 0x7ff6ac0a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:33.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.148+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7ff6b40cf730 con 0x7ff6c4102700 2024-09-05T04:10:33.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.148+0000 7ff6c37fe640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 0x7ff6ac0a5100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff6c4199340 tx=0x7ff6b8005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:33.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.151+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6b4014030 con 0x7ff6c4102700 2024-09-05T04:10:33.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.343+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7ff6c4062630 con 0x7ff6ac0a2c40 2024-09-05T04:10:33.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.344+0000 7ff6c17fa640 1 -- 172.21.15.2:0/179992242 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7ff6c4062630 con 0x7ff6ac0a2c40 2024-09-05T04:10:33.344 INFO:teuthology.orchestra.run.smithi002.stdout:Backend: cephadm 2024-09-05T04:10:33.344 INFO:teuthology.orchestra.run.smithi002.stdout:Available: Yes 2024-09-05T04:10:33.345 INFO:teuthology.orchestra.run.smithi002.stdout:Paused: No 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 msgr2=0x7ff6ac0a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 0x7ff6ac0a5100 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff6c4199340 tx=0x7ff6b8005e50 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 msgr2=0x7ff6c4197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff6b400c890 tx=0x7ff6b400cd50 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 shutdown_connections 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7ff6ac0a2c40 0x7ff6ac0a5100 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6c4107960 0x7ff6c419f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff6c4105030 0x7ff6c41983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 --2- 172.21.15.2:0/179992242 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff6c4102700 0x7ff6c4197e70 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 >> 172.21.15.2:0/179992242 conn(0x7ff6c40fc2a0 msgr2=0x7ff6c4102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:33.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 shutdown_connections 2024-09-05T04:10:33.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:33.346+0000 7ff6ca875640 1 -- 172.21.15.2:0/179992242 wait complete. 2024-09-05T04:10:33.946 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-05T04:10:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:34.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:34 smithi047 ceph-mon[34498]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:34.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:34 smithi047 ceph-mon[34498]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:34.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:34 smithi002 ceph-mon[31001]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:34.466 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:34 smithi002 ceph-mon[31001]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:34 smithi079 ceph-mon[34908]: pgmap v334: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:34 smithi079 ceph-mon[34908]: from='client.15072 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 -- 172.21.15.2:0/197393127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 msgr2=0x7f9d60102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 --2- 172.21.15.2:0/197393127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60102000 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c009900 tx=0x7f9d5c02a410 comp rx=0 tx=0).stop 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 -- 172.21.15.2:0/197393127 shutdown_connections 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 --2- 172.21.15.2:0/197393127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 0x7f9d6010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 --2- 172.21.15.2:0/197393127 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 0x7f9d60103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 --2- 172.21.15.2:0/197393127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60102000 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 -- 172.21.15.2:0/197393127 >> 172.21.15.2:0/197393127 conn(0x7f9d600fd390 msgr2=0x7f9d600ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 -- 172.21.15.2:0/197393127 shutdown_connections 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.686+0000 7f9d67e90640 1 -- 172.21.15.2:0/197393127 wait complete. 2024-09-05T04:10:34.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 Processor -- start 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 -- start start 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 0x7f9d60198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 0x7f9d6019f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010d780 con 0x7f9d60101c00 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010d600 con 0x7f9d601037c0 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d67e90640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6010d900 con 0x7f9d60102e00 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d65c2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d65c2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56074/0 (socket says 172.21.15.2:56074) 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d65c2c640 1 -- 172.21.15.2:0/1176592340 learned_addr learned my addr 172.21.15.2:0/1176592340 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d6542b640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 0x7f9d60198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.687+0000 7f9d6642d640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 0x7f9d6019f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:34.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 -- 172.21.15.2:0/1176592340 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 msgr2=0x7f9d60198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 0x7f9d60198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 -- 172.21.15.2:0/1176592340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 msgr2=0x7f9d6019f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 0x7f9d6019f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 -- 172.21.15.2:0/1176592340 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d6019fa60 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d65c2c640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c0314e0 tx=0x7f9d5c003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c03f070 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d5c031e40 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d6019fcf0 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d5c035030 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.688+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d601a0170 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.689+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d601090a0 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.690+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f9d5c042070 con 0x7f9d60101c00 2024-09-05T04:10:34.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.691+0000 7f9d56ffd640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 0x7f9d4c0a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:34.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.691+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f9d5c0efd40 con 0x7f9d60101c00 2024-09-05T04:10:34.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.691+0000 7f9d6542b640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 0x7f9d4c0a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:34.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.691+0000 7f9d6542b640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 0x7f9d4c0a5180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d60199350 tx=0x7f9d5000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:34.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.695+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9d5c0bc130 con 0x7f9d60101c00 2024-09-05T04:10:34.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.882+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f9d60062630 con 0x7f9d4c0a2cc0 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.894+0000 7f9d56ffd640 1 -- 172.21.15.2:0/1176592340 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f9d60062630 con 0x7f9d4c0a2cc0 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.a smithi002 running (117s) 48s ago 117s 13.9M - 19.1.1-259-g91c8a7e5 77770cf7e895 8a1541f5db29 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.b smithi047 running (115s) 48s ago 114s 19.1M - 19.1.1-259-g91c8a7e5 77770cf7e895 f93c92dfec4e 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.c smithi079 running (2m) 49s ago 2m 16.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 29daabfac2c8 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.d smithi002 running (2m) 48s ago 2m 16.6M - 19.1.1-259-g91c8a7e5 77770cf7e895 5c0860d20785 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.e smithi047 running (2m) 48s ago 2m 15.7M - 19.1.1-259-g91c8a7e5 77770cf7e895 6a000ea8b57f 2024-09-05T04:10:34.895 INFO:teuthology.orchestra.run.smithi002.stdout:mds.f smithi079 running (2m) 49s ago 2m 15.8M - 19.1.1-259-g91c8a7e5 77770cf7e895 eec1e921df20 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.g smithi002 running (2m) 48s ago 2m 14.3M - 19.1.1-259-g91c8a7e5 77770cf7e895 07cd6ed0f6d1 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.h smithi047 running (2m) 48s ago 2m 14.0M - 19.1.1-259-g91c8a7e5 77770cf7e895 e1e74156b1a1 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.i smithi079 running (2m) 49s ago 2m 26.2M - 19.1.1-259-g91c8a7e5 77770cf7e895 020c35fdddd7 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.j smithi002 running (2m) 48s ago 2m 13.7M - 19.1.1-259-g91c8a7e5 77770cf7e895 84f727adcf03 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.k smithi047 running (2m) 48s ago 2m 14.4M - 19.1.1-259-g91c8a7e5 77770cf7e895 259a4a27abc9 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mds.l smithi079 running (2m) 49s ago 2m 13.4M - 19.1.1-259-g91c8a7e5 77770cf7e895 7698b3bccdd9 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.x smithi002 *:9283,8765 running (9m) 48s ago 9m 509M - 19.1.1-259-g91c8a7e5 77770cf7e895 6fae7f5d39b9 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.y smithi047 *:8443,8765 running (7m) 48s ago 7m 442M - 19.1.1-259-g91c8a7e5 77770cf7e895 5df315dfee45 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mgr.z smithi079 *:8443,8765 running (7m) 49s ago 7m 444M - 19.1.1-259-g91c8a7e5 77770cf7e895 1dd0d13b8a61 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mon.a smithi002 running (9m) 48s ago 9m 51.7M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 8d45cfc91d48 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mon.b smithi047 running (7m) 49s ago 7m 45.5M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 aba88421fb0a 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:mon.c smithi079 running (7m) 49s ago 7m 42.5M 2048M 19.1.1-259-g91c8a7e5 77770cf7e895 b1e7b7351169 2024-09-05T04:10:34.896 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 smithi002 running (7m) 48s ago 7m 55.6M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 327b01fcbb29 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 smithi047 running (6m) 48s ago 6m 46.1M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 21ad418914c6 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 smithi079 running (6m) 49s ago 6m 49.7M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 df85cf051dff 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 smithi002 running (6m) 48s ago 6m 53.1M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 4a23d79583b0 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 smithi047 running (5m) 48s ago 5m 41.6M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 a7cd52446b45 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 smithi079 running (5m) 49s ago 5m 44.6M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 6ccc3df14360 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 smithi002 running (4m) 48s ago 4m 40.7M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 cc136aa29bbc 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 smithi047 running (4m) 48s ago 4m 44.7M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 e845eada4dc4 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.8 smithi079 running (3m) 49s ago 3m 43.7M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 e1702ab689f2 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.9 smithi002 running (3m) 48s ago 3m 43.4M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 821d2899f1e0 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.10 smithi047 running (3m) 48s ago 3m 42.5M 4273M 19.1.1-259-g91c8a7e5 77770cf7e895 87fbfc3b32f1 2024-09-05T04:10:34.897 INFO:teuthology.orchestra.run.smithi002.stdout:osd.11 smithi079 running (2m) 49s ago 2m 50.2M 4272M 19.1.1-259-g91c8a7e5 77770cf7e895 d7150c6a06b9 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 msgr2=0x7f9d4c0a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 0x7f9d4c0a5180 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9d60199350 tx=0x7f9d5000b390 comp rx=0 tx=0).stop 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 msgr2=0x7f9d60197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9d5c0314e0 tx=0x7f9d5c003c80 comp rx=0 tx=0).stop 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 shutdown_connections 2024-09-05T04:10:34.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f9d4c0a2cc0 0x7f9d4c0a5180 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d601037c0 0x7f9d6019f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d60102e00 0x7f9d60198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 --2- 172.21.15.2:0/1176592340 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d60101c00 0x7f9d60197e30 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.897+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 >> 172.21.15.2:0/1176592340 conn(0x7f9d600fd390 msgr2=0x7f9d60106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.898+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 shutdown_connections 2024-09-05T04:10:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:34.898+0000 7f9d67e90640 1 -- 172.21.15.2:0/1176592340 wait complete. 2024-09-05T04:10:35.531 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-05T04:10:35.785 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:36.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 -- 172.21.15.2:0/3454220449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0100ad0 msgr2=0x7fb3c0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3454220449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0100ed0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8009ca0 tx=0x7fb3b802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 -- 172.21.15.2:0/3454220449 shutdown_connections 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3454220449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102690 0x7fb3c0108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3454220449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0101cd0 0x7fb3c0102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3454220449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0100ed0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 -- 172.21.15.2:0/3454220449 >> 172.21.15.2:0/3454220449 conn(0x7fb3c00fc280 msgr2=0x7fb3c00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 -- 172.21.15.2:0/3454220449 shutdown_connections 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.260+0000 7fb3c71db640 1 -- 172.21.15.2:0/3454220449 wait complete. 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 Processor -- start 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 -- start start 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:36.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101cd0 0x7fb3c0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c010c5e0 con 0x7fb3c0102690 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c010c460 con 0x7fb3c0101cd0 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c71db640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c010c760 con 0x7fb3c0100ad0 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56096/0 (socket says 172.21.15.2:56096) 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 -- 172.21.15.2:0/3921185245 learned_addr learned my addr 172.21.15.2:0/3921185245 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c4f77640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3bffff640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101cd0 0x7fb3c0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 -- 172.21.15.2:0/3921185245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100ad0 msgr2=0x7fb3c0197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 -- 172.21.15.2:0/3921185245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101cd0 msgr2=0x7fb3c0198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:36.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101cd0 0x7fb3c0198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.261+0000 7fb3c5778640 1 -- 172.21.15.2:0/3921185245 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c019f960 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3c5778640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb3a800c970 tx=0x7fb3a800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a8007bb0 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3a8007d50 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c019fc50 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a8018660 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.262+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c01a0190 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.263+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3c01a03c0 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.264+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7fb3a800f450 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.264+0000 7fb3bdffb640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 0x7fb3ac0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.265+0000 7fb3c4f77640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 0x7fb3ac0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.265+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fb3a80cf530 con 0x7fb3c0102690 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.265+0000 7fb3c4f77640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 0x7fb3ac0a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8006010 tx=0x7fb3b8031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:36.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.269+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb3a8014030 con 0x7fb3c0102690 2024-09-05T04:10:36.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:36 smithi047 ceph-mon[34498]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:36.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:36 smithi047 ceph-mon[34498]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:36.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.453+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fb3c01a0590 con 0x7fb3ac0a2c90 2024-09-05T04:10:36.454 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:36 smithi002 ceph-mon[31001]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:36.454 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:36 smithi002 ceph-mon[31001]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.460+0000 7fb3bdffb640 1 -- 172.21.15.2:0/3921185245 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fb3c01a0590 con 0x7fb3ac0a2c90 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stdout:mds.all 12/12 50s ago 2m smithi002=a;smithi002=d;smithi002=g;smithi002=j;smithi047=b;smithi047=e;smithi047=h;smithi047=k;smithi079=c;smithi079=f;smithi079=i;smithi079=l;count:12 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stdout:mgr 3/3 50s ago 7m smithi002=x;smithi047=y;smithi079=z;count:3 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stdout:mon 3/3 50s ago 7m smithi002:172.21.15.2=a;smithi047:172.21.15.47=b;smithi079:172.21.15.79=c;count:3 2024-09-05T04:10:36.460 INFO:teuthology.orchestra.run.smithi002.stdout:osd 12 50s ago - 2024-09-05T04:10:36.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 msgr2=0x7fb3ac0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:36.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 0x7fb3ac0a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8006010 tx=0x7fb3b8031000 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 msgr2=0x7fb3c019f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb3a800c970 tx=0x7fb3a800cd70 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 shutdown_connections 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3ac0a2c90 0x7fb3ac0a5150 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102690 0x7fb3c019f2c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101cd0 0x7fb3c0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 --2- 172.21.15.2:0/3921185245 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100ad0 0x7fb3c0197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 >> 172.21.15.2:0/3921185245 conn(0x7fb3c00fc280 msgr2=0x7fb3c0069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 shutdown_connections 2024-09-05T04:10:36.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:36.462+0000 7fb3c71db640 1 -- 172.21.15.2:0/3921185245 wait complete. 2024-09-05T04:10:36.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:36 smithi079 ceph-mon[34908]: pgmap v335: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:36.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:36 smithi079 ceph-mon[34908]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:37.163 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-05T04:10:37.418 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:37 smithi002 ceph-mon[31001]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:37 smithi079 ceph-mon[34908]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:37 smithi047 ceph-mon[34498]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:37.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 -- 172.21.15.2:0/3992087606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 msgr2=0x7f1cd8100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:37.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/3992087606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8100f10 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1cc8009900 tx=0x7f1cc802a3f0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 -- 172.21.15.2:0/3992087606 shutdown_connections 2024-09-05T04:10:37.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/3992087606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 0x7f1cd8108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/3992087606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 0x7f1cd8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/3992087606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8100f10 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 -- 172.21.15.2:0/3992087606 >> 172.21.15.2:0/3992087606 conn(0x7f1cd80fc2a0 msgr2=0x7f1cd80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 -- 172.21.15.2:0/3992087606 shutdown_connections 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.904+0000 7f1cdc85a640 1 -- 172.21.15.2:0/3992087606 wait complete. 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 Processor -- start 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 -- start start 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 0x7f1cd81983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 0x7f1cd819f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810c620 con 0x7f1cd8100b10 2024-09-05T04:10:37.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810c4a0 con 0x7f1cd81026d0 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cdc85a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd810c7a0 con 0x7f1cd8101d10 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56114/0 (socket says 172.21.15.2:56114) 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd659c640 1 -- 172.21.15.2:0/1589154170 learned_addr learned my addr 172.21.15.2:0/1589154170 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd6d9d640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 0x7f1cd819f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd5d9b640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 0x7f1cd81983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.905+0000 7f1cd659c640 1 -- 172.21.15.2:0/1589154170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 msgr2=0x7f1cd81983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cd659c640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 0x7f1cd81983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cd659c640 1 -- 172.21.15.2:0/1589154170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 msgr2=0x7f1cd819f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:37.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cd659c640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 0x7f1cd819f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cd659c640 1 -- 172.21.15.2:0/1589154170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd819faa0 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cd659c640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f1cc80314e0 tx=0x7f1cc80042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc803f030 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd819fd30 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cc8003cb0 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cc8035070 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.906+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd81a01c0 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.907+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cd81a0390 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.908+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f1cc8042030 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.909+0000 7f1cc77fe640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 0x7f1cc00a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.909+0000 7f1cd5d9b640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 0x7f1cc00a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.909+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f1cc80efb50 con 0x7f1cd8100b10 2024-09-05T04:10:37.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.909+0000 7f1cd5d9b640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 0x7f1cc00a5100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1cd8199390 tx=0x7f1ccc00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:37.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:37.913+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1cc80bbee0 con 0x7f1cd8100b10 2024-09-05T04:10:38.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.094+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f1cd806aef0 con 0x7f1cc00a2c40 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.096+0000 7f1cc77fe640 1 -- 172.21.15.2:0/1589154170 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7f1cd806aef0 con 0x7f1cc00a2c40 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stdout:HOST ADDR LABELS STATUS 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stdout:smithi002 172.21.15.2 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stdout:smithi047 172.21.15.47 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stdout:smithi079 172.21.15.79 2024-09-05T04:10:38.096 INFO:teuthology.orchestra.run.smithi002.stdout:3 hosts in cluster 2024-09-05T04:10:38.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 msgr2=0x7f1cc00a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:38.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 0x7f1cc00a5100 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f1cd8199390 tx=0x7f1ccc00b390 comp rx=0 tx=0).stop 2024-09-05T04:10:38.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 msgr2=0x7f1cd8197e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:38.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f1cc80314e0 tx=0x7f1cc80042e0 comp rx=0 tx=0).stop 2024-09-05T04:10:38.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 shutdown_connections 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f1cc00a2c40 0x7f1cc00a5100 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd81026d0 0x7f1cd819f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101d10 0x7f1cd81983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 --2- 172.21.15.2:0/1589154170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd8100b10 0x7f1cd8197e70 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 >> 172.21.15.2:0/1589154170 conn(0x7f1cd80fc2a0 msgr2=0x7f1cd806a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 shutdown_connections 2024-09-05T04:10:38.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:38.098+0000 7f1cdc85a640 1 -- 172.21.15.2:0/1589154170 wait complete. 2024-09-05T04:10:38.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:38 smithi002 ceph-mon[31001]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:38.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:38 smithi079 ceph-mon[34908]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:38.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:38 smithi047 ceph-mon[34498]: pgmap v336: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:10:38.755 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-05T04:10:39.010 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:39.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:39 smithi002 ceph-mon[31001]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 -- 172.21.15.2:0/425466980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844100290 msgr2=0x7f8844100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 --2- 172.21.15.2:0/425466980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844100290 0x7f8844100690 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8840009900 tx=0x7f884002a410 comp rx=0 tx=0).stop 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 -- 172.21.15.2:0/425466980 shutdown_connections 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 --2- 172.21.15.2:0/425466980 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844101e50 0x7f88441086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 --2- 172.21.15.2:0/425466980 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 0x7f8844101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 --2- 172.21.15.2:0/425466980 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844100290 0x7f8844100690 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 -- 172.21.15.2:0/425466980 >> 172.21.15.2:0/425466980 conn(0x7f88440fba40 msgr2=0x7f88440fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 -- 172.21.15.2:0/425466980 shutdown_connections 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.454+0000 7f884c5c8640 1 -- 172.21.15.2:0/425466980 wait complete. 2024-09-05T04:10:39.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 Processor -- start 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 -- start start 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 0x7f8844195ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 0x7f8844196220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f884410be20 con 0x7f8844101e50 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f884410bca0 con 0x7f8844100290 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884c5c8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f884410bfa0 con 0x7f8844101490 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56134/0 (socket says 172.21.15.2:56134) 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 -- 172.21.15.2:0/4188010890 learned_addr learned my addr 172.21.15.2:0/4188010890 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f8849b63640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 0x7f8844196220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884a364640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 0x7f8844195ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:39.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 -- 172.21.15.2:0/4188010890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 msgr2=0x7f8844196220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 0x7f8844196220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 -- 172.21.15.2:0/4188010890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 msgr2=0x7f8844195ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 0x7f8844195ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884ab65640 1 -- 172.21.15.2:0/4188010890 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f884419d910 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.455+0000 7f884a364640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 0x7f8844195ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f884ab65640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f883c00cce0 tx=0x7f883c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c00f450 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f884419dc00 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f883c00faa0 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f883c018a80 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.456+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f884419e1c0 con 0x7f8844101e50 2024-09-05T04:10:39.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.457+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f884419ec40 con 0x7f8844101e50 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.458+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 17) ==== 137883+0+0 (secure 0 0 0) 0x7f883c00fc50 con 0x7f8844101e50 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.458+0000 7f88377fe640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 0x7f88300a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.459+0000 7f884a364640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 0x7f88300a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.459+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f883c0cfa80 con 0x7f8844101e50 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.459+0000 7f884a364640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 0x7f88300a5100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8840000c00 tx=0x7f8840031cf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:39.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.463+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f883c0d1e20 con 0x7f8844101e50 2024-09-05T04:10:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:39 smithi079 ceph-mon[34908]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:39.646 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.645+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 --> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f8844105980 con 0x7f88300a2c40 2024-09-05T04:10:39.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.647+0000 7f88377fe640 1 -- 172.21.15.2:0/4188010890 <== mgr.14150 v2:172.21.15.2:6800/2555228194 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f8844105980 con 0x7f88300a2c40 2024-09-05T04:10:39.647 INFO:teuthology.orchestra.run.smithi002.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-05T04:10:39.647 INFO:teuthology.orchestra.run.smithi002.stdout:smithi002 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB751300EV480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-05T04:10:39.647 INFO:teuthology.orchestra.run.smithi002.stdout:smithi047 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB75130022480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-05T04:10:39.648 INFO:teuthology.orchestra.run.smithi002.stdout:smithi079 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204013G400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 msgr2=0x7f88300a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 0x7f88300a5100 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8840000c00 tx=0x7f8840031cf0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 msgr2=0x7f884419d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f883c00cce0 tx=0x7f883c00a620 comp rx=0 tx=0).stop 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 shutdown_connections 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f88300a2c40 0x7f88300a5100 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8844101e50 0x7f884419d2a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8844101490 0x7f8844196220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 --2- 172.21.15.2:0/4188010890 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8844100290 0x7f8844195ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:39.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 >> 172.21.15.2:0/4188010890 conn(0x7f88440fba40 msgr2=0x7f884410cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:39.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 shutdown_connections 2024-09-05T04:10:39.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:39.649+0000 7f884c5c8640 1 -- 172.21.15.2:0/4188010890 wait complete. 2024-09-05T04:10:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:39 smithi047 ceph-mon[34498]: from='client.15090 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:40.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:40 smithi002 ceph-mon[31001]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:40.416 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-05T04:10:40.425 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:10:40.425 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-05T04:10:40.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:40 smithi079 ceph-mon[34908]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:40.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:40 smithi047 ceph-mon[34498]: pgmap v337: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:40.708 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- 172.21.15.2:0/3155386110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254102690 msgr2=0x7f0254108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 --2- 172.21.15.2:0/3155386110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254102690 0x7f0254108f20 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f024c009ca0 tx=0x7f024c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- 172.21.15.2:0/3155386110 shutdown_connections 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 --2- 172.21.15.2:0/3155386110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254102690 0x7f0254108f20 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 --2- 172.21.15.2:0/3155386110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254101cd0 0x7f0254102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 --2- 172.21.15.2:0/3155386110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254100ad0 0x7f0254100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- 172.21.15.2:0/3155386110 >> 172.21.15.2:0/3155386110 conn(0x7f02540fc280 msgr2=0x7f02540fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- 172.21.15.2:0/3155386110 shutdown_connections 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- 172.21.15.2:0/3155386110 wait complete. 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 Processor -- start 2024-09-05T04:10:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.243+0000 7f025ba2c640 1 -- start start 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254101cd0 0x7f025419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254102690 0x7f025419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f025410c600 con 0x7f0254100ad0 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f025410c480 con 0x7f0254101cd0 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f025410c780 con 0x7f0254102690 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43344/0 (socket says 172.21.15.2:43344) 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 -- 172.21.15.2:0/2066314627 learned_addr learned my addr 172.21.15.2:0/2066314627 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f0258fc7640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254101cd0 0x7f025419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f0259fc9640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254102690 0x7f025419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 -- 172.21.15.2:0/2066314627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254102690 msgr2=0x7f025419f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254102690 0x7f025419f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 -- 172.21.15.2:0/2066314627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254101cd0 msgr2=0x7f025419ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254101cd0 0x7f025419ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 -- 172.21.15.2:0/2066314627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f025419f9b0 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f02597c8640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f025000c970 tx=0x7f025000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0250007c10 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0250007db0 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.244+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f025419fc40 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.245+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f025000f870 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.245+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02541a0180 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.245+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0254107e50 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.247+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f025000fa10 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.247+0000 7f024a7fc640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 0x7f02400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.247+0000 7f0258fc7640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 0x7f02400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.247+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f02500cf6f0 con 0x7f0254100ad0 2024-09-05T04:10:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.248+0000 7f0258fc7640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 0x7f02400a5040 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f025406b050 tx=0x7f024400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.252+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f025009c320 con 0x7f0254100ad0 2024-09-05T04:10:41.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.463+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f0254062e90 con 0x7f0254100ad0 2024-09-05T04:10:41.464 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:41 smithi002 ceph-mon[31001]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:41.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.463+0000 7f024a7fc640 1 -- 172.21.15.2:0/2066314627 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 21 v21) ==== 76+0+3032 (secure 0 0 0) 0x7f025009bc20 con 0x7f0254100ad0 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:e21 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:btime 2024-09-05T04:09:26:788569+0000 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:legacy client fscid: 1 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:Filesystem 'cephfs' (1) 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:fs_name cephfs 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:epoch 21 2024-09-05T04:10:41.465 INFO:teuthology.orchestra.run.smithi002.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:created 2024-09-05T04:08:51.276658+0000 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:modified 2024-09-05T04:09:26.433853+0000 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:tableserver 0 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:root 0 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:session_timeout 300 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:session_autoclose 300 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:max_file_size 1099511627776 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:max_xattr_size 65536 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:required_client_features {} 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:last_failure 0 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:last_failure_osd_epoch 0 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-05T04:10:41.466 INFO:teuthology.orchestra.run.smithi002.stdout:max_mds 1 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:in 0 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:up {0=24493} 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:failed 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:damaged 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:stopped 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:data_pools [3,4] 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:metadata_pool 2 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:inline_data disabled 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:balancer 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:bal_rank_mask -1 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:standby_count_wanted 0 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:qdb_cluster leader: 24493 members: 24493 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.i{0:24493} state up:active seq 7 addr [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.b{0:24473} state up:standby-replay seq 1 addr [v2:172.21.15.47:6838/180108788,v1:172.21.15.47:6839/180108788] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.467 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:Standby daemons: 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.j{-1:14544} state up:standby seq 1 addr [v2:172.21.15.2:6834/3194842644,v1:172.21.15.2:6835/3194842644] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.d{-1:14556} state up:standby seq 1 addr [v2:172.21.15.2:6836/2912395574,v1:172.21.15.2:6837/2912395574] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.g{-1:14598} state up:standby seq 1 addr [v2:172.21.15.2:6838/3379705481,v1:172.21.15.2:6839/3379705481] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.a{-1:14610} state up:standby seq 1 addr [v2:172.21.15.2:6840/2127815493,v1:172.21.15.2:6841/2127815493] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.k{-1:24413} state up:standby seq 1 addr [v2:172.21.15.47:6832/3129518987,v1:172.21.15.47:6833/3129518987] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.e{-1:24431} state up:standby seq 1 addr [v2:172.21.15.47:6834/3550509038,v1:172.21.15.47:6835/3550509038] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.l{-1:24436} state up:standby seq 1 addr [v2:172.21.15.79:6832/1455127851,v1:172.21.15.79:6833/1455127851] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.h{-1:24455} state up:standby seq 1 addr [v2:172.21.15.47:6836/3184781087,v1:172.21.15.47:6837/3184781087] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.f{-1:24466} state up:standby seq 1 addr [v2:172.21.15.79:6834/1098345151,v1:172.21.15.79:6835/1098345151] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.468 INFO:teuthology.orchestra.run.smithi002.stdout:[mds.c{-1:24472} state up:standby seq 1 addr [v2:172.21.15.79:6836/1347840146,v1:172.21.15.79:6837/1347840146] compat {c=[1],r=[1],i=[1fff]}] 2024-09-05T04:10:41.469 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:41.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 msgr2=0x7f02400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:41.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 0x7f02400a5040 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f025406b050 tx=0x7f024400b390 comp rx=0 tx=0).stop 2024-09-05T04:10:41.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 msgr2=0x7f025406aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:41.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f025000c970 tx=0x7f025000ce30 comp rx=0 tx=0).stop 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 shutdown_connections 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f02400a2b80 0x7f02400a5040 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0254102690 0x7f025419f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0254101cd0 0x7f025419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.465+0000 7f025ba2c640 1 --2- 172.21.15.2:0/2066314627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0254100ad0 0x7f025406aad0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.466+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 >> 172.21.15.2:0/2066314627 conn(0x7f02540fc280 msgr2=0x7f0254105020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.466+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 shutdown_connections 2024-09-05T04:10:41.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:41.466+0000 7f025ba2c640 1 -- 172.21.15.2:0/2066314627 wait complete. 2024-09-05T04:10:41.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:41 smithi079 ceph-mon[34908]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:41 smithi047 ceph-mon[34498]: from='client.15096 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:10:42.261 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-05T04:10:42.516 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:42.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:42 smithi002 ceph-mon[31001]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:42 smithi002 ceph-mon[31001]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T04:10:42.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:42 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2066314627' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T04:10:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:42 smithi079 ceph-mon[34908]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:42 smithi079 ceph-mon[34908]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T04:10:42.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:42 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2066314627' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T04:10:42.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:42 smithi047 ceph-mon[34498]: pgmap v338: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:10:42.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:42 smithi047 ceph-mon[34498]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-05T04:10:42.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:42 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2066314627' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-05T04:10:42.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 -- 172.21.15.2:0/1133092739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0104f90 msgr2=0x7feed0107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:42.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 --2- 172.21.15.2:0/1133092739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0104f90 0x7feed0107380 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7feeb8009900 tx=0x7feeb802a3f0 comp rx=0 tx=0).stop 2024-09-05T04:10:42.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 -- 172.21.15.2:0/1133092739 shutdown_connections 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 --2- 172.21.15.2:0/1133092739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed0109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 --2- 172.21.15.2:0/1133092739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0104f90 0x7feed0107380 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 --2- 172.21.15.2:0/1133092739 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0102660 0x7feed0104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.980+0000 7feed4990640 1 -- 172.21.15.2:0/1133092739 >> 172.21.15.2:0/1133092739 conn(0x7feed00fc280 msgr2=0x7feed00fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.981+0000 7feed4990640 1 -- 172.21.15.2:0/1133092739 shutdown_connections 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.981+0000 7feed4990640 1 -- 172.21.15.2:0/1133092739 wait complete. 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.981+0000 7feed4990640 1 Processor -- start 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.981+0000 7feed4990640 1 -- start start 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 0x7feed0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed019f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feed010d710 con 0x7feed0102660 2024-09-05T04:10:43.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feed010d590 con 0x7feed01078c0 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feed4990640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feed010d890 con 0x7feed0104f90 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43358/0 (socket says 172.21.15.2:43358) 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 -- 172.21.15.2:0/1278430857 learned_addr learned my addr 172.21.15.2:0/1278430857 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feecdd9b640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 0x7feed0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feeced9d640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed019f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 -- 172.21.15.2:0/1278430857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 msgr2=0x7feed0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 0x7feed0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 -- 172.21.15.2:0/1278430857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 msgr2=0x7feed019f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed019f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 -- 172.21.15.2:0/1278430857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed019fa60 con 0x7feed0102660 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feecdd9b640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 0x7feed0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:43.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feeced9d640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed019f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feece59c640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7feec000cce0 tx=0x7feec000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.982+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0004b20 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.983+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feec0004cc0 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.983+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec000f850 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.983+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed019fd50 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.983+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed01a01b0 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.984+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feed00fdd70 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.986+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7feec000f9f0 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.986+0000 7feec77fe640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 0x7feebc0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.987+0000 7feecdd9b640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 0x7feebc0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.987+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7feec00cf8f0 con 0x7feed0102660 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.987+0000 7feecdd9b640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 0x7feebc0a50f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7feeb8000c00 tx=0x7feeb8031d10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:43.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:42.989+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feec0014030 con 0x7feed0102660 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.166+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7feed002d7c0 con 0x7feed0102660 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.167+0000 7feec77fe640 1 -- 172.21.15.2:0/1278430857 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v93) ==== 56+0+5628 (secure 0 0 0) 0x7feec009c510 con 0x7feed0102660 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:epoch 93 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:created 2024-09-05T04:01:18.280372+0000 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:modified 2024-09-05T04:10:12.124269+0000 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-05T04:10:43.169 INFO:teuthology.orchestra.run.smithi002.stdout:crush_version 27 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:full_ratio 0.95 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:backfillfull_ratio 0.9 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:nearfull_ratio 0.85 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:require_min_compat_client luminous 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:min_compat_client luminous 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:require_osd_release squid 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:stretch_mode_enabled false 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:max_osd 12 2024-09-05T04:10:43.170 INFO:teuthology.orchestra.run.smithi002.stdout:osd.0 up in weight 1 up_from 8 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.2:6802/1747831301,v1:172.21.15.2:6803/1747831301] [v2:172.21.15.2:6804/1747831301,v1:172.21.15.2:6805/1747831301] exists,up 60d31f21-7ca1-4e47-8644-243479677d70 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.1 up in weight 1 up_from 13 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6800/2547470658,v1:172.21.15.47:6801/2547470658] [v2:172.21.15.47:6802/2547470658,v1:172.21.15.47:6803/2547470658] exists,up 37da5818-e74e-4148-8634-c6662dee528c 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.2 up in weight 1 up_from 18 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.79:6800/3948452903,v1:172.21.15.79:6801/3948452903] [v2:172.21.15.79:6802/3948452903,v1:172.21.15.79:6803/3948452903] exists,up 5c583d6f-eccb-4684-93d9-58122b029209 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.3 up in weight 1 up_from 25 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.2:6810/2969748186,v1:172.21.15.2:6811/2969748186] [v2:172.21.15.2:6812/2969748186,v1:172.21.15.2:6813/2969748186] exists,up 21fe31df-01b3-4bfe-94f0-c7851afb0b2c 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.4 up in weight 1 up_from 32 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6808/1560615537,v1:172.21.15.47:6809/1560615537] [v2:172.21.15.47:6810/1560615537,v1:172.21.15.47:6811/1560615537] exists,up a21a99a1-1407-4e08-a1bc-6753cead2349 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.5 up in weight 1 up_from 37 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.79:6808/2110662513,v1:172.21.15.79:6809/2110662513] [v2:172.21.15.79:6810/2110662513,v1:172.21.15.79:6811/2110662513] exists,up 21b5352f-e3ea-4cdd-9945-3139466dac35 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.6 up in weight 1 up_from 45 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.2:6818/3510419923,v1:172.21.15.2:6819/3510419923] [v2:172.21.15.2:6820/3510419923,v1:172.21.15.2:6821/3510419923] exists,up f88fc778-7e9e-4c23-904d-afa47b6cd64f 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.7 up in weight 1 up_from 50 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6816/3722564382,v1:172.21.15.47:6817/3722564382] [v2:172.21.15.47:6818/3722564382,v1:172.21.15.47:6819/3722564382] exists,up 6832c1d5-420d-4f5b-8fe0-242e64a88afd 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.8 up in weight 1 up_from 57 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.79:6816/473120944,v1:172.21.15.79:6817/473120944] [v2:172.21.15.79:6818/473120944,v1:172.21.15.79:6819/473120944] exists,up 67c6b855-15a2-4d7f-843f-52ac93458fb6 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.9 up in weight 1 up_from 65 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.2:6826/3784346493,v1:172.21.15.2:6827/3784346493] [v2:172.21.15.2:6828/3784346493,v1:172.21.15.2:6829/3784346493] exists,up e0f5ddfe-0877-41a4-af75-bd8a890b543d 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.10 up in weight 1 up_from 70 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.47:6824/2845700574,v1:172.21.15.47:6825/2845700574] [v2:172.21.15.47:6826/2845700574,v1:172.21.15.47:6827/2845700574] exists,up c45ab1dc-8223-46cc-a45c-60dcf1743558 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:osd.11 up in weight 1 up_from 77 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.79:6824/503897673,v1:172.21.15.79:6825/503897673] [v2:172.21.15.79:6826/503897673,v1:172.21.15.79:6827/503897673] exists,up d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b 2024-09-05T04:10:43.171 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 2.0 [8,4] 2024-09-05T04:10:43.172 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 2.a [2,11] 2024-09-05T04:10:43.172 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 2.b [8,11] 2024-09-05T04:10:43.172 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 2.16 [2,4] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 3.0 [5,9] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 3.6 [4,6] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 3.e [5,9] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 3.1b [4,8,3,7] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 3.3c [4,9] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 4.13 [9,8] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 4.16 [9,8] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 4.17 [9,10] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:pg_upmap_items 4.1c [5,8] 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/1159486704 expires 2024-09-06T04:02:10.554337+0000 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/2045100706 expires 2024-09-06T04:02:10.554337+0000 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:6800/2922331777 expires 2024-09-06T04:02:10.554337+0000 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/2362552536 expires 2024-09-06T04:02:10.554337+0000 2024-09-05T04:10:43.173 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:6801/3360419510 expires 2024-09-06T04:01:40.213294+0000 2024-09-05T04:10:43.174 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:6800/3360419510 expires 2024-09-06T04:01:40.213294+0000 2024-09-05T04:10:43.174 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/2891054755 expires 2024-09-06T04:01:40.213294+0000 2024-09-05T04:10:43.174 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/1544745084 expires 2024-09-06T04:01:40.213294+0000 2024-09-05T04:10:43.174 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:6801/2922331777 expires 2024-09-06T04:02:10.554337+0000 2024-09-05T04:10:43.174 INFO:teuthology.orchestra.run.smithi002.stdout:blocklist 172.21.15.2:0/43121524 expires 2024-09-06T04:01:40.213294+0000 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 msgr2=0x7feebc0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 0x7feebc0a50f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7feeb8000c00 tx=0x7feeb8031d10 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 msgr2=0x7feed0197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7feec000cce0 tx=0x7feec000a620 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 shutdown_connections 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7feebc0a2c30 0x7feebc0a50f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed01078c0 0x7feed019f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0104f90 0x7feed0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 --2- 172.21.15.2:0/1278430857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102660 0x7feed0197e30 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 >> 172.21.15.2:0/1278430857 conn(0x7feed00fc280 msgr2=0x7feed0102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 shutdown_connections 2024-09-05T04:10:43.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:43.170+0000 7feed4990640 1 -- 172.21.15.2:0/1278430857 wait complete. 2024-09-05T04:10:43.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:43 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1278430857' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T04:10:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:43 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1278430857' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T04:10:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:43 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1278430857' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-05T04:10:44.081 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-05T04:10:44.093 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:44.354 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:44.475 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:44 smithi002 ceph-mon[31001]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:44 smithi079 ceph-mon[34908]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:44.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:44 smithi047 ceph-mon[34498]: pgmap v339: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:45.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.981+0000 7f472ef92640 1 -- 172.21.15.2:0/813669673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 msgr2=0x7f47281029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.981+0000 7f472ef92640 1 --2- 172.21.15.2:0/813669673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281029b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f4714009900 tx=0x7f471402a480 comp rx=0 tx=0).stop 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- 172.21.15.2:0/813669673 shutdown_connections 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- 172.21.15.2:0/813669673 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 0x7f472810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- 172.21.15.2:0/813669673 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281029b0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- 172.21.15.2:0/813669673 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 0x7f4728101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- 172.21.15.2:0/813669673 >> 172.21.15.2:0/813669673 conn(0x7f47280fc7d0 msgr2=0x7f47280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- 172.21.15.2:0/813669673 shutdown_connections 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- 172.21.15.2:0/813669673 wait complete. 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 Processor -- start 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- start start 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 0x7f4728199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:45.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 0x7f47281a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4728110e50 con 0x7f4728102570 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4728110cd0 con 0x7f4728102ef0 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.982+0000 7f472ef92640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4728110fd0 con 0x7f4728100e20 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43376/0 (socket says 172.21.15.2:43376) 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 -- 172.21.15.2:0/1967699938 learned_addr learned my addr 172.21.15.2:0/1967699938 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f472cd2e640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 0x7f4728199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f472d52f640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 0x7f47281a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 -- 172.21.15.2:0/1967699938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 msgr2=0x7f4728199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 0x7f4728199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 -- 172.21.15.2:0/1967699938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 msgr2=0x7f47281a4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:45.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 0x7f47281a4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 -- 172.21.15.2:0/1967699938 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47281a4840 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4727fff640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4714006010 tx=0x7f47140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f471403f070 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47281a4a10 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4714003aa0 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.983+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4714035030 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.984+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47281a4ec0 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.984+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4728101200 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.986+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f4714042070 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.986+0000 7f4725ffb640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 0x7f47180a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.987+0000 7f472cd2e640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 0x7f47180a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.987+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f47140efd40 con 0x7f4728102570 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.987+0000 7f472cd2e640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 0x7f47180a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f471c009990 tx=0x7f471c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:45.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:44.991+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f47140bc8e0 con 0x7f4728102570 2024-09-05T04:10:45.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.200+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4728109090 con 0x7f4728102570 2024-09-05T04:10:45.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.201+0000 7f4725ffb640 1 -- 172.21.15.2:0/1967699938 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f47140dae20 con 0x7f4728102570 2024-09-05T04:10:45.202 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:45.202 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:45.202 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:45.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 msgr2=0x7f47180a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:45.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 0x7f47180a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f471c009990 tx=0x7f471c009110 comp rx=0 tx=0).stop 2024-09-05T04:10:45.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 msgr2=0x7f47281997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:45.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4714006010 tx=0x7f47140042f0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 shutdown_connections 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f47180a2b80 0x7f47180a5040 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4728102ef0 0x7f47281a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4728102570 0x7f47281997c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 --2- 172.21.15.2:0/1967699938 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4728100e20 0x7f4728199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.203+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 >> 172.21.15.2:0/1967699938 conn(0x7f47280fc7d0 msgr2=0x7f47280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.204+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 shutdown_connections 2024-09-05T04:10:45.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:45.204+0000 7f472ef92640 1 -- 172.21.15.2:0/1967699938 wait complete. 2024-09-05T04:10:45.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:45 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1967699938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:45.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:45 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1967699938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:45 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1967699938' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:46.034 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:46.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:46 smithi002 ceph-mon[31001]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:46.295 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:46.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:46 smithi079 ceph-mon[34908]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:46.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:46 smithi047 ceph-mon[34498]: pgmap v340: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 -- 172.21.15.2:0/4195418936 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c101450 msgr2=0x7f622c105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 --2- 172.21.15.2:0/4195418936 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c101450 0x7f622c105920 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f6218009900 tx=0x7f621802a470 comp rx=0 tx=0).stop 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 -- 172.21.15.2:0/4195418936 shutdown_connections 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 --2- 172.21.15.2:0/4195418936 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c105f40 0x7f622c1063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 --2- 172.21.15.2:0/4195418936 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c101450 0x7f622c105920 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 --2- 172.21.15.2:0/4195418936 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f622c100b30 0x7f622c100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 -- 172.21.15.2:0/4195418936 >> 172.21.15.2:0/4195418936 conn(0x7f622c0fc7a0 msgr2=0x7f622c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 -- 172.21.15.2:0/4195418936 shutdown_connections 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.790+0000 7f6232b5a640 1 -- 172.21.15.2:0/4195418936 wait complete. 2024-09-05T04:10:46.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 Processor -- start 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 -- start start 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 0x7f622c1a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f622c105f40 0x7f622c19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f622c118470 con 0x7f622c100b30 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f622c1182f0 con 0x7f622c101450 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f6232b5a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f622c1185f0 con 0x7f622c105f40 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43384/0 (socket says 172.21.15.2:43384) 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 -- 172.21.15.2:0/1105802190 learned_addr learned my addr 172.21.15.2:0/1105802190 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f622bfff640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 0x7f622c1a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 -- 172.21.15.2:0/1105802190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f622c105f40 msgr2=0x7f622c19e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f622c105f40 0x7f622c19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:46.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 -- 172.21.15.2:0/1105802190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 msgr2=0x7f622c1a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 0x7f622c1a4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f62308f6640 1 -- 172.21.15.2:0/1105802190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f622c19ef60 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.791+0000 7f622bfff640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 0x7f622c1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f62308f6640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f622000b4a0 tx=0x7f622000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6220014070 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6220010ac0 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f622c19f250 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6220017c30 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.792+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f622c1ab4a0 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.793+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f622c06b070 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.794+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f6220017070 con 0x7f622c100b30 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.795+0000 7f6229ffb640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 0x7f621c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.795+0000 7f622bfff640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 0x7f621c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:46.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.795+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f62200cebe0 con 0x7f622c100b30 2024-09-05T04:10:46.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.795+0000 7f622bfff640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 0x7f621c0a5040 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6218031440 tx=0x7f62180095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:46.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:46.799+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f622009b720 con 0x7f622c100b30 2024-09-05T04:10:47.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.009+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f622c1ab7b0 con 0x7f622c100b30 2024-09-05T04:10:47.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.010+0000 7f6229ffb640 1 -- 172.21.15.2:0/1105802190 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f62200bb0e0 con 0x7f622c100b30 2024-09-05T04:10:47.010 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:47.010 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:47.011 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:47.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 msgr2=0x7f621c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:47.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 0x7f621c0a5040 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6218031440 tx=0x7f62180095f0 comp rx=0 tx=0).stop 2024-09-05T04:10:47.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 msgr2=0x7f622c1a4640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f622000b4a0 tx=0x7f622000b960 comp rx=0 tx=0).stop 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 shutdown_connections 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f621c0a2b80 0x7f621c0a5040 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f622c105f40 0x7f622c19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f622c101450 0x7f622c1a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 --2- 172.21.15.2:0/1105802190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f622c100b30 0x7f622c1a4640 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 >> 172.21.15.2:0/1105802190 conn(0x7f622c0fc7a0 msgr2=0x7f622c0fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 shutdown_connections 2024-09-05T04:10:47.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:47.012+0000 7f6232b5a640 1 -- 172.21.15.2:0/1105802190 wait complete. 2024-09-05T04:10:47.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:47 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1105802190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:47 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:47 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1105802190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:47 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:47 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1105802190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:47 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:47.744 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:10:48.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:48 smithi002 ceph-mon[31001]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:48.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:48 smithi079 ceph-mon[34908]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:48.642 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:48.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:48 smithi047 ceph-mon[34498]: pgmap v341: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:49.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.104+0000 7f3f60f19640 1 -- 172.21.15.2:0/1395601457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 msgr2=0x7f3f5c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.104+0000 7f3f60f19640 1 --2- 172.21.15.2:0/1395601457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c101200 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c009900 tx=0x7f3f4c02a480 comp rx=0 tx=0).stop 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 -- 172.21.15.2:0/1395601457 shutdown_connections 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 --2- 172.21.15.2:0/1395601457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102ef0 0x7f3f5c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 --2- 172.21.15.2:0/1395601457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102570 0x7f3f5c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 --2- 172.21.15.2:0/1395601457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c101200 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 -- 172.21.15.2:0/1395601457 >> 172.21.15.2:0/1395601457 conn(0x7f3f5c0fc7d0 msgr2=0x7f3f5c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 -- 172.21.15.2:0/1395601457 shutdown_connections 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 -- 172.21.15.2:0/1395601457 wait complete. 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 Processor -- start 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.105+0000 7f3f60f19640 1 -- start start 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102570 0x7f3f5c199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:49.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102ef0 0x7f3f5c1a4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c110e80 con 0x7f3f5c100e20 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c110d00 con 0x7f3f5c102ef0 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f60f19640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c111000 con 0x7f3f5c102570 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43396/0 (socket says 172.21.15.2:43396) 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 -- 172.21.15.2:0/2182465286 learned_addr learned my addr 172.21.15.2:0/2182465286 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5ad9d640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102ef0 0x7f3f5c1a4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f59d9b640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102570 0x7f3f5c199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 -- 172.21.15.2:0/2182465286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102570 msgr2=0x7f3f5c199850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102570 0x7f3f5c199850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 -- 172.21.15.2:0/2182465286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102ef0 msgr2=0x7f3f5c1a4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:49.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102ef0 0x7f3f5c1a4390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 -- 172.21.15.2:0/2182465286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f5c1a48d0 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f5a59c640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c004770 tx=0x7f3f4c003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.106+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4c03f070 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.107+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f4c03bd20 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.107+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f5c1a4aa0 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.107+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4c035030 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.107+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f5c1a4ef0 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.108+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f5c101200 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.109+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f3f4c042070 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.109+0000 7f3f4b7fe640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 0x7f3f440a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.110+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f3f4c0efbf0 con 0x7f3f5c100e20 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.110+0000 7f3f59d9b640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 0x7f3f440a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:49.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.110+0000 7f3f59d9b640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 0x7f3f440a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c06aac0 tx=0x7f3f5000b590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:49.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.118+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f4c0bc790 con 0x7f3f5c100e20 2024-09-05T04:10:49.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.322+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f5c109090 con 0x7f3f5c100e20 2024-09-05T04:10:49.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.323+0000 7f3f4b7fe640 1 -- 172.21.15.2:0/2182465286 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24766 (secure 0 0 0) 0x7f3f4c0bc090 con 0x7f3f5c100e20 2024-09-05T04:10:49.324 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:49.325 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":93,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:10:12.124269+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:10:49.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 msgr2=0x7f3f440a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:49.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 0x7f3f440a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c06aac0 tx=0x7f3f5000b590 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 msgr2=0x7f3f5c199310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c004770 tx=0x7f3f4c003ca0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 shutdown_connections 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f3f440a2b80 0x7f3f440a5040 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3f5c102ef0 0x7f3f5c1a4390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3f5c102570 0x7f3f5c199850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 --2- 172.21.15.2:0/2182465286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3f5c100e20 0x7f3f5c199310 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 >> 172.21.15.2:0/2182465286 conn(0x7f3f5c0fc7d0 msgr2=0x7f3f5c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 shutdown_connections 2024-09-05T04:10:49.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:49.326+0000 7f3f60f19640 1 -- 172.21.15.2:0/2182465286 wait complete. 2024-09-05T04:10:49.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:49 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2182465286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2182465286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: pgmap v342: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2182465286' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:50.179 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T04:08:51.276658+0000', 'modified': '2024-09-05T04:09:26.433853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.47:6839/180108788', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.47:6838', 'nonce': 180108788}, {'type': 'v1', 'addr': '172.21.15.47:6839', 'nonce': 180108788}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.79:6839/3872962547', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.79:6838', 'nonce': 3872962547}, {'type': 'v1', 'addr': '172.21.15.79:6839', 'nonce': 3872962547}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24493, 'qdb_cluster': [24493]} 2024-09-05T04:10:50.180 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T04:10:50.180 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T04:10:50.446 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:50.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 -- 172.21.15.2:0/3309104722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 msgr2=0x7fe5801021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 --2- 172.21.15.2:0/3309104722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe5801021c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe570009900 tx=0x7fe57002a3f0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 -- 172.21.15.2:0/3309104722 shutdown_connections 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 --2- 172.21.15.2:0/3309104722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 0x7fe58010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 --2- 172.21.15.2:0/3309104722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 0x7fe5801067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 --2- 172.21.15.2:0/3309104722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe5801021c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 -- 172.21.15.2:0/3309104722 >> 172.21.15.2:0/3309104722 conn(0x7fe5800fd8c0 msgr2=0x7fe5800ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 -- 172.21.15.2:0/3309104722 shutdown_connections 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.941+0000 7fe5853b8640 1 -- 172.21.15.2:0/3309104722 wait complete. 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 Processor -- start 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 -- start start 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 0x7fe580198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 0x7fe58019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe580111e30 con 0x7fe580101de0 2024-09-05T04:10:50.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe580111cb0 con 0x7fe580106f10 2024-09-05T04:10:50.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe5853b8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe580111fb0 con 0x7fe580102790 2024-09-05T04:10:50.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe57effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe57effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43416/0 (socket says 172.21.15.2:43416) 2024-09-05T04:10:50.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe57effd640 1 -- 172.21.15.2:0/683186633 learned_addr learned my addr 172.21.15.2:0/683186633 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:50.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.942+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 0x7fe58019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe5767fc640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 0x7fe580198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 -- 172.21.15.2:0/683186633 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 msgr2=0x7fe580198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 0x7fe580198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 -- 172.21.15.2:0/683186633 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 msgr2=0x7fe58019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 0x7fe58019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 -- 172.21.15.2:0/683186633 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe58019d300 con 0x7fe580101de0 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57effd640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe570005ab0 tx=0x7fe570003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57cff9640 1 -- 172.21.15.2:0/683186633 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57003f070 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57cff9640 1 -- 172.21.15.2:0/683186633 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe570031d60 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe58019d590 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe57cff9640 1 -- 172.21.15.2:0/683186633 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570035030 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.943+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5801a4ed0 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe57cff9640 1 -- 172.21.15.2:0/683186633 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7fe570042070 con 0x7fe580101de0 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 Processor -- start 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 -- start start 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfec3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56316df41090 con 0x56316dfda8b0 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56316dee8a70 con 0x56316dfe9fc0 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe587791740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56316df3d050 con 0x56316dfdb1d0 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe57f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe57f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43424/0 (socket says 172.21.15.2:43424) 2024-09-05T04:10:50.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.946+0000 7fe57f7fe640 1 -- 172.21.15.2:0/1809071716 learned_addr learned my addr 172.21.15.2:0/1809071716 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57cff9640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 0x7fe56c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 0x7fe56c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57effd640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe5767fc640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfec3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 -- 172.21.15.2:0/1809071716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 msgr2=0x56316dfe9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57cff9640 1 -- 172.21.15.2:0/683186633 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fe5700efbe0 con 0x7fe580101de0 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 -- 172.21.15.2:0/1809071716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 msgr2=0x56316dfec3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfec3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 -- 172.21.15.2:0/1809071716 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56316def5130 con 0x56316dfda8b0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57effd640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe5767fc640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfec3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe578014a60 tx=0x7fe578014f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8ead6697f9db80c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe5757fa640 1 -- 172.21.15.2:0/1809071716 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe57801ec50 con 0x56316dfda8b0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe5757fa640 1 -- 172.21.15.2:0/1809071716 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe578023070 con 0x56316dfda8b0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe5757fa640 1 -- 172.21.15.2:0/1809071716 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe578005560 con 0x56316dfda8b0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.947+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 0x7fe56c0a50c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe578022000 tx=0x7fe57801e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 -- 172.21.15.2:0/1809071716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 msgr2=0x56316dfdac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fe578014a60 tx=0x7fe578014f20 comp rx=0 tx=0).stop 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 -- 172.21.15.2:0/1809071716 shutdown_connections 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfec3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 --2- 172.21.15.2:0/1809071716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316dfdac90 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 -- 172.21.15.2:0/1809071716 >> 172.21.15.2:0/1809071716 conn(0x56316dfd6f60 msgr2=0x56316dfd7340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 -- 172.21.15.2:0/1809071716 shutdown_connections 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.948+0000 7fe587791740 1 -- 172.21.15.2:0/1809071716 wait complete. 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 -- start start 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 Processor -- start 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dfe9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 0x56316dfe6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56316dfecb90 con 0x56316dfe9fc0 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56316defbf20 con 0x56316dfdb1d0 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56316dfecd10 con 0x56316dfda8b0 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe587791740 10 client.0 _ll_register_callbacks cb 0x56316dec5030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43432/0 (socket says 172.21.15.2:43432) 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 -- 172.21.15.2:0/566134973 learned_addr learned my addr 172.21.15.2:0/566134973 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe5767fc640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 0x56316dfe6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57effd640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dfe9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 -- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 msgr2=0x56316dfe9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dfe9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 -- 172.21.15.2:0/566134973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 msgr2=0x56316dfe6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 0x56316dfe6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe57f7fe640 1 -- 172.21.15.2:0/566134973 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56316dcb22b0 con 0x56316dfe9fc0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.949+0000 7fe5767fc640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 0x56316dfe6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe578014fd0 tx=0x7fe5780128d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfabe4b7fdbdaab2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe578037060 con 0x56316dfe9fc0 2024-09-05T04:10:50.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe578023070 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fe57801ec50 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe57803e050 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 10 client.15138 fetch_fsmap learned FSMap version 21 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56316dff8480 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe578023070 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe57800f040 con 0x56316dfe9fc0 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 10 client.15138 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 10 client.15138 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 20 client.15138 populate_metadata read hostname 'smithi002' 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316dffbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 4 client.15138 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:10:50.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.950+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56316df4e600 con 0x56316dffa750 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.951+0000 7fe57effd640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316dffbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.951+0000 7fe57effd640 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316dffbbc0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b7347060cab499a server_cookie=9b0786b9aa208a55 in_seq=0 out_seq=0 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.951+0000 7fe5667fc640 10 client.15138 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe5667fc640 1 -- 172.21.15.2:0/566134973 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56316df4e600 con 0x56316dffa750 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe5667fc640 10 client.15138 handle_command_reply: tid=0 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 client.15138 shutdown 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 msgr2=0x56316dfe70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fe578014fd0 tx=0x7fe5780128d0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 shutdown_connections 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316dffbbc0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfe9fc0 0x56316dfe70c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfdb1d0 0x56316dfe6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe5667fc640 0 client.15138 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:50.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 --2- 172.21.15.2:0/566134973 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dfe9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 >> 172.21.15.2:0/566134973 conn(0x56316dfd6f60 msgr2=0x56316dfdccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 shutdown_connections 2024-09-05T04:10:50.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 1 -- 172.21.15.2:0/566134973 wait complete. 2024-09-05T04:10:50.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.952+0000 7fe587791740 20 client.15138 trim_cache size 0 max 16384 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.970+0000 7fe587791740 1 Processor -- start 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.970+0000 7fe587791740 1 -- start start 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.970+0000 7fe587791740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dffbbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.970+0000 7fe587791740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.970+0000 7fe587791740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe587791740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56316dff9f00 con 0x56316dfdb1d0 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe587791740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56316dffa5d0 con 0x56316dfe9fc0 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe587791740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56316dffaca0 con 0x56316dfda8b0 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43442/0 (socket says 172.21.15.2:43442) 2024-09-05T04:10:50.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 -- 172.21.15.2:0/1887839002 learned_addr learned my addr 172.21.15.2:0/1887839002 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe57effd640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dffbbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 -- 172.21.15.2:0/1887839002 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 msgr2=0x56316dffbbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dffbbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 -- 172.21.15.2:0/1887839002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 msgr2=0x56316dfe4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 -- 172.21.15.2:0/1887839002 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56316dfdb000 con 0x56316dfdb1d0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe57effd640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dffbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe5767fc640 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe5800fdce0 tx=0x7fe56800af70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a907a35244cae646 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe574ff9640 1 -- 172.21.15.2:0/1887839002 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe568005020 con 0x56316dfdb1d0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe574ff9640 1 -- 172.21.15.2:0/1887839002 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe568005670 con 0x56316dfdb1d0 2024-09-05T04:10:50.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.971+0000 7fe574ff9640 1 -- 172.21.15.2:0/1887839002 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe56800f960 con 0x56316dfdb1d0 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 -- 172.21.15.2:0/1887839002 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 msgr2=0x56316dfe3e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fe5800fdce0 tx=0x7fe56800af70 comp rx=0 tx=0).stop 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 -- 172.21.15.2:0/1887839002 shutdown_connections 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfdb1d0 0x56316dfe3e00 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 --2- 172.21.15.2:0/1887839002 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfda8b0 0x56316dffbbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 -- 172.21.15.2:0/1887839002 >> 172.21.15.2:0/1887839002 conn(0x56316dfd6f60 msgr2=0x56316dfe2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 -- 172.21.15.2:0/1887839002 shutdown_connections 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.972+0000 7fe587791740 1 -- 172.21.15.2:0/1887839002 wait complete. 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 -- start start 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 Processor -- start 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe3790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56316dffba40 con 0x56316dfda8b0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56316dffb370 con 0x56316dfe9fc0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56316dffc110 con 0x56316dfdb1d0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe587791740 10 client.0 _ll_register_callbacks cb 0x7fe578014860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43454/0 (socket says 172.21.15.2:43454) 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 -- 172.21.15.2:0/2296353072 learned_addr learned my addr 172.21.15.2:0/2296353072 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe5767fc640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 -- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 msgr2=0x56316dfe3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 -- 172.21.15.2:0/2296353072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 msgr2=0x56316dfe3cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe3cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57effd640 1 -- 172.21.15.2:0/2296353072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56316dfe4340 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.973+0000 7fe57f7fe640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe57effd640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe5700b8a50 tx=0x7fe570036b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1438feac82cc39c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570049040 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fe5700ba380 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe568005670 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe570049e40 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 10 client.15144 fetch_fsmap learned FSMap version 21 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56316e002da0 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe568005670 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe5700b86f0 con 0x56316dfda8b0 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 10 client.15144 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:10:50.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 10 client.15144 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 20 client.15144 populate_metadata read hostname 'smithi002' 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316e068560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 4 client.15144 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.974+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "status"}) -- 0x56316df48b10 con 0x56316dffa750 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe5767fc640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316e068560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe5767fc640 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316e068560 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3015902e6f042d90 server_cookie=e0199735dfcc5e8 in_seq=0 out_seq=0 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe5667fc640 10 client.15144 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe5667fc640 1 -- 172.21.15.2:0/2296353072 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x56316df48b10 con 0x56316dffa750 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe5667fc640 10 client.15144 handle_command_reply: tid=0 2024-09-05T04:10:50.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.975+0000 7fe587791740 1 client.15144 shutdown 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 msgr2=0x56316e004470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe5700b8a50 tx=0x7fe570036b60 comp rx=0 tx=0).stop 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 shutdown_connections 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56316dffa750 0x56316e068560 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56316dfe9fc0 0x56316dfe3cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56316dfdb1d0 0x56316dfe3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5667fc640 0 client.15144 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 --2- 172.21.15.2:0/2296353072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56316dfda8b0 0x56316e004470 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 >> 172.21.15.2:0/2296353072 conn(0x56316dfd6f60 msgr2=0x56316dfdc3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 shutdown_connections 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 1 -- 172.21.15.2:0/2296353072 wait complete. 2024-09-05T04:10:50.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe587791740 20 client.15144 trim_cache size 0 max 16384 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24493, 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 119.29770143099999, 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 21, 2024-09-05T04:10:50.992 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 93, 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 91, 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 139.29186569399999 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 msgr2=0x7fe56c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 0x7fe56c0a50c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fe578022000 tx=0x7fe57801e000 comp rx=0 tx=0).stop 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 msgr2=0x7fe580198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe570005ab0 tx=0x7fe570003cd0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 shutdown_connections 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe56c0a2c00 0x7fe56c0a50c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe580106f10 0x7fe58019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe580102790 0x7fe580198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.976+0000 7fe5853b8640 1 --2- 172.21.15.2:0/683186633 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe580101de0 0x7fe580198350 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.977+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 >> 172.21.15.2:0/683186633 conn(0x7fe5800fd8c0 msgr2=0x7fe5800fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.977+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 shutdown_connections 2024-09-05T04:10:50.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:50.977+0000 7fe5853b8640 1 -- 172.21.15.2:0/683186633 wait complete. 2024-09-05T04:10:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:10:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:10:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:51 smithi002 ceph-mon[31001]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:10:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:10:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:51 smithi079 ceph-mon[34908]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:10:51.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:10:51.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:51 smithi047 ceph-mon[34498]: from='mgr.14150 172.21.15.2:0/1917307' entity='mgr.x' 2024-09-05T04:10:51.823 INFO:teuthology.run_tasks:Running task sequential... 2024-09-05T04:10:51.833 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-05T04:10:51.833 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-05T04:10:51.834 INFO:teuthology.task.print:Enabling mgr modules 2024-09-05T04:10:51.834 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-09-05T04:10:51.835 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T04:10:51.835 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:10:51.835 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 -- 172.21.15.2:0/3139698675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 msgr2=0x7f21d01020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3139698675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d01020c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f21b8009900 tx=0x7f21b802a410 comp rx=0 tx=0).stop 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 -- 172.21.15.2:0/3139698675 shutdown_connections 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3139698675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 0x7f21d0108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3139698675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d01020c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3139698675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 0x7f21d0100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:51.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 -- 172.21.15.2:0/3139698675 >> 172.21.15.2:0/3139698675 conn(0x7f21d00fc1b0 msgr2=0x7f21d00fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:51.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 -- 172.21.15.2:0/3139698675 shutdown_connections 2024-09-05T04:10:51.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.940+0000 7f21d48a6640 1 -- 172.21.15.2:0/3139698675 wait complete. 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 Processor -- start 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 -- start start 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 0x7f21d0197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 0x7f21d019f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f21d010c5d0 con 0x7f21d0101c40 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21d010c450 con 0x7f21d0100a50 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21d48a6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f21d010c750 con 0x7f21d0102600 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53828/0 (socket says 172.21.15.2:53828) 2024-09-05T04:10:51.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.941+0000 7f21c7fff640 1 -- 172.21.15.2:0/3927766417 learned_addr learned my addr 172.21.15.2:0/3927766417 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21ce59c640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 0x7f21d0197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21ced9d640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 0x7f21d019f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 -- 172.21.15.2:0/3927766417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 msgr2=0x7f21d019f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 0x7f21d019f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 -- 172.21.15.2:0/3927766417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 msgr2=0x7f21d0197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 0x7f21d0197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 -- 172.21.15.2:0/3927766417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21d019fa30 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c7fff640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f21b8005ab0 tx=0x7f21b8003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b803f070 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21b8031e40 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21d019fcc0 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21b8035030 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.942+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21d01a01b0 con 0x7f21d0101c40 2024-09-05T04:10:51.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.943+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21d01a0380 con 0x7f21d0101c40 2024-09-05T04:10:51.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.944+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 18) ==== 137832+0+0 (secure 0 0 0) 0x7f21b8042070 con 0x7f21d0101c40 2024-09-05T04:10:51.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.945+0000 7f21c77fe640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 0x7f21bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:51.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.945+0000 7f21ce59c640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 0x7f21bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:51.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.945+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f21b80efe00 con 0x7f21d0101c40 2024-09-05T04:10:51.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.945+0000 7f21ce59c640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 0x7f21bc0a5040 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f21c0005fd0 tx=0x7f21c0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:51.949 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:51.949+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f21b80bc9a0 con 0x7f21d0101c40 2024-09-05T04:10:52.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.182+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f21d01a0710 con 0x7f21d0101c40 2024-09-05T04:10:52.478 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-mon[34908]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:52.479 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T04:10:52.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-mon[31001]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:52.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T04:10:52.588 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-mon[34498]: pgmap v343: 129 pgs: 129 active+clean; 641 KiB data, 351 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:10:52.588 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-09-05T04:10:52.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.623+0000 7f21c77fe640 1 -- 172.21.15.2:0/3927766417 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f21b80bc2a0 con 0x7f21d0101c40 2024-09-05T04:10:52.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.625+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 msgr2=0x7f21bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:52.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.625+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 0x7f21bc0a5040 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f21c0005fd0 tx=0x7f21c0005850 comp rx=0 tx=0).stop 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.625+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 msgr2=0x7f21d0198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.625+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f21b8005ab0 tx=0x7f21b8003cd0 comp rx=0 tx=0).stop 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 shutdown_connections 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f21bc0a2b80 0x7f21bc0a5040 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21d0102600 0x7f21d019f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21d0101c40 0x7f21d0198350 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:52.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 --2- 172.21.15.2:0/3927766417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21d0100a50 0x7f21d0197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:52.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 >> 172.21.15.2:0/3927766417 conn(0x7f21d00fc1b0 msgr2=0x7f21d006a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:52.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 shutdown_connections 2024-09-05T04:10:52.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:52.626+0000 7f21d48a6640 1 -- 172.21.15.2:0/3927766417 wait complete. 2024-09-05T04:10:52.644 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-05T04:10:52.655 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-05T04:10:52.655 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-05T04:10:52.655 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-05T04:10:52.656 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-05T04:10:52.656 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:52.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:52.656 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list 2024-09-05T04:10:52.673 INFO:teuthology.orchestra.run.smithi002.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-05T04:10:52.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:52.674 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-05T04:10:52.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:52.739 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link delete ceph-brx 2024-09-05T04:10:52.785 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: ignoring --setuser ceph since I am not root 2024-09-05T04:10:52.785 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: ignoring --setgroup ceph since I am not root 2024-09-05T04:10:52.785 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-mgr[36723]: -- 172.21.15.79:0/1584768722 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d1424cf0e0 con 0x55d1424ad400 2024-09-05T04:10:52.785 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:52.784+0000 7f2c9828c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:10:52.832 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-05T04:10:52.832 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-05T04:10:52.832 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs ls 2024-09-05T04:10:52.839 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: ignoring --setuser ceph since I am not root 2024-09-05T04:10:52.839 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: ignoring --setgroup ceph since I am not root 2024-09-05T04:10:52.839 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-mgr[35866]: -- 172.21.15.47:0/2794496240 <== mon.0 v2:172.21.15.2:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c6a0d890e0 con 0x55c6a0d66800 2024-09-05T04:10:52.839 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:52.780+0000 7f437f51e040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:10:52.839 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:52.838+0000 7f437f51e040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:53.012 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setuser ceph since I am not root 2024-09-05T04:10:53.012 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ignoring --setgroup ceph since I am not root 2024-09-05T04:10:53.012 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:52.788+0000 7f4df32c7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-05T04:10:53.013 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:52.852+0000 7f4df32c7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:53.013 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.011+0000 7f4df32c7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:10:53.067 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:52.843+0000 7f2c9828c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:53.068 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:52.997+0000 7f2c9828c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:10:53.095 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:53.186 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:52.991+0000 7f437f51e040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-05T04:10:53.186 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.060+0000 7f437f51e040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:10:53.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.089+0000 7f4df32c7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:10:53.285 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.250+0000 7f4df32c7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:53.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.066+0000 7f2c9828c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-05T04:10:53.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.221+0000 7f2c9828c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:53.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 -- 172.21.15.2:0/2969613400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc102d30 msgr2=0x7f40bc103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:53.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 --2- 172.21.15.2:0/2969613400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc102d30 0x7f40bc103110 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f40ac009900 tx=0x7f40ac02a480 comp rx=0 tx=0).stop 2024-09-05T04:10:53.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 -- 172.21.15.2:0/2969613400 shutdown_connections 2024-09-05T04:10:53.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 --2- 172.21.15.2:0/2969613400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc10c160 0x7f40bc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 --2- 172.21.15.2:0/2969613400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 --2- 172.21.15.2:0/2969613400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc102d30 0x7f40bc103110 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 -- 172.21.15.2:0/2969613400 >> 172.21.15.2:0/2969613400 conn(0x7f40bc0fc790 msgr2=0x7f40bc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 -- 172.21.15.2:0/2969613400 shutdown_connections 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.579+0000 7f40c2417640 1 -- 172.21.15.2:0/2969613400 wait complete. 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.580+0000 7f40c2417640 1 Processor -- start 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.580+0000 7f40c2417640 1 -- start start 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 0x7f40bc19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc111e10 con 0x7f40bc10c160 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc111c90 con 0x7f40bc103650 2024-09-05T04:10:53.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c2417640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f40bc111f90 con 0x7f40bc102d30 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c09b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 0x7f40bc19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:35506/0 (socket says 172.21.15.2:35506) 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bb7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40c09b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 0x7f40bc19cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53856/0 (socket says 172.21.15.2:53856) 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 -- 172.21.15.2:0/3414562449 learned_addr learned my addr 172.21.15.2:0/3414562449 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 msgr2=0x7f40bc1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 msgr2=0x7f40bc19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 0x7f40bc19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 -- 172.21.15.2:0/3414562449 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40bc19d330 con 0x7f40bc102d30 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bb7fe640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40bbfff640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f40ac005940 tx=0x7f40ac0040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:53.598 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.581+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac03f030 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.582+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40bc19d5c0 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.582+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40ac0044c0 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.582+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac035070 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.582+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40bc1a4f00 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.583+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40bc103110 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.584+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7f40ac042030 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.584+0000 7f40b97fa640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 0x7f40a40a5090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.584+0000 7f40bb7fe640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 msgr2=0x7f40a40a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.584+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f40ac0efa30 con 0x7f40bc102d30 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.585+0000 7f40bb7fe640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 0x7f40a40a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:53.599 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.588+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f40ac0bbf20 con 0x7f40bc102d30 2024-09-05T04:10:53.624 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.212+0000 7f437f51e040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:53.624 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.359+0000 7f437f51e040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:10:53.625 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.368+0000 7f2c9828c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:10:53.625 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.402+0000 7f4df32c7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-05T04:10:53.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.786+0000 7f40bb7fe640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 msgr2=0x7f40a40a5090 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:53.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.786+0000 7f40bb7fe640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 0x7f40a40a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-05T04:10:53.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.802+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f40bc1996e0 con 0x7f40bc102d30 2024-09-05T04:10:53.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.802+0000 7f40b97fa640 1 -- 172.21.15.2:0/3414562449 <== mon.1 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) ==== 53+0+88 (secure 0 0 0) 0x7f40bc1996e0 con 0x7f40bc102d30 2024-09-05T04:10:53.803 INFO:teuthology.orchestra.run.smithi002.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-05T04:10:53.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 msgr2=0x7f40a40a5090 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:53.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 0x7f40a40a5090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 msgr2=0x7f40bc198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f40ac005940 tx=0x7f40ac0040c0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 shutdown_connections 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f40a40a2bd0 0x7f40a40a5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40bc10c160 0x7f40bc19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40bc103650 0x7f40bc1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 --2- 172.21.15.2:0/3414562449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40bc102d30 0x7f40bc198380 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 >> 172.21.15.2:0/3414562449 conn(0x7f40bc0fc790 msgr2=0x7f40bc0fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 shutdown_connections 2024-09-05T04:10:53.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:53.805+0000 7f40c2417640 1 -- 172.21.15.2:0/3414562449 wait complete. 2024-09-05T04:10:53.931 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T04:10:53.931 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-mon[34908]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-05T04:10:53.931 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.692+0000 7f2c9828c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:10:53.931 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.755+0000 7f2c9828c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:10:53.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T04:10:53.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-mon[34498]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-05T04:10:53.936 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.684+0000 7f437f51e040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:10:53.936 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.747+0000 7f437f51e040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:10:54.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3927766417' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-09-05T04:10:54.005 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-mon[31001]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-05T04:10:54.005 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.738+0000 7f4df32c7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-05T04:10:54.005 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:53.803+0000 7f4df32c7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-05T04:10:54.005 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:54.003+0000 7f4df32c7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:10:54.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:53.948+0000 7f2c9828c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:10:54.436 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:53.939+0000 7f437f51e040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi002.front.sepia.ceph.com 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:54.630 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-05T04:10:54.631 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-05T04:10:54.631 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-05T04:10:54.631 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-05T04:10:54.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:54.631 DEBUG:teuthology.orchestra.run.smithi002:> ip addr 2024-09-05T04:10:54.647 INFO:teuthology.orchestra.run.smithi002.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-05T04:10:54.647 INFO:teuthology.orchestra.run.smithi002.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-05T04:10:54.647 INFO:teuthology.orchestra.run.smithi002.stdout: inet 127.0.0.1/8 scope host lo 2024-09-05T04:10:54.647 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: inet6 ::1/128 scope host 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:6b:fe:02 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp7s0f0 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:6b:fe:03 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp7s0f1 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:bd:19:20 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp1s0f0 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: inet 172.21.15.2/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-05T04:10:54.648 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft 42167sec preferred_lft 42167sec 2024-09-05T04:10:54.649 INFO:teuthology.orchestra.run.smithi002.stdout: inet6 fe80::6ed8:cfec:8d80:3ce0/64 scope link noprefixroute 2024-09-05T04:10:54.649 INFO:teuthology.orchestra.run.smithi002.stdout: valid_lft forever preferred_lft forever 2024-09-05T04:10:54.649 INFO:teuthology.orchestra.run.smithi002.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-05T04:10:54.649 INFO:teuthology.orchestra.run.smithi002.stdout: link/ether 0c:c4:7a:bd:19:21 brd ff:ff:ff:ff:ff:ff 2024-09-05T04:10:54.649 INFO:teuthology.orchestra.run.smithi002.stdout: altname enp1s0f1 2024-09-05T04:10:54.649 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-05T04:10:54.649 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:10:54.649 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:10:54.649 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link add name ceph-brx type bridge 2024-09-05T04:10:54.650 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip addr flush dev ceph-brx 2024-09-05T04:10:54.650 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set ceph-brx up 2024-09-05T04:10:54.650 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-05T04:10:54.650 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:10:54.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:10:54.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:54.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:54.790 DEBUG:teuthology.orchestra.run.smithi002:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-05T04:10:54.815 INFO:teuthology.orchestra.run.smithi002.stdout:1 2024-09-05T04:10:54.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:54.817 DEBUG:teuthology.orchestra.run.smithi002:> route 2024-09-05T04:10:54.873 INFO:teuthology.orchestra.run.smithi002.stdout:Kernel IP routing table 2024-09-05T04:10:54.874 INFO:teuthology.orchestra.run.smithi002.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-05T04:10:54.874 INFO:teuthology.orchestra.run.smithi002.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-05T04:10:54.874 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-05T04:10:54.874 INFO:teuthology.orchestra.run.smithi002.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-05T04:10:54.874 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:10:54.874 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:10:54.874 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-05T04:10:54.874 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-05T04:10:54.874 DEBUG:teuthology.orchestra.run.smithi002:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-05T04:10:54.875 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:10:54.896 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:54 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3414562449' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:10:54.896 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:54.827+0000 7f2c9828c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:10:54.928 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:54 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3414562449' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:10:54.929 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:54.855+0000 7f437f51e040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:10:54.949 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:54 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3414562449' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-05T04:10:54.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:10:54.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:55.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:55.005 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list 2024-09-05T04:10:55.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:55.060 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list-id 2024-09-05T04:10:55.116 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:10:55.116 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:10:55.116 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:10:55.116 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-05T04:10:55.116 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:10:55.186 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:54.925+0000 7f437f51e040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:10:55.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:10:55.213 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:54.948+0000 7f4df32c7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-05T04:10:55.213 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:55.023+0000 7f4df32c7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:10:55.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:55.234 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-05T04:10:55.234 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:10:55.234 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:10:55.234 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-05T04:10:55.235 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-05T04:10:55.235 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-05T04:10:55.235 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-05T04:10:55.235 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-05T04:10:55.235 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:10:55.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:10:55.327 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:54.895+0000 7f2c9828c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-05T04:10:55.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:55.352 DEBUG:teuthology.orchestra.run.smithi002:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-05T04:10:55.353 DEBUG:teuthology.orchestra.run.smithi002:> set -e 2024-09-05T04:10:55.353 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set brx.0 up 2024-09-05T04:10:55.353 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link set dev brx.0 master ceph-brx 2024-09-05T04:10:55.353 DEBUG:teuthology.orchestra.run.smithi002:> ') 2024-09-05T04:10:55.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-05T04:10:55.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:55.431 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-05T04:10:55.431 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T04:10:55.431 DEBUG:teuthology.orchestra.run.smithi002:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:55.446 INFO:teuthology.orchestra.run.smithi002.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-05T04:10:55.447 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-05T04:10:55.447 DEBUG:teuthology.orchestra.run.smithi002:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:55.502 DEBUG:teuthology.orchestra.run.smithi002:> sudo modprobe fuse 2024-09-05T04:10:55.568 DEBUG:teuthology.orchestra.run.smithi002:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T04:10:55.624 INFO:teuthology.orchestra.run.smithi002.stdout:/proc 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/dev 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/security 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/shm 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/pts 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/run 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/cgroup 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/pstore 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/bpf 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/ 2024-09-05T04:10:55.625 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/selinux 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/mqueue 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/hugepages 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/debug 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/tracing 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/fuse/connections 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/config 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T04:10:55.626 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/1000 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/ceph 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/db48142137294c136d3624db431a4472ee121b81f8fe84010b21b86e09d4136d/merged 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/d1f302181dc2eab1ba7fc032a1e42d4d421e1cdf9e63109f9b15ac4a1015d39d/merged 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/0 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c8d419bece23a016a2071b718293e387e890313fa81288b7c81a0c1efc3e20b8/merged 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/8a056075ebc36bc55bcbe419d9fdc21db784000817ed407cdace5b07773c1e62/merged 2024-09-05T04:10:55.627 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c40295087bc6c87c279e4d5fd34eacd623d89c6270c4cd8fb267de9d7494bc73/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/3b1197e8069738702384fa42b9d0746394f70140f68bf37cbe520704840c77b9/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/91b3cb048d692e6a0019d10942e8ef0d68cbaf2876e3e17c915b93c4c3df0fda/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c2344e24badd47e1a339c5110a1833cd20d32814efe37e66d5a8d874a1be9827/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/b0a0f8eca50be48bcda2e16eab6fa0994cab44e1592919b0e64148343fe6dd5e/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/52dac7d379e67d8ea9a1459161ac3fbaf6e2d58868432f65bd5b4e59eb2f747f/merged 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:10:55.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:55.628 DEBUG:teuthology.orchestra.run.smithi002:> ls /sys/fs/fuse/connections 2024-09-05T04:10:55.680 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-05T04:10:55.681 DEBUG:teuthology.orchestra.run.smithi002:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/21148368-c52b-4f1b-8606-e64d0b48edf4 --client_fs=cephfs) 2024-09-05T04:10:55.724 DEBUG:teuthology.orchestra.run.smithi002:> sudo modprobe fuse 2024-09-05T04:10:55.749 DEBUG:teuthology.orchestra.run.smithi002:> cat /proc/self/mounts | awk '{print $2}' 2024-09-05T04:10:55.805 INFO:teuthology.orchestra.run.smithi002.stdout:/proc 2024-09-05T04:10:55.805 INFO:teuthology.orchestra.run.smithi002.stdout:/sys 2024-09-05T04:10:55.805 INFO:teuthology.orchestra.run.smithi002.stdout:/dev 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/security 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/shm 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/pts 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/run 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/cgroup 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/pstore 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/bpf 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/ 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/selinux 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/mqueue 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/dev/hugepages 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/debug 2024-09-05T04:10:55.806 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/tracing 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysusers.service 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/fs/fuse/connections 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/sys/kernel/config 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-sysctl.service 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/nfs/rpc_pipefs 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/1000 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/ceph 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/db48142137294c136d3624db431a4472ee121b81f8fe84010b21b86e09d4136d/merged 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/d1f302181dc2eab1ba7fc032a1e42d4d421e1cdf9e63109f9b15ac4a1015d39d/merged 2024-09-05T04:10:55.807 INFO:teuthology.orchestra.run.smithi002.stdout:/run/user/0 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/proc/sys/fs/binfmt_misc 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c8d419bece23a016a2071b718293e387e890313fa81288b7c81a0c1efc3e20b8/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/8a056075ebc36bc55bcbe419d9fdc21db784000817ed407cdace5b07773c1e62/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c40295087bc6c87c279e4d5fd34eacd623d89c6270c4cd8fb267de9d7494bc73/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/3b1197e8069738702384fa42b9d0746394f70140f68bf37cbe520704840c77b9/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/91b3cb048d692e6a0019d10942e8ef0d68cbaf2876e3e17c915b93c4c3df0fda/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/c2344e24badd47e1a339c5110a1833cd20d32814efe37e66d5a8d874a1be9827/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/b0a0f8eca50be48bcda2e16eab6fa0994cab44e1592919b0e64148343fe6dd5e/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/var/lib/containers/storage/overlay/52dac7d379e67d8ea9a1459161ac3fbaf6e2d58868432f65bd5b4e59eb2f747f/merged 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run.smithi002.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:10:55.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:55.809 DEBUG:teuthology.orchestra.run.smithi002:> ls /sys/fs/fuse/connections 2024-09-05T04:10:55.809 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi002.stderr:2024-09-05T04:10:55.809+0000 7f66c5d2d480 -1 init, newargv = 0x55bff8628b70 newargc=15 2024-09-05T04:10:55.810 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi002.stderr:ceph-fuse[83699]: starting ceph client 2024-09-05T04:10:55.817 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi002.stderr:ceph-fuse[83699]: starting fuse 2024-09-05T04:10:55.825 INFO:teuthology.orchestra.run.smithi002.stdout:121 2024-09-05T04:10:55.825 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [121] 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo stdin-killer -- python3 -c ' 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> import glob 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> import re 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> import os 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> import subprocess 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> def _find_admin_socket(client_name): 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> files = glob.glob(asok_path) 2024-09-05T04:10:55.826 DEBUG:teuthology.orchestra.run.smithi002:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> # Given a non-glob path, it better be there 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> if "*" not in asok_path: 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> assert(len(files) == 1) 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> return files[0] 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> for f in files: 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> contents = proc_f.read() 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> if mountpoint in contents: 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> return f 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-05T04:10:55.827 DEBUG:teuthology.orchestra.run.smithi002:> 2024-09-05T04:10:55.828 DEBUG:teuthology.orchestra.run.smithi002:> print(_find_admin_socket("client.0")) 2024-09-05T04:10:55.828 DEBUG:teuthology.orchestra.run.smithi002:> ' 2024-09-05T04:10:55.867 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:55.604+0000 7f2c9828c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:10:55.867 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:55.720+0000 7f2c9828c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:10:55.887 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:55.800+0000 7f4df32c7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:10:55.933 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:55.663+0000 7f437f51e040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-05T04:10:55.933 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:55.783+0000 7f437f51e040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:10:55.946 INFO:teuthology.orchestra.run.smithi002.stdout:/var/run/ceph/ceph-client.0.83699.asok 2024-09-05T04:10:55.949 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-05T04:10:55.957 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.83699.asok 2024-09-05T04:10:55.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:55.957 DEBUG:teuthology.orchestra.run.smithi002:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.83699.asok status 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "metadata": { 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_sha1": "91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_version": "ceph version 19.1.1-259-g91c8a7e5 (91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4) squid (stable)", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "entity_id": "0", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "hostname": "smithi002", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "pid": "83699", 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "root": "/volumes/qa/sv_0/21148368-c52b-4f1b-8606-e64d0b48edf4" 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "dentry_count": 0, 2024-09-05T04:10:56.093 INFO:teuthology.orchestra.run.smithi002.stdout: "dentry_pinned_count": 0, 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 15180, 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "inst": { 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "name": { 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "client", 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "num": 15180 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": { 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v1", 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "192.168.0.1:0", 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 2111276203 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": { 2024-09-05T04:10:56.094 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v1", 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "192.168.0.1:0", 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 2111276203 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "inst_str": "client.15180 192.168.0.1:0/2111276203", 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "addr_str": "192.168.0.1:0/2111276203", 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "inode_count": 5, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_epoch": 21, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_epoch": 93, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_epoch_barrier": 0, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "blocklisted": false, 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs" 2024-09-05T04:10:56.095 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:10:56.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:56.102 DEBUG:teuthology.orchestra.run.smithi002:> stat --file-system '--printf=%T 2024-09-05T04:10:56.102 DEBUG:teuthology.orchestra.run.smithi002:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:56.117 INFO:teuthology.orchestra.run.smithi002.stdout:fuseblk 2024-09-05T04:10:56.117 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:56.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:10:56.117 DEBUG:teuthology.orchestra.run.smithi002:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-05T04:10:56.148 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:55.866+0000 7f2c9828c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:56.148 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:55.929+0000 7f2c9828c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:10:56.148 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.079+0000 7f2c9828c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:10:56.148 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.147+0000 7f2c9828c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:10:56.149 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:55.928+0000 7f4df32c7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-05T04:10:56.150 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.083+0000 7f4df32c7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:56.175 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-05T04:10:56.187 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-05T04:10:56.210 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T04:10:56.210 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:55.932+0000 7f437f51e040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-05T04:10:56.210 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:55.996+0000 7f437f51e040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:10:56.211 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.150+0000 7f437f51e040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 -- 172.21.15.2:0/3703204256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 msgr2=0x7f43241020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 --2- 172.21.15.2:0/3703204256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f43241020c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f4318009900 tx=0x7f431802a410 comp rx=0 tx=0).stop 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 -- 172.21.15.2:0/3703204256 shutdown_connections 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 --2- 172.21.15.2:0/3703204256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f4324108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 --2- 172.21.15.2:0/3703204256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f43241020c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 --2- 172.21.15.2:0/3703204256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 0x7f4324100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 -- 172.21.15.2:0/3703204256 >> 172.21.15.2:0/3703204256 conn(0x7f43240fc1f0 msgr2=0x7f43240fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 -- 172.21.15.2:0/3703204256 shutdown_connections 2024-09-05T04:10:56.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.317+0000 7f4328bf6640 1 -- 172.21.15.2:0/3703204256 wait complete. 2024-09-05T04:10:56.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 Processor -- start 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 -- start start 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 0x7f4324197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f432419f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f432410c560 con 0x7f4324101c40 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f432410c3e0 con 0x7f4324100a50 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4328bf6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f432410c6e0 con 0x7f4324102600 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.318+0000 7f4321d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53878/0 (socket says 172.21.15.2:53878) 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 -- 172.21.15.2:0/2752434920 learned_addr learned my addr 172.21.15.2:0/2752434920 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f432259c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 0x7f4324197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4322d9d640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f432419f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 -- 172.21.15.2:0/2752434920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 msgr2=0x7f432419f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f432419f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 -- 172.21.15.2:0/2752434920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 msgr2=0x7f4324197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 0x7f4324197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 -- 172.21.15.2:0/2752434920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432419f9f0 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4322d9d640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f432419f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4321d9b640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4318004770 tx=0x7f43180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f431803f030 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432419fc80 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4318003cb0 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43241a01c0 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.319+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4318035070 con 0x7f4324101c40 2024-09-05T04:10:56.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.321+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43241a0450 con 0x7f4324101c40 2024-09-05T04:10:56.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.323+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7f4318042030 con 0x7f4324101c40 2024-09-05T04:10:56.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.323+0000 7f43137fe640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 0x7f430c0a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.323+0000 7f432259c640 1 -- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 msgr2=0x7f430c0a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:56.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.323+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7f43180effa0 con 0x7f4324101c40 2024-09-05T04:10:56.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.323+0000 7f432259c640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 0x7f430c0a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:56.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.326+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f43180bc4f0 con 0x7f4324101c40 2024-09-05T04:10:56.433 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.208+0000 7f2c9828c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:10:56.433 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.367+0000 7f2c9828c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:10:56.451 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.149+0000 7f4df32c7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-05T04:10:56.451 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.311+0000 7f4df32c7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-05T04:10:56.451 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.386+0000 7f4df32c7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:10:56.451 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.450+0000 7f4df32c7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:10:56.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.506+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f43241a0620 con 0x7f4324101c40 2024-09-05T04:10:56.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.508+0000 7f43137fe640 1 -- 172.21.15.2:0/2752434920 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) ==== 74+0+24766 (secure 0 0 0) 0x7f43180c07f0 con 0x7f4324101c40 2024-09-05T04:10:56.509 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:56.509 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":93,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:10:12.124269+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 msgr2=0x7f430c0a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 0x7f430c0a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 msgr2=0x7f4324198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4318004770 tx=0x7f43180042f0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 shutdown_connections 2024-09-05T04:10:56.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7f430c0a2be0 0x7f430c0a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4324102600 0x7f432419f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4324101c40 0x7f4324198310 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 --2- 172.21.15.2:0/2752434920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4324100a50 0x7f4324197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.510+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 >> 172.21.15.2:0/2752434920 conn(0x7f43240fc1f0 msgr2=0x7f43240695a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.511+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 shutdown_connections 2024-09-05T04:10:56.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.511+0000 7f4328bf6640 1 -- 172.21.15.2:0/2752434920 wait complete. 2024-09-05T04:10:56.517 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.221+0000 7f437f51e040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-05T04:10:56.517 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.284+0000 7f437f51e040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-05T04:10:56.517 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.448+0000 7f437f51e040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:10:56.523 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T04:04:20.876371+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T04:08:47.603917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T04:08:49.549970+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-05T04:08:55.948596+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-05T04:10:56.523 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T04:10:56.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 -- 172.21.15.2:0/884458299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 msgr2=0x7fe0bc108e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 --2- 172.21.15.2:0/884458299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc108e70 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fe0b4009ca0 tx=0x7fe0b402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 -- 172.21.15.2:0/884458299 shutdown_connections 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 --2- 172.21.15.2:0/884458299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc108e70 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 --2- 172.21.15.2:0/884458299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc101c20 0x7fe0bc1020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 --2- 172.21.15.2:0/884458299 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc100a30 0x7fe0bc100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 -- 172.21.15.2:0/884458299 >> 172.21.15.2:0/884458299 conn(0x7fe0bc0fc190 msgr2=0x7fe0bc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 -- 172.21.15.2:0/884458299 shutdown_connections 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.628+0000 7fe0c2928640 1 -- 172.21.15.2:0/884458299 wait complete. 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 Processor -- start 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 -- start start 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc19f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10c540 con 0x7fe0bc1025e0 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10c3c0 con 0x7fe0bc100a30 2024-09-05T04:10:56.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c2928640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc10c6c0 con 0x7fe0bc101c20 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c0ec5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc19f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bbfff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:35532/0 (socket says 172.21.15.2:35532) 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0c0ec5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc19f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53896/0 (socket says 172.21.15.2:53896) 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bbfff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:48866/0 (socket says 172.21.15.2:48866) 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 -- 172.21.15.2:0/918935773 learned_addr learned my addr 172.21.15.2:0/918935773 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 -- 172.21.15.2:0/918935773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 msgr2=0x7fe0bc06a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 -- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 msgr2=0x7fe0bc19f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc19f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bb7fe640 1 -- 172.21.15.2:0/918935773 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0bc19f9a0 con 0x7fe0bc101c20 2024-09-05T04:10:56.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.629+0000 7fe0bbfff640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0bb7fe640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe0b000e9f0 tx=0x7fe0b000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b000cd80 con 0x7fe0bc101c20 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0bc19fc30 con 0x7fe0bc101c20 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0b00108e0 con 0x7fe0bc101c20 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0b0018920 con 0x7fe0bc101c20 2024-09-05T04:10:56.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.630+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0bc1a01d0 con 0x7fe0bc101c20 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.631+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0bc107e60 con 0x7fe0bc101c20 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.632+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7fe0b0010a90 con 0x7fe0bc101c20 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.633+0000 7fe0b97fa640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 0x7fe0a40a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.633+0000 7fe0bbfff640 1 -- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 msgr2=0x7fe0a40a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.633+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fe0b00cfb30 con 0x7fe0bc101c20 2024-09-05T04:10:56.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.633+0000 7fe0bbfff640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 0x7fe0a40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:56.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.636+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe0b009c020 con 0x7fe0bc101c20 2024-09-05T04:10:56.705 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2752434920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:56.706 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.432+0000 7f2c9828c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:10:56.706 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.499+0000 7f2c9828c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:10:56.706 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.583+0000 7f2c9828c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:56.706 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.644+0000 7f2c9828c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:10:56.706 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:56.705+0000 7f2c9828c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:10:56.767 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2752434920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:56.767 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.623+0000 7f4df32c7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-05T04:10:56.767 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.695+0000 7f4df32c7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:10:56.797 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2752434920' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:10:56.797 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.515+0000 7f437f51e040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-05T04:10:56.798 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.585+0000 7f437f51e040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:10:56.798 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.672+0000 7f437f51e040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:56.798 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.734+0000 7f437f51e040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:10:56.798 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:56.796+0000 7f437f51e040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:10:56.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.813+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe0bc02d990 con 0x7fe0bc101c20 2024-09-05T04:10:56.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.814+0000 7fe0b97fa640 1 -- 172.21.15.2:0/918935773 <== mon.1 v2:172.21.15.79:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) ==== 93+0+10 (secure 0 0 0) 0x7fe0b00a0320 con 0x7fe0bc101c20 2024-09-05T04:10:56.814 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 msgr2=0x7fe0a40a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 0x7fe0a40a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 msgr2=0x7fe0bc19ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fe0b000e9f0 tx=0x7fe0b000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 shutdown_connections 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe0a40a2be0 0x7fe0a40a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe0bc1025e0 0x7fe0bc19f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe0bc101c20 0x7fe0bc19ca70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 --2- 172.21.15.2:0/918935773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe0bc100a30 0x7fe0bc06a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 >> 172.21.15.2:0/918935773 conn(0x7fe0bc0fc190 msgr2=0x7fe0bc105030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 shutdown_connections 2024-09-05T04:10:56.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.816+0000 7fe0c2928640 1 -- 172.21.15.2:0/918935773 wait complete. 2024-09-05T04:10:56.827 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- 172.21.15.2:0/1670154091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 msgr2=0x7fbf10108e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1670154091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf10108e70 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fbf08009ca0 tx=0x7fbf0802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- 172.21.15.2:0/1670154091 shutdown_connections 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1670154091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf10108e70 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1670154091 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf101020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1670154091 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- 172.21.15.2:0/1670154091 >> 172.21.15.2:0/1670154091 conn(0x7fbf100fc190 msgr2=0x7fbf100fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- 172.21.15.2:0/1670154091 shutdown_connections 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- 172.21.15.2:0/1670154091 wait complete. 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 Processor -- start 2024-09-05T04:10:56.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.933+0000 7fbf168d7640 1 -- start start 2024-09-05T04:10:56.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf10198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf1019f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1010c540 con 0x7fbf101025e0 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1010c3c0 con 0x7fbf10100a30 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf168d7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1010c6c0 con 0x7fbf10101c20 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf14e74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf1019f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf14e74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf1019f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53920/0 (socket says 172.21.15.2:53920) 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf14e74640 1 -- 172.21.15.2:0/1147179757 learned_addr learned my addr 172.21.15.2:0/1147179757 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0f7fe640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf10198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 -- 172.21.15.2:0/1147179757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 msgr2=0x7fbf10198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf10198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 -- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 msgr2=0x7fbf1019f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf1019f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 -- 172.21.15.2:0/1147179757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1019f950 con 0x7fbf10100a30 2024-09-05T04:10:56.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0f7fe640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf10198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.934+0000 7fbf0ffff640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10197d40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000e9c0 tx=0x7fbf0000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.935+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0000ccc0 con 0x7fbf10100a30 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.935+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1019fc40 con 0x7fbf10100a30 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.935+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf000035f0 con 0x7fbf10100a30 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.935+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf0000ce60 con 0x7fbf10100a30 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.935+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf101a0190 con 0x7fbf10100a30 2024-09-05T04:10:56.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.936+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf101a03c0 con 0x7fbf10100a30 2024-09-05T04:10:56.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.937+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7fbf000037a0 con 0x7fbf10100a30 2024-09-05T04:10:56.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.937+0000 7fbf0d7fa640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 0x7fbef80a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:56.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.937+0000 7fbf0f7fe640 1 -- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 msgr2=0x7fbef80a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:56.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.938+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fbf000cf930 con 0x7fbf10100a30 2024-09-05T04:10:56.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.938+0000 7fbf0f7fe640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 0x7fbef80a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:56.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:56.942+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbf0009c4d0 con 0x7fbf10100a30 2024-09-05T04:10:57.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.766+0000 7f4df32c7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-05T04:10:57.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.856+0000 7f4df32c7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-05T04:10:57.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.921+0000 7f4df32c7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-05T04:10:57.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:56.986+0000 7f4df32c7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-05T04:10:57.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.122+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fbf101a0590 con 0x7fbf10100a30 2024-09-05T04:10:57.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.122+0000 7fbf0d7fa640 1 -- 172.21.15.2:0/1147179757 <== mon.2 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) ==== 104+0+11 (secure 0 0 0) 0x7fbf0009bdd0 con 0x7fbf10100a30 2024-09-05T04:10:57.123 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 msgr2=0x7fbef80a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 0x7fbef80a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 msgr2=0x7fbf10197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10197d40 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbf0000e9c0 tx=0x7fbf0000ee80 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 shutdown_connections 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fbef80a2be0 0x7fbef80a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf101025e0 0x7fbf1019f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf10101c20 0x7fbf10198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 --2- 172.21.15.2:0/1147179757 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf10100a30 0x7fbf10197d40 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 >> 172.21.15.2:0/1147179757 conn(0x7fbf100fc190 msgr2=0x7fbf10069520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 shutdown_connections 2024-09-05T04:10:57.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.125+0000 7fbf168d7640 1 -- 172.21.15.2:0/1147179757 wait complete. 2024-09-05T04:10:57.136 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T04:10:57.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- 172.21.15.2:0/439881362 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 msgr2=0x7fb404100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 --2- 172.21.15.2:0/439881362 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404100e30 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fb400009900 tx=0x7fb40002a410 comp rx=0 tx=0).stop 2024-09-05T04:10:57.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- 172.21.15.2:0/439881362 shutdown_connections 2024-09-05T04:10:57.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 --2- 172.21.15.2:0/439881362 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb4041025e0 0x7fb404108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 --2- 172.21.15.2:0/439881362 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb404101c20 0x7fb4041020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 --2- 172.21.15.2:0/439881362 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404100e30 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- 172.21.15.2:0/439881362 >> 172.21.15.2:0/439881362 conn(0x7fb4040fc190 msgr2=0x7fb4040fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- 172.21.15.2:0/439881362 shutdown_connections 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- 172.21.15.2:0/439881362 wait complete. 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 Processor -- start 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.242+0000 7fb40b759640 1 -- start start 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb404101c20 0x7fb40419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb4041025e0 0x7fb4041a1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb40410c5b0 con 0x7fb404100a30 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb40410c430 con 0x7fb4041025e0 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb40410c730 con 0x7fb404101c20 2024-09-05T04:10:57.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53942/0 (socket says 172.21.15.2:53942) 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 -- 172.21.15.2:0/4201139190 learned_addr learned my addr 172.21.15.2:0/4201139190 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb409cf6640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb4041025e0 0x7fb4041a1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb408cf4640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb404101c20 0x7fb40419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 -- 172.21.15.2:0/4201139190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb404101c20 msgr2=0x7fb40419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb404101c20 0x7fb40419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 -- 172.21.15.2:0/4201139190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb4041025e0 msgr2=0x7fb4041a1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb4041025e0 0x7fb4041a1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 -- 172.21.15.2:0/4201139190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4041a1c00 con 0x7fb404100a30 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb4094f5640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb4000314e0 tx=0x7fb400003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40003f070 con 0x7fb404100a30 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb400031c40 con 0x7fb404100a30 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4041a1e90 con 0x7fb404100a30 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.243+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb400035030 con 0x7fb404100a30 2024-09-05T04:10:57.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.244+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4041a22f0 con 0x7fb404100a30 2024-09-05T04:10:57.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.244+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4041a25e0 con 0x7fb404100a30 2024-09-05T04:10:57.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.246+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7fb400042070 con 0x7fb404100a30 2024-09-05T04:10:57.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.246+0000 7fb3fa7fc640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 0x7fb3f00a5120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.246+0000 7fb408cf4640 1 -- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 msgr2=0x7fb3f00a5120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:57.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.246+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fb4000f0150 con 0x7fb404100a30 2024-09-05T04:10:57.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.247+0000 7fb408cf4640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 0x7fb3f00a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:57.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.250+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb400031df0 con 0x7fb404100a30 2024-09-05T04:10:57.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.426+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb4041a27b0 con 0x7fb404100a30 2024-09-05T04:10:57.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.427+0000 7fb3fa7fc640 1 -- 172.21.15.2:0/4201139190 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) ==== 100+0+11 (secure 0 0 0) 0x7fb4000bc6a0 con 0x7fb404100a30 2024-09-05T04:10:57.427 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 64 2024-09-05T04:10:57.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 msgr2=0x7fb3f00a5120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:57.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 0x7fb3f00a5120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 msgr2=0x7fb404199fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fb4000314e0 tx=0x7fb400003c10 comp rx=0 tx=0).stop 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 shutdown_connections 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fb3f00a2c60 0x7fb3f00a5120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb4041025e0 0x7fb4041a1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb404101c20 0x7fb40419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 --2- 172.21.15.2:0/4201139190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb404100a30 0x7fb404199fe0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 >> 172.21.15.2:0/4201139190 conn(0x7fb4040fc190 msgr2=0x7fb404069540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 shutdown_connections 2024-09-05T04:10:57.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.429+0000 7fb40b759640 1 -- 172.21.15.2:0/4201139190 wait complete. 2024-09-05T04:10:57.440 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-05T04:10:57.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- 172.21.15.2:0/3373647370 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 msgr2=0x7fe13c109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 --2- 172.21.15.2:0/3373647370 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c109c80 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe134009ca0 tx=0x7fe13402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- 172.21.15.2:0/3373647370 shutdown_connections 2024-09-05T04:10:57.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 --2- 172.21.15.2:0/3373647370 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c109c80 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 --2- 172.21.15.2:0/3373647370 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c107350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 --2- 172.21.15.2:0/3373647370 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 0x7fe13c104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- 172.21.15.2:0/3373647370 >> 172.21.15.2:0/3373647370 conn(0x7fe13c0fc190 msgr2=0x7fe13c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:57.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- 172.21.15.2:0/3373647370 shutdown_connections 2024-09-05T04:10:57.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- 172.21.15.2:0/3373647370 wait complete. 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 Processor -- start 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.546+0000 7fe140cba640 1 -- start start 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 0x7fe13c101fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c1005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c10d6a0 con 0x7fe13c107890 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c10d520 con 0x7fe13c104f60 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe140cba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c10d820 con 0x7fe13c102630 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe13ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe13ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53960/0 (socket says 172.21.15.2:53960) 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c1005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe13ad9d640 1 -- 172.21.15.2:0/1263492701 learned_addr learned my addr 172.21.15.2:0/1263492701 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe13a59c640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 0x7fe13c101fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 -- 172.21.15.2:0/1263492701 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 msgr2=0x7fe13c101fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 0x7fe13c101fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 -- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 msgr2=0x7fe13c100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 -- 172.21.15.2:0/1263492701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c1013b0 con 0x7fe13c104f60 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe13ad9d640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe139d9b640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c1005e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e9c0 tx=0x7fe13000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.547+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13000ccc0 con 0x7fe13c104f60 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.548+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1300108e0 con 0x7fe13c104f60 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.548+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13c1a1f00 con 0x7fe13c104f60 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.548+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1300187a0 con 0x7fe13c104f60 2024-09-05T04:10:57.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.548+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13c1a2360 con 0x7fe13c104f60 2024-09-05T04:10:57.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.549+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe13c0fdc80 con 0x7fe13c104f60 2024-09-05T04:10:57.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.550+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 19) ==== 137849+0+0 (secure 0 0 0) 0x7fe130010a90 con 0x7fe13c104f60 2024-09-05T04:10:57.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.550+0000 7fe12b7fe640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 0x7fe1240a50a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:57.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.550+0000 7fe13a59c640 1 -- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 msgr2=0x7fe1240a50a0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.2:6800/2555228194 2024-09-05T04:10:57.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.550+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9187+0+0 (secure 0 0 0) 0x7fe1300cfa50 con 0x7fe13c104f60 2024-09-05T04:10:57.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.551+0000 7fe13a59c640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 0x7fe1240a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-05T04:10:57.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.554+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe13009bf40 con 0x7fe13c104f60 2024-09-05T04:10:57.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.570+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 7 ==== mgrmap(e 20) ==== 137849+0+0 (secure 0 0 0) 0x7fe1300985b0 con 0x7fe13c104f60 2024-09-05T04:10:57.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.735+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe13c02d7c0 con 0x7fe13c104f60 2024-09-05T04:10:57.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.736+0000 7fe12b7fe640 1 -- 172.21.15.2:0/1263492701 <== mon.2 v2:172.21.15.47:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) ==== 103+0+11 (secure 0 0 0) 0x7fe130049fa0 con 0x7fe13c104f60 2024-09-05T04:10:57.736 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2024-09-05T04:10:57.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 msgr2=0x7fe1240a50a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-05T04:10:57.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 0x7fe1240a50a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 msgr2=0x7fe13c1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c1005e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe13000e9c0 tx=0x7fe13000ee80 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 shutdown_connections 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:6800/2555228194,v1:172.21.15.2:6801/2555228194] conn(0x7fe1240a2be0 0x7fe1240a50a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe13c107890 0x7fe13c100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe13c104f60 0x7fe13c1005e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 --2- 172.21.15.2:0/1263492701 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe13c102630 0x7fe13c101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 >> 172.21.15.2:0/1263492701 conn(0x7fe13c0fc190 msgr2=0x7fe13c103010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 shutdown_connections 2024-09-05T04:10:57.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:57.738+0000 7fe140cba640 1 -- 172.21.15.2:0/1263492701 wait complete. 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/918935773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1147179757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4201139190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: Standby manager daemon z restarted 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: Standby manager daemon z started 2024-09-05T04:10:57.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:10:57.749 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:57.749 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:10:57.749 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:57.749 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-05T04:10:57.750 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z[36719]: 2024-09-05T04:10:57.500+0000 7f2c9828c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/918935773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1147179757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4201139190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: Standby manager daemon z restarted 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: Standby manager daemon z started 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:10:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:57 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y[35862]: 2024-09-05T04:10:57.622+0000 7f437f51e040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/918935773' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1147179757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4201139190' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: Standby manager daemon z restarted 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: Standby manager daemon z started 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-05T04:10:57.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:57 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.79:0/1126580835' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:58.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:57.848+0000 7f4df32c7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-05T04:10:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.144+0000 7f4d5cade640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.144+0000 7f4d5cade640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.144+0000 7f4d5cade640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.144+0000 7f4d5cade640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.144+0000 7f4d5cade640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.480 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.145+0000 7f4d5aada640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.481 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.145+0000 7f4d5aada640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.481 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.145+0000 7f4d5aada640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.481 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.145+0000 7f4d5aada640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.481 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:58.145+0000 7f4d5aada640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:10:58.577 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-05T04:10:58.577 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: Standby manager daemon y restarted 2024-09-05T04:10:58.577 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: Standby manager daemon y started 2024-09-05T04:10:58.578 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:10:58.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/2118623252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 msgr2=0x7fe39c10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:58.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/2118623252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c10ec40 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fe394009cd0 tx=0x7fe39402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/2118623252 shutdown_connections 2024-09-05T04:10:58.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/2118623252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c10ec40 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/2118623252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c1036e0 0x7fe39c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/2118623252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c102d30 0x7fe39c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/2118623252 >> 172.21.15.2:0/2118623252 conn(0x7fe39c0fc7d0 msgr2=0x7fe39c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/2118623252 shutdown_connections 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.567+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/2118623252 wait complete. 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 Processor -- start 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 -- start start 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c1036e0 0x7fe39c1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe39c111f50 con 0x7fe39c1082a0 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe39c111dd0 con 0x7fe39c102d30 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe3a0ed1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe39c1120d0 con 0x7fe39c1036e0 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe39a59c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:58.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe39a59c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:49014/0 (socket says 172.21.15.2:49014) 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe39a59c640 1 -- 172.21.15.2:0/3014459611 learned_addr learned my addr 172.21.15.2:0/3014459611 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe39ad9d640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.568+0000 7fe399d9b640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c1036e0 0x7fe39c1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 -- 172.21.15.2:0/3014459611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c1036e0 msgr2=0x7fe39c1989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c1036e0 0x7fe39c1989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 -- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 msgr2=0x7fe39c19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c19cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 -- 172.21.15.2:0/3014459611 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe39c19d450 con 0x7fe39c102d30 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe39a59c640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00d770 tx=0x7fe38c00dc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe38c017070 con 0x7fe39c102d30 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe38c0054d0 con 0x7fe39c102d30 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe39c19d740 con 0x7fe39c102d30 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe38c004cf0 con 0x7fe39c102d30 2024-09-05T04:10:58.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.569+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe39c1a5020 con 0x7fe39c102d30 2024-09-05T04:10:58.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.570+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe39c103110 con 0x7fe39c102d30 2024-09-05T04:10:58.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.572+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 21) ==== 137518+0+0 (secure 0 0 0) 0x7fe38c004e90 con 0x7fe39c102d30 2024-09-05T04:10:58.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.572+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe38c0ceb90 con 0x7fe39c102d30 2024-09-05T04:10:58.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.575+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe38c09b400 con 0x7fe39c102d30 2024-09-05T04:10:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-05T04:10:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: Standby manager daemon y restarted 2024-09-05T04:10:58.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: Standby manager daemon y started 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1263492701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: Active manager daemon x restarted 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: Activating manager daemon x 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: mgrmap e21: x(active, starting, since 0.0121988s), standbys: y, z 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:10:58.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:10:58.787 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:10:58.788 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: Manager daemon x is now available 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:10:58.789 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:58 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:10:58.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.868+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 7 ==== mgrmap(e 22) ==== 137645+0+0 (secure 0 0 0) 0x7fe38c097150 con 0x7fe39c102d30 2024-09-05T04:10:58.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.868+0000 7fe38b7fe640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 0x7fe3840ad4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:10:58.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.870+0000 7fe399d9b640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 0x7fe3840ad4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:10:58.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.875+0000 7fe399d9b640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 0x7fe3840ad4e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe39c0fee20 tx=0x7fe390005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:10:58.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.917+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe39c10a2b0 con 0x7fe39c102d30 2024-09-05T04:10:58.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.918+0000 7fe38b7fe640 1 -- 172.21.15.2:0/3014459611 <== mon.2 v2:172.21.15.47:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe38c089e30 con 0x7fe39c102d30 2024-09-05T04:10:58.919 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:10:58.919 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:10:58.919 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 msgr2=0x7fe3840ad4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 0x7fe3840ad4e0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe39c0fee20 tx=0x7fe390005f90 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 msgr2=0x7fe39c1984a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe38c00d770 tx=0x7fe38c00dc30 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 shutdown_connections 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3840ab0f0 0x7fe3840ad4e0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe39c1082a0 0x7fe39c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe39c1036e0 0x7fe39c1989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 --2- 172.21.15.2:0/3014459611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe39c102d30 0x7fe39c1984a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 >> 172.21.15.2:0/3014459611 conn(0x7fe39c0fc7d0 msgr2=0x7fe39c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 shutdown_connections 2024-09-05T04:10:58.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:10:58.920+0000 7fe3a0ed1640 1 -- 172.21.15.2:0/3014459611 wait complete. 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1263492701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: Active manager daemon x restarted 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: Activating manager daemon x 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: mgrmap e21: x(active, starting, since 0.0121988s), standbys: y, z 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:10:58.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:10:58.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:10:58.939 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: Manager daemon x is now available 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:10:58.940 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:58 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:10:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: mgrmap e20: x(active, since 8m), standbys: y, z 2024-09-05T04:10:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: Standby manager daemon y restarted 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: Standby manager daemon y started 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.? 172.21.15.47:0/1617412368' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1263492701' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: Active manager daemon x restarted 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: Activating manager daemon x 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: osdmap e94: 12 total, 12 up, 12 in 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: mgrmap e21: x(active, starting, since 0.0121988s), standbys: y, z 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-05T04:10:59.078 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:10:59.079 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-05T04:10:59.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: Manager daemon x is now available 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-05T04:10:59.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:58 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-05T04:10:59.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-mon[31001]: mgrmap e22: x(active, since 1.01932s), standbys: y, z 2024-09-05T04:10:59.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3014459611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:10:59.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-mon[31001]: [05/Sep/2024:04:10:59] ENGINE Bus STARTING 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:10:59.898+0000 7f4d412e8640 -1 log_channel(cephadm) log [ERR] : [05/Sep/2024:04:10:59] ENGINE Error in HTTPServer.serve 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Traceback (most recent call last): 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._connections.run(self.expiration_interval) 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._run(expiration_interval) 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:10:59.992 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: s = self.context.wrap_socket( 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: return self.sslsocket_class._create( 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.do_handshake() 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self._sslobj.do_handshake() 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:10:59.993 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:10:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:11:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:59 smithi047 ceph-mon[34498]: mgrmap e22: x(active, since 1.01932s), standbys: y, z 2024-09-05T04:11:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3014459611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:00.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:10:59 smithi047 ceph-mon[34498]: [05/Sep/2024:04:10:59] ENGINE Bus STARTING 2024-09-05T04:11:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:59 smithi079 ceph-mon[34908]: mgrmap e22: x(active, since 1.01932s), standbys: y, z 2024-09-05T04:11:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:59 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3014459611' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:00.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:10:59 smithi079 ceph-mon[34908]: [05/Sep/2024:04:10:59] ENGINE Bus STARTING 2024-09-05T04:11:00.329 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-05T04:11:00.329 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-05T04:11:00.329 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T04:11:00.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/4102103922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 msgr2=0x7f3fdc1031a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/4102103922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc1031a0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8009900 tx=0x7f3fc802a410 comp rx=0 tx=0).stop 2024-09-05T04:11:00.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/4102103922 shutdown_connections 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/4102103922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc109f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/4102103922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc1031a0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/4102103922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc101b30 0x7f3fdc101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/4102103922 >> 172.21.15.2:0/4102103922 conn(0x7f3fdc0fd270 msgr2=0x7f3fdc0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/4102103922 shutdown_connections 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/4102103922 wait complete. 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 Processor -- start 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.440+0000 7f3fe2cd0640 1 -- start start 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 0x7f3fdc199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc1a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc10d640 con 0x7f3fdc102d20 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc10d4c0 con 0x7f3fdc1036e0 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe2cd0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3fdc10d7c0 con 0x7f3fdc101b30 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54140/0 (socket says 172.21.15.2:54140) 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 -- 172.21.15.2:0/748743596 learned_addr learned my addr 172.21.15.2:0/748743596 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe126d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc1a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe0a6c640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 0x7f3fdc199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 -- 172.21.15.2:0/748743596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 msgr2=0x7f3fdc199fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 0x7f3fdc199fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 -- 172.21.15.2:0/748743596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 msgr2=0x7f3fdc1a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc1a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 -- 172.21.15.2:0/748743596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fdc1a1bc0 con 0x7f3fdc102d20 2024-09-05T04:11:00.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe126d640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc1a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fe0a6c640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 0x7f3fdc199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fdbfff640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8005940 tx=0x7f3fc80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.441+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc803f030 con 0x7f3fdc102d20 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.442+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fdc1a1e50 con 0x7f3fdc102d20 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.442+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fc80318f0 con 0x7f3fdc102d20 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.442+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc8035070 con 0x7f3fdc102d20 2024-09-05T04:11:00.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.442+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fdc1a22c0 con 0x7f3fdc102d20 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.443+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fdc1a24f0 con 0x7f3fdc102d20 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.444+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 23) ==== 137952+0+0 (secure 0 0 0) 0x7f3fc8042030 con 0x7f3fdc102d20 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.445+0000 7f3fd9ffb640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 0x7f3fcc0a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.445+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f3fc80efc00 con 0x7f3fdc102d20 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.445+0000 7f3fe0a6c640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 0x7f3fcc0a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.446+0000 7f3fe0a6c640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 0x7f3fcc0a51c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc102b80 tx=0x7f3fd0005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:00.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.453+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3fc80f6080 con 0x7f3fdc102d20 2024-09-05T04:11:00.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.652+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fdc109c60 con 0x7f3fcc0a2d00 2024-09-05T04:11:00.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.662+0000 7f3fd9ffb640 1 -- 172.21.15.2:0/748743596 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339308 (secure 0 0 0) 0x7f3fdc109c60 con 0x7f3fcc0a2d00 2024-09-05T04:11:00.667 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:00.668 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:00.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 msgr2=0x7f3fcc0a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 0x7f3fcc0a51c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc102b80 tx=0x7f3fd0005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:00.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 msgr2=0x7f3fdc19a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3fc8005940 tx=0x7f3fc80042f0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 shutdown_connections 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3fcc0a2d00 0x7f3fcc0a51c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3fdc1036e0 0x7f3fdc1a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3fdc102d20 0x7f3fdc19a4e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 --2- 172.21.15.2:0/748743596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3fdc101b30 0x7f3fdc199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 >> 172.21.15.2:0/748743596 conn(0x7f3fdc0fd270 msgr2=0x7f3fdc108540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 shutdown_connections 2024-09-05T04:11:00.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.666+0000 7f3fe2cd0640 1 -- 172.21.15.2:0/748743596 wait complete. 2024-09-05T04:11:00.679 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-05T04:10:59.870335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1187191,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":434,"num_read_kb":373,"num_write":391,"num_write_kb":4354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":794,"ondisk_log_size":794,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361456,"kb_used_data":16160,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580368,"statfs":{"total":1151940427776,"available":1151570296832,"internally_reserved":0,"allocated":16547840,"data_stored":9982703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.989773"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945023+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:57.945023+0000","last_peered":"2024-09-05T04:10:57.945023+0000","last_clean":"2024-09-05T04:10:57.945023+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:57.945023+0000","last_undegraded":"2024-09-05T04:10:57.945023+0000","last_fullsized":"2024-09-05T04:10:57.945023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516210+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516210+0000","last_peered":"2024-09-05T04:10:58.516210+0000","last_clean":"2024-09-05T04:10:58.516210+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516210+0000","last_undegraded":"2024-09-05T04:10:58.516210+0000","last_fullsized":"2024-09-05T04:10:58.516210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856501+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856501+0000","last_peered":"2024-09-05T04:10:57.856501+0000","last_clean":"2024-09-05T04:10:57.856501+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856501+0000","last_undegraded":"2024-09-05T04:10:57.856501+0000","last_fullsized":"2024-09-05T04:10:57.856501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856413+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856413+0000","last_peered":"2024-09-05T04:10:57.856413+0000","last_clean":"2024-09-05T04:10:57.856413+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856413+0000","last_undegraded":"2024-09-05T04:10:57.856413+0000","last_fullsized":"2024-09-05T04:10:57.856413+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946820+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946820+0000","last_peered":"2024-09-05T04:10:57.946820+0000","last_clean":"2024-09-05T04:10:57.946820+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946820+0000","last_undegraded":"2024-09-05T04:10:57.946820+0000","last_fullsized":"2024-09-05T04:10:57.946820+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053360+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053360+0000","last_peered":"2024-09-05T04:10:58.053360+0000","last_clean":"2024-09-05T04:10:58.053360+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053360+0000","last_undegraded":"2024-09-05T04:10:58.053360+0000","last_fullsized":"2024-09-05T04:10:58.053360+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860315+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860315+0000","last_peered":"2024-09-05T04:10:57.860315+0000","last_clean":"2024-09-05T04:10:57.860315+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860315+0000","last_undegraded":"2024-09-05T04:10:57.860315+0000","last_fullsized":"2024-09-05T04:10:57.860315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856790+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856790+0000","last_peered":"2024-09-05T04:10:57.856790+0000","last_clean":"2024-09-05T04:10:57.856790+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856790+0000","last_undegraded":"2024-09-05T04:10:57.856790+0000","last_fullsized":"2024-09-05T04:10:57.856790+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.086682+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:58.086682+0000","last_peered":"2024-09-05T04:10:58.086682+0000","last_clean":"2024-09-05T04:10:58.086682+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:58.086682+0000","last_undegraded":"2024-09-05T04:10:58.086682+0000","last_fullsized":"2024-09-05T04:10:58.086682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554591+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554591+0000","last_peered":"2024-09-05T04:10:58.554591+0000","last_clean":"2024-09-05T04:10:58.554591+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554591+0000","last_undegraded":"2024-09-05T04:10:58.554591+0000","last_fullsized":"2024-09-05T04:10:58.554591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946775+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946775+0000","last_peered":"2024-09-05T04:10:57.946775+0000","last_clean":"2024-09-05T04:10:57.946775+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946775+0000","last_undegraded":"2024-09-05T04:10:57.946775+0000","last_fullsized":"2024-09-05T04:10:57.946775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554740+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554740+0000","last_peered":"2024-09-05T04:10:58.554740+0000","last_clean":"2024-09-05T04:10:58.554740+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554740+0000","last_undegraded":"2024-09-05T04:10:58.554740+0000","last_fullsized":"2024-09-05T04:10:58.554740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554162+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554162+0000","last_peered":"2024-09-05T04:10:58.554162+0000","last_clean":"2024-09-05T04:10:58.554162+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554162+0000","last_undegraded":"2024-09-05T04:10:58.554162+0000","last_fullsized":"2024-09-05T04:10:58.554162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942083+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942083+0000","last_peered":"2024-09-05T04:10:57.942083+0000","last_clean":"2024-09-05T04:10:57.942083+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942083+0000","last_undegraded":"2024-09-05T04:10:57.942083+0000","last_fullsized":"2024-09-05T04:10:57.942083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516108+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:58.516108+0000","last_peered":"2024-09-05T04:10:58.516108+0000","last_clean":"2024-09-05T04:10:58.516108+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:58.516108+0000","last_undegraded":"2024-09-05T04:10:58.516108+0000","last_fullsized":"2024-09-05T04:10:58.516108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516334+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516334+0000","last_peered":"2024-09-05T04:10:58.516334+0000","last_clean":"2024-09-05T04:10:58.516334+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516334+0000","last_undegraded":"2024-09-05T04:10:58.516334+0000","last_fullsized":"2024-09-05T04:10:58.516334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516530+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516530+0000","last_peered":"2024-09-05T04:10:58.516530+0000","last_clean":"2024-09-05T04:10:58.516530+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516530+0000","last_undegraded":"2024-09-05T04:10:58.516530+0000","last_fullsized":"2024-09-05T04:10:58.516530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860896+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860896+0000","last_peered":"2024-09-05T04:10:57.860896+0000","last_clean":"2024-09-05T04:10:57.860896+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860896+0000","last_undegraded":"2024-09-05T04:10:57.860896+0000","last_fullsized":"2024-09-05T04:10:57.860896+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516235+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516235+0000","last_peered":"2024-09-05T04:10:58.516235+0000","last_clean":"2024-09-05T04:10:58.516235+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516235+0000","last_undegraded":"2024-09-05T04:10:58.516235+0000","last_fullsized":"2024-09-05T04:10:58.516235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":87,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.079928+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:58.079928+0000","last_peered":"2024-09-05T04:10:58.079928+0000","last_clean":"2024-09-05T04:10:58.079928+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:58.079928+0000","last_undegraded":"2024-09-05T04:10:58.079928+0000","last_fullsized":"2024-09-05T04:10:58.079928+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136718+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136718+0000","last_peered":"2024-09-05T04:10:58.136718+0000","last_clean":"2024-09-05T04:10:58.136718+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136718+0000","last_undegraded":"2024-09-05T04:10:58.136718+0000","last_fullsized":"2024-09-05T04:10:58.136718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516419+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516419+0000","last_peered":"2024-09-05T04:10:58.516419+0000","last_clean":"2024-09-05T04:10:58.516419+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516419+0000","last_undegraded":"2024-09-05T04:10:58.516419+0000","last_fullsized":"2024-09-05T04:10:58.516419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555191+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555191+0000","last_peered":"2024-09-05T04:10:58.555191+0000","last_clean":"2024-09-05T04:10:58.555191+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555191+0000","last_undegraded":"2024-09-05T04:10:58.555191+0000","last_fullsized":"2024-09-05T04:10:58.555191+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942178+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942178+0000","last_peered":"2024-09-05T04:10:57.942178+0000","last_clean":"2024-09-05T04:10:57.942178+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942178+0000","last_undegraded":"2024-09-05T04:10:57.942178+0000","last_fullsized":"2024-09-05T04:10:57.942178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554806+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554806+0000","last_peered":"2024-09-05T04:10:58.554806+0000","last_clean":"2024-09-05T04:10:58.554806+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554806+0000","last_undegraded":"2024-09-05T04:10:58.554806+0000","last_fullsized":"2024-09-05T04:10:58.554806+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947304+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947304+0000","last_peered":"2024-09-05T04:10:57.947304+0000","last_clean":"2024-09-05T04:10:57.947304+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947304+0000","last_undegraded":"2024-09-05T04:10:57.947304+0000","last_fullsized":"2024-09-05T04:10:57.947304+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946812+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946812+0000","last_peered":"2024-09-05T04:10:57.946812+0000","last_clean":"2024-09-05T04:10:57.946812+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946812+0000","last_undegraded":"2024-09-05T04:10:57.946812+0000","last_fullsized":"2024-09-05T04:10:57.946812+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515939+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515939+0000","last_peered":"2024-09-05T04:10:58.515939+0000","last_clean":"2024-09-05T04:10:58.515939+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515939+0000","last_undegraded":"2024-09-05T04:10:58.515939+0000","last_fullsized":"2024-09-05T04:10:58.515939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554418+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554418+0000","last_peered":"2024-09-05T04:10:58.554418+0000","last_clean":"2024-09-05T04:10:58.554418+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554418+0000","last_undegraded":"2024-09-05T04:10:58.554418+0000","last_fullsized":"2024-09-05T04:10:58.554418+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942436+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942436+0000","last_peered":"2024-09-05T04:10:57.942436+0000","last_clean":"2024-09-05T04:10:57.942436+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942436+0000","last_undegraded":"2024-09-05T04:10:57.942436+0000","last_fullsized":"2024-09-05T04:10:57.942436+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":280,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.150432+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:10:58.150432+0000","last_peered":"2024-09-05T04:10:58.150432+0000","last_clean":"2024-09-05T04:10:58.150432+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:10:58.150432+0000","last_undegraded":"2024-09-05T04:10:58.150432+0000","last_fullsized":"2024-09-05T04:10:58.150432+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":200,"num_read_kb":169,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942837+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942837+0000","last_peered":"2024-09-05T04:10:57.942837+0000","last_clean":"2024-09-05T04:10:57.942837+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942837+0000","last_undegraded":"2024-09-05T04:10:57.942837+0000","last_fullsized":"2024-09-05T04:10:57.942837+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554715+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554715+0000","last_peered":"2024-09-05T04:10:58.554715+0000","last_clean":"2024-09-05T04:10:58.554715+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554715+0000","last_undegraded":"2024-09-05T04:10:58.554715+0000","last_fullsized":"2024-09-05T04:10:58.554715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856669+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856669+0000","last_peered":"2024-09-05T04:10:57.856669+0000","last_clean":"2024-09-05T04:10:57.856669+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856669+0000","last_undegraded":"2024-09-05T04:10:57.856669+0000","last_fullsized":"2024-09-05T04:10:57.856669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942276+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942276+0000","last_peered":"2024-09-05T04:10:57.942276+0000","last_clean":"2024-09-05T04:10:57.942276+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942276+0000","last_undegraded":"2024-09-05T04:10:57.942276+0000","last_fullsized":"2024-09-05T04:10:57.942276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856264+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856264+0000","last_peered":"2024-09-05T04:10:57.856264+0000","last_clean":"2024-09-05T04:10:57.856264+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856264+0000","last_undegraded":"2024-09-05T04:10:57.856264+0000","last_fullsized":"2024-09-05T04:10:57.856264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053597+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053597+0000","last_peered":"2024-09-05T04:10:58.053597+0000","last_clean":"2024-09-05T04:10:58.053597+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053597+0000","last_undegraded":"2024-09-05T04:10:58.053597+0000","last_fullsized":"2024-09-05T04:10:58.053597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554977+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.554977+0000","last_peered":"2024-09-05T04:10:58.554977+0000","last_clean":"2024-09-05T04:10:58.554977+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.554977+0000","last_undegraded":"2024-09-05T04:10:58.554977+0000","last_fullsized":"2024-09-05T04:10:58.554977+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554594+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554594+0000","last_peered":"2024-09-05T04:10:58.554594+0000","last_clean":"2024-09-05T04:10:58.554594+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554594+0000","last_undegraded":"2024-09-05T04:10:58.554594+0000","last_fullsized":"2024-09-05T04:10:58.554594+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860878+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860878+0000","last_peered":"2024-09-05T04:10:57.860878+0000","last_clean":"2024-09-05T04:10:57.860878+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860878+0000","last_undegraded":"2024-09-05T04:10:57.860878+0000","last_fullsized":"2024-09-05T04:10:57.860878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944600+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944600+0000","last_peered":"2024-09-05T04:10:57.944600+0000","last_clean":"2024-09-05T04:10:57.944600+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944600+0000","last_undegraded":"2024-09-05T04:10:57.944600+0000","last_fullsized":"2024-09-05T04:10:57.944600+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554880+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554880+0000","last_peered":"2024-09-05T04:10:58.554880+0000","last_clean":"2024-09-05T04:10:58.554880+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554880+0000","last_undegraded":"2024-09-05T04:10:58.554880+0000","last_fullsized":"2024-09-05T04:10:58.554880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":596589,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":298,"num_read_kb":254,"num_write":208,"num_write_kb":1414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1892352,"data_stored":1789767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710764,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28872,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716280,"statfs":{"total":95995035648,"available":95965470720,"internally_reserved":0,"allocated":1892352,"data_stored":1326489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135926,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28648,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716504,"statfs":{"total":95995035648,"available":95965700096,"internally_reserved":0,"allocated":1662976,"data_stored":1123377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528384,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1818624,"data_stored":1260384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182477,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1059058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1060864,"data_stored":524325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":524920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":131782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":202769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:00.685 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 -- 172.21.15.2:0/978458210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 msgr2=0x7ffb3c100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 --2- 172.21.15.2:0/978458210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c100e50 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009900 tx=0x7ffb2c02a410 comp rx=0 tx=0).stop 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 -- 172.21.15.2:0/978458210 shutdown_connections 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 --2- 172.21.15.2:0/978458210 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c102600 0x7ffb3c108e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 --2- 172.21.15.2:0/978458210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c101c40 0x7ffb3c1020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 --2- 172.21.15.2:0/978458210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c100e50 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 -- 172.21.15.2:0/978458210 >> 172.21.15.2:0/978458210 conn(0x7ffb3c0fc1f0 msgr2=0x7ffb3c0fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 -- 172.21.15.2:0/978458210 shutdown_connections 2024-09-05T04:11:00.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.820+0000 7ffb412e6640 1 -- 172.21.15.2:0/978458210 wait complete. 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 Processor -- start 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 -- start start 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c101c40 0x7ffb3c103020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 0x7ffb3c103560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c10c560 con 0x7ffb3c100a50 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c10c3e0 con 0x7ffb3c102600 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb412e6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffb3c10c6e0 con 0x7ffb3c101c40 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54150/0 (socket says 172.21.15.2:54150) 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb3affd640 1 -- 172.21.15.2:0/2442298278 learned_addr learned my addr 172.21.15.2:0/2442298278 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb3a7fc640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c101c40 0x7ffb3c103020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.821+0000 7ffb3b7fe640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 0x7ffb3c103560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 -- 172.21.15.2:0/2442298278 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c101c40 msgr2=0x7ffb3c103020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c101c40 0x7ffb3c103020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 -- 172.21.15.2:0/2442298278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 msgr2=0x7ffb3c103560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 0x7ffb3c103560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 -- 172.21.15.2:0/2442298278 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb3c103df0 con 0x7ffb3c100a50 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3b7fe640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 0x7ffb3c103560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb3affd640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0314e0 tx=0x7ffb2c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c03f030 con 0x7ffb3c100a50 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb2c003aa0 con 0x7ffb3c100a50 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb3c1a1e90 con 0x7ffb3c100a50 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c035070 con 0x7ffb3c100a50 2024-09-05T04:11:00.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.822+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb3c1a22f0 con 0x7ffb3c100a50 2024-09-05T04:11:00.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.823+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb3c1a2580 con 0x7ffb3c100a50 2024-09-05T04:11:00.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.825+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 23) ==== 137952+0+0 (secure 0 0 0) 0x7ffb2c042030 con 0x7ffb3c100a50 2024-09-05T04:11:00.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.826+0000 7ffb23fff640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 0x7ffb240a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:00.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.826+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ffb2c0efe30 con 0x7ffb3c100a50 2024-09-05T04:11:00.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.826+0000 7ffb3a7fc640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 0x7ffb240a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:00.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.826+0000 7ffb3a7fc640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 0x7ffb240a5240 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c104750 tx=0x7ffb30005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:00.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:00.830+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb2c0bc6b0 con 0x7ffb3c100a50 2024-09-05T04:11:01.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.008+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffb3c069cb0 con 0x7ffb240a2d80 2024-09-05T04:11:01.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.016+0000 7ffb23fff640 1 -- 172.21.15.2:0/2442298278 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339308 (secure 0 0 0) 0x7ffb3c069cb0 con 0x7ffb240a2d80 2024-09-05T04:11:01.020 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:01.022 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:01.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 msgr2=0x7ffb240a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 0x7ffb240a5240 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c104750 tx=0x7ffb30005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:01.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 msgr2=0x7ffb3c1049e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c0314e0 tx=0x7ffb2c004270 comp rx=0 tx=0).stop 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 shutdown_connections 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb240a2d80 0x7ffb240a5240 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffb3c102600 0x7ffb3c103560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffb3c101c40 0x7ffb3c103020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 --2- 172.21.15.2:0/2442298278 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffb3c100a50 0x7ffb3c1049e0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 >> 172.21.15.2:0/2442298278 conn(0x7ffb3c0fc1f0 msgr2=0x7ffb3c0695a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 shutdown_connections 2024-09-05T04:11:01.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.020+0000 7ffb412e6640 1 -- 172.21.15.2:0/2442298278 wait complete. 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: [05/Sep/2024:04:10:59] ENGINE Serving on http://172.21.15.2:8765 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: [05/Sep/2024:04:10:59] ENGINE Serving on https://172.21.15.2:7150 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: [05/Sep/2024:04:10:59] ENGINE Bus STARTED 2024-09-05T04:11:01.031 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: [05/Sep/2024:04:10:59] ENGINE Error in HTTPServer.serve 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: Traceback (most recent call last): 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._connections.run(self.expiration_interval) 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._run(expiration_interval) 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: s = self.context.wrap_socket( 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: return self.sslsocket_class._create( 2024-09-05T04:11:01.032 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout: self.do_handshake() 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout: self._sslobj.do_handshake() 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.033 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:00 smithi002 ceph-mon[31001]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:01.035 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-05T04:10:59.870335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1187191,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":434,"num_read_kb":373,"num_write":391,"num_write_kb":4354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":794,"ondisk_log_size":794,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361456,"kb_used_data":16160,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580368,"statfs":{"total":1151940427776,"available":1151570296832,"internally_reserved":0,"allocated":16547840,"data_stored":9982703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.989773"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945023+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:57.945023+0000","last_peered":"2024-09-05T04:10:57.945023+0000","last_clean":"2024-09-05T04:10:57.945023+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:57.945023+0000","last_undegraded":"2024-09-05T04:10:57.945023+0000","last_fullsized":"2024-09-05T04:10:57.945023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516210+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516210+0000","last_peered":"2024-09-05T04:10:58.516210+0000","last_clean":"2024-09-05T04:10:58.516210+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516210+0000","last_undegraded":"2024-09-05T04:10:58.516210+0000","last_fullsized":"2024-09-05T04:10:58.516210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856501+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856501+0000","last_peered":"2024-09-05T04:10:57.856501+0000","last_clean":"2024-09-05T04:10:57.856501+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856501+0000","last_undegraded":"2024-09-05T04:10:57.856501+0000","last_fullsized":"2024-09-05T04:10:57.856501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856413+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856413+0000","last_peered":"2024-09-05T04:10:57.856413+0000","last_clean":"2024-09-05T04:10:57.856413+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856413+0000","last_undegraded":"2024-09-05T04:10:57.856413+0000","last_fullsized":"2024-09-05T04:10:57.856413+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946820+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946820+0000","last_peered":"2024-09-05T04:10:57.946820+0000","last_clean":"2024-09-05T04:10:57.946820+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946820+0000","last_undegraded":"2024-09-05T04:10:57.946820+0000","last_fullsized":"2024-09-05T04:10:57.946820+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053360+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053360+0000","last_peered":"2024-09-05T04:10:58.053360+0000","last_clean":"2024-09-05T04:10:58.053360+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053360+0000","last_undegraded":"2024-09-05T04:10:58.053360+0000","last_fullsized":"2024-09-05T04:10:58.053360+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860315+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860315+0000","last_peered":"2024-09-05T04:10:57.860315+0000","last_clean":"2024-09-05T04:10:57.860315+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860315+0000","last_undegraded":"2024-09-05T04:10:57.860315+0000","last_fullsized":"2024-09-05T04:10:57.860315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856790+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856790+0000","last_peered":"2024-09-05T04:10:57.856790+0000","last_clean":"2024-09-05T04:10:57.856790+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856790+0000","last_undegraded":"2024-09-05T04:10:57.856790+0000","last_fullsized":"2024-09-05T04:10:57.856790+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.086682+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:58.086682+0000","last_peered":"2024-09-05T04:10:58.086682+0000","last_clean":"2024-09-05T04:10:58.086682+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:58.086682+0000","last_undegraded":"2024-09-05T04:10:58.086682+0000","last_fullsized":"2024-09-05T04:10:58.086682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554591+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554591+0000","last_peered":"2024-09-05T04:10:58.554591+0000","last_clean":"2024-09-05T04:10:58.554591+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554591+0000","last_undegraded":"2024-09-05T04:10:58.554591+0000","last_fullsized":"2024-09-05T04:10:58.554591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946775+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946775+0000","last_peered":"2024-09-05T04:10:57.946775+0000","last_clean":"2024-09-05T04:10:57.946775+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946775+0000","last_undegraded":"2024-09-05T04:10:57.946775+0000","last_fullsized":"2024-09-05T04:10:57.946775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554740+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554740+0000","last_peered":"2024-09-05T04:10:58.554740+0000","last_clean":"2024-09-05T04:10:58.554740+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554740+0000","last_undegraded":"2024-09-05T04:10:58.554740+0000","last_fullsized":"2024-09-05T04:10:58.554740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554162+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554162+0000","last_peered":"2024-09-05T04:10:58.554162+0000","last_clean":"2024-09-05T04:10:58.554162+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554162+0000","last_undegraded":"2024-09-05T04:10:58.554162+0000","last_fullsized":"2024-09-05T04:10:58.554162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942083+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942083+0000","last_peered":"2024-09-05T04:10:57.942083+0000","last_clean":"2024-09-05T04:10:57.942083+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942083+0000","last_undegraded":"2024-09-05T04:10:57.942083+0000","last_fullsized":"2024-09-05T04:10:57.942083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516108+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:58.516108+0000","last_peered":"2024-09-05T04:10:58.516108+0000","last_clean":"2024-09-05T04:10:58.516108+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:58.516108+0000","last_undegraded":"2024-09-05T04:10:58.516108+0000","last_fullsized":"2024-09-05T04:10:58.516108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516334+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516334+0000","last_peered":"2024-09-05T04:10:58.516334+0000","last_clean":"2024-09-05T04:10:58.516334+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516334+0000","last_undegraded":"2024-09-05T04:10:58.516334+0000","last_fullsized":"2024-09-05T04:10:58.516334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516530+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516530+0000","last_peered":"2024-09-05T04:10:58.516530+0000","last_clean":"2024-09-05T04:10:58.516530+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516530+0000","last_undegraded":"2024-09-05T04:10:58.516530+0000","last_fullsized":"2024-09-05T04:10:58.516530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860896+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860896+0000","last_peered":"2024-09-05T04:10:57.860896+0000","last_clean":"2024-09-05T04:10:57.860896+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860896+0000","last_undegraded":"2024-09-05T04:10:57.860896+0000","last_fullsized":"2024-09-05T04:10:57.860896+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516235+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516235+0000","last_peered":"2024-09-05T04:10:58.516235+0000","last_clean":"2024-09-05T04:10:58.516235+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516235+0000","last_undegraded":"2024-09-05T04:10:58.516235+0000","last_fullsized":"2024-09-05T04:10:58.516235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":87,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.079928+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:58.079928+0000","last_peered":"2024-09-05T04:10:58.079928+0000","last_clean":"2024-09-05T04:10:58.079928+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:58.079928+0000","last_undegraded":"2024-09-05T04:10:58.079928+0000","last_fullsized":"2024-09-05T04:10:58.079928+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136718+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136718+0000","last_peered":"2024-09-05T04:10:58.136718+0000","last_clean":"2024-09-05T04:10:58.136718+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136718+0000","last_undegraded":"2024-09-05T04:10:58.136718+0000","last_fullsized":"2024-09-05T04:10:58.136718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516419+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516419+0000","last_peered":"2024-09-05T04:10:58.516419+0000","last_clean":"2024-09-05T04:10:58.516419+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516419+0000","last_undegraded":"2024-09-05T04:10:58.516419+0000","last_fullsized":"2024-09-05T04:10:58.516419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555191+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555191+0000","last_peered":"2024-09-05T04:10:58.555191+0000","last_clean":"2024-09-05T04:10:58.555191+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555191+0000","last_undegraded":"2024-09-05T04:10:58.555191+0000","last_fullsized":"2024-09-05T04:10:58.555191+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942178+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942178+0000","last_peered":"2024-09-05T04:10:57.942178+0000","last_clean":"2024-09-05T04:10:57.942178+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942178+0000","last_undegraded":"2024-09-05T04:10:57.942178+0000","last_fullsized":"2024-09-05T04:10:57.942178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554806+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554806+0000","last_peered":"2024-09-05T04:10:58.554806+0000","last_clean":"2024-09-05T04:10:58.554806+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554806+0000","last_undegraded":"2024-09-05T04:10:58.554806+0000","last_fullsized":"2024-09-05T04:10:58.554806+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947304+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947304+0000","last_peered":"2024-09-05T04:10:57.947304+0000","last_clean":"2024-09-05T04:10:57.947304+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947304+0000","last_undegraded":"2024-09-05T04:10:57.947304+0000","last_fullsized":"2024-09-05T04:10:57.947304+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946812+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946812+0000","last_peered":"2024-09-05T04:10:57.946812+0000","last_clean":"2024-09-05T04:10:57.946812+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946812+0000","last_undegraded":"2024-09-05T04:10:57.946812+0000","last_fullsized":"2024-09-05T04:10:57.946812+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515939+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515939+0000","last_peered":"2024-09-05T04:10:58.515939+0000","last_clean":"2024-09-05T04:10:58.515939+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515939+0000","last_undegraded":"2024-09-05T04:10:58.515939+0000","last_fullsized":"2024-09-05T04:10:58.515939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554418+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554418+0000","last_peered":"2024-09-05T04:10:58.554418+0000","last_clean":"2024-09-05T04:10:58.554418+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554418+0000","last_undegraded":"2024-09-05T04:10:58.554418+0000","last_fullsized":"2024-09-05T04:10:58.554418+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942436+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942436+0000","last_peered":"2024-09-05T04:10:57.942436+0000","last_clean":"2024-09-05T04:10:57.942436+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942436+0000","last_undegraded":"2024-09-05T04:10:57.942436+0000","last_fullsized":"2024-09-05T04:10:57.942436+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":280,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.150432+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:10:58.150432+0000","last_peered":"2024-09-05T04:10:58.150432+0000","last_clean":"2024-09-05T04:10:58.150432+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:10:58.150432+0000","last_undegraded":"2024-09-05T04:10:58.150432+0000","last_fullsized":"2024-09-05T04:10:58.150432+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":200,"num_read_kb":169,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942837+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942837+0000","last_peered":"2024-09-05T04:10:57.942837+0000","last_clean":"2024-09-05T04:10:57.942837+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942837+0000","last_undegraded":"2024-09-05T04:10:57.942837+0000","last_fullsized":"2024-09-05T04:10:57.942837+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554715+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554715+0000","last_peered":"2024-09-05T04:10:58.554715+0000","last_clean":"2024-09-05T04:10:58.554715+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554715+0000","last_undegraded":"2024-09-05T04:10:58.554715+0000","last_fullsized":"2024-09-05T04:10:58.554715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856669+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856669+0000","last_peered":"2024-09-05T04:10:57.856669+0000","last_clean":"2024-09-05T04:10:57.856669+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856669+0000","last_undegraded":"2024-09-05T04:10:57.856669+0000","last_fullsized":"2024-09-05T04:10:57.856669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942276+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942276+0000","last_peered":"2024-09-05T04:10:57.942276+0000","last_clean":"2024-09-05T04:10:57.942276+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942276+0000","last_undegraded":"2024-09-05T04:10:57.942276+0000","last_fullsized":"2024-09-05T04:10:57.942276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856264+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856264+0000","last_peered":"2024-09-05T04:10:57.856264+0000","last_clean":"2024-09-05T04:10:57.856264+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856264+0000","last_undegraded":"2024-09-05T04:10:57.856264+0000","last_fullsized":"2024-09-05T04:10:57.856264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053597+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053597+0000","last_peered":"2024-09-05T04:10:58.053597+0000","last_clean":"2024-09-05T04:10:58.053597+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053597+0000","last_undegraded":"2024-09-05T04:10:58.053597+0000","last_fullsized":"2024-09-05T04:10:58.053597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554977+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.554977+0000","last_peered":"2024-09-05T04:10:58.554977+0000","last_clean":"2024-09-05T04:10:58.554977+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.554977+0000","last_undegraded":"2024-09-05T04:10:58.554977+0000","last_fullsized":"2024-09-05T04:10:58.554977+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554594+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554594+0000","last_peered":"2024-09-05T04:10:58.554594+0000","last_clean":"2024-09-05T04:10:58.554594+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554594+0000","last_undegraded":"2024-09-05T04:10:58.554594+0000","last_fullsized":"2024-09-05T04:10:58.554594+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860878+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860878+0000","last_peered":"2024-09-05T04:10:57.860878+0000","last_clean":"2024-09-05T04:10:57.860878+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860878+0000","last_undegraded":"2024-09-05T04:10:57.860878+0000","last_fullsized":"2024-09-05T04:10:57.860878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944600+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944600+0000","last_peered":"2024-09-05T04:10:57.944600+0000","last_clean":"2024-09-05T04:10:57.944600+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944600+0000","last_undegraded":"2024-09-05T04:10:57.944600+0000","last_fullsized":"2024-09-05T04:10:57.944600+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554880+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554880+0000","last_peered":"2024-09-05T04:10:58.554880+0000","last_clean":"2024-09-05T04:10:58.554880+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554880+0000","last_undegraded":"2024-09-05T04:10:58.554880+0000","last_fullsized":"2024-09-05T04:10:58.554880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":596589,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":298,"num_read_kb":254,"num_write":208,"num_write_kb":1414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1892352,"data_stored":1789767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710764,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28872,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716280,"statfs":{"total":95995035648,"available":95965470720,"internally_reserved":0,"allocated":1892352,"data_stored":1326489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135926,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28648,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716504,"statfs":{"total":95995035648,"available":95965700096,"internally_reserved":0,"allocated":1662976,"data_stored":1123377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528384,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1818624,"data_stored":1260384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182477,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1059058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1060864,"data_stored":524325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":524920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":131782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":202769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:01.085 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-05T04:11:01.086 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: [05/Sep/2024:04:10:59] ENGINE Serving on http://172.21.15.2:8765 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: [05/Sep/2024:04:10:59] ENGINE Serving on https://172.21.15.2:7150 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: [05/Sep/2024:04:10:59] ENGINE Bus STARTED 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: [05/Sep/2024:04:10:59] ENGINE Error in HTTPServer.serve 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout: Traceback (most recent call last): 2024-09-05T04:11:01.129 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: self._connections.run(self.expiration_interval) 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: self._run(expiration_interval) 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: s = self.context.wrap_socket( 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: return self.sslsocket_class._create( 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: self.do_handshake() 2024-09-05T04:11:01.130 INFO:journalctl@ceph.mon.b.smithi047.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout: self._sslobj.do_handshake() 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.131 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.132 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:00 smithi047 ceph-mon[34498]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:01.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 -- 172.21.15.2:0/1264779778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764107830 msgr2=0x7f7764109ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 --2- 172.21.15.2:0/1264779778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764107830 0x7f7764109ca0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f775c009ca0 tx=0x7f775c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 -- 172.21.15.2:0/1264779778 shutdown_connections 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 --2- 172.21.15.2:0/1264779778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764107830 0x7f7764109ca0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 --2- 172.21.15.2:0/1264779778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764104f00 0x7f77641072f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 --2- 172.21.15.2:0/1264779778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 0x7f77641049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 -- 172.21.15.2:0/1264779778 >> 172.21.15.2:0/1264779778 conn(0x7f77640fc1f0 msgr2=0x7f77640fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 -- 172.21.15.2:0/1264779778 shutdown_connections 2024-09-05T04:11:01.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.187+0000 7f7769ddf640 1 -- 172.21.15.2:0/1264779778 wait complete. 2024-09-05T04:11:01.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 Processor -- start 2024-09-05T04:11:01.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 -- start start 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 0x7f7764197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764107830 0x7f776419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f776410d6a0 con 0x7f7764104f00 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f776410d520 con 0x7f77641025d0 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7769ddf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f776410d820 con 0x7f7764107830 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7762ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7762ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54172/0 (socket says 172.21.15.2:54172) 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7762ffd640 1 -- 172.21.15.2:0/4149291256 learned_addr learned my addr 172.21.15.2:0/4149291256 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f77637fe640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 0x7f7764197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7763fff640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764107830 0x7f776419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7762ffd640 1 -- 172.21.15.2:0/4149291256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764107830 msgr2=0x7f776419f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.188+0000 7f7762ffd640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764107830 0x7f776419f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7762ffd640 1 -- 172.21.15.2:0/4149291256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 msgr2=0x7f7764197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7762ffd640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 0x7f7764197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7762ffd640 1 -- 172.21.15.2:0/4149291256 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f776419f9d0 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7762ffd640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f775800d770 tx=0x7f775800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7758017070 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7758009c30 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f776419fcc0 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775800f620 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.189+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77641a0200 con 0x7f7764104f00 2024-09-05T04:11:01.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.190+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77640fdce0 con 0x7f7764104f00 2024-09-05T04:11:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.191+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 23) ==== 137952+0+0 (secure 0 0 0) 0x7f775801a070 con 0x7f7764104f00 2024-09-05T04:11:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.192+0000 7f7760ff9640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 0x7f774c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.192+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f77580cf250 con 0x7f7764104f00 2024-09-05T04:11:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.192+0000 7f77637fe640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 0x7f774c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:01.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.193+0000 7f77637fe640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 0x7f774c0a5240 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f775400bbe0 tx=0x7f775400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:01.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.199+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7758009de0 con 0x7f7764104f00 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: [05/Sep/2024:04:10:59] ENGINE Serving on http://172.21.15.2:8765 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: mgrmap e23: x(active, since 2s), standbys: y, z 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: [05/Sep/2024:04:10:59] ENGINE Serving on https://172.21.15.2:7150 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: [05/Sep/2024:04:10:59] ENGINE Bus STARTED 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: [05/Sep/2024:04:10:59] ENGINE Error in HTTPServer.serve 2024-09-05T04:11:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout: Traceback (most recent call last): 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: self._connections.run(self.expiration_interval) 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: self._run(expiration_interval) 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: s = self.context.wrap_socket( 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: return self.sslsocket_class._create( 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-05T04:11:01.328 INFO:journalctl@ceph.mon.c.smithi079.stdout: self.do_handshake() 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout: self._sslobj.do_handshake() 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.329 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:01.330 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:00 smithi079 ceph-mon[34908]: from='client.15261 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:01.377 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.377+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7764062630 con 0x7f774c0a2d80 2024-09-05T04:11:01.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.385+0000 7f7760ff9640 1 -- 172.21.15.2:0/4149291256 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339308 (secure 0 0 0) 0x7f7764062630 con 0x7f774c0a2d80 2024-09-05T04:11:01.389 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:01.390 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 msgr2=0x7f774c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 0x7f774c0a5240 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f775400bbe0 tx=0x7f775400b390 comp rx=0 tx=0).stop 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 msgr2=0x7f77641982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f775800d770 tx=0x7f775800dc30 comp rx=0 tx=0).stop 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 shutdown_connections 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f774c0a2d80 0x7f774c0a5240 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7764107830 0x7f776419f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7764104f00 0x7f77641982f0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 --2- 172.21.15.2:0/4149291256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77641025d0 0x7f7764197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:01.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.388+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 >> 172.21.15.2:0/4149291256 conn(0x7f77640fc1f0 msgr2=0x7f7764102f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:01.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.389+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 shutdown_connections 2024-09-05T04:11:01.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:01.389+0000 7f7769ddf640 1 -- 172.21.15.2:0/4149291256 wait complete. 2024-09-05T04:11:01.400 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":4,"stamp":"2024-09-05T04:10:59.870335+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1187191,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":434,"num_read_kb":373,"num_write":391,"num_write_kb":4354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":794,"ondisk_log_size":794,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361456,"kb_used_data":16160,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580368,"statfs":{"total":1151940427776,"available":1151570296832,"internally_reserved":0,"allocated":16547840,"data_stored":9982703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.989773"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945023+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:57.945023+0000","last_peered":"2024-09-05T04:10:57.945023+0000","last_clean":"2024-09-05T04:10:57.945023+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:57.945023+0000","last_undegraded":"2024-09-05T04:10:57.945023+0000","last_fullsized":"2024-09-05T04:10:57.945023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516210+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516210+0000","last_peered":"2024-09-05T04:10:58.516210+0000","last_clean":"2024-09-05T04:10:58.516210+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516210+0000","last_undegraded":"2024-09-05T04:10:58.516210+0000","last_fullsized":"2024-09-05T04:10:58.516210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856501+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856501+0000","last_peered":"2024-09-05T04:10:57.856501+0000","last_clean":"2024-09-05T04:10:57.856501+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856501+0000","last_undegraded":"2024-09-05T04:10:57.856501+0000","last_fullsized":"2024-09-05T04:10:57.856501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856413+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856413+0000","last_peered":"2024-09-05T04:10:57.856413+0000","last_clean":"2024-09-05T04:10:57.856413+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856413+0000","last_undegraded":"2024-09-05T04:10:57.856413+0000","last_fullsized":"2024-09-05T04:10:57.856413+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946820+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946820+0000","last_peered":"2024-09-05T04:10:57.946820+0000","last_clean":"2024-09-05T04:10:57.946820+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946820+0000","last_undegraded":"2024-09-05T04:10:57.946820+0000","last_fullsized":"2024-09-05T04:10:57.946820+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053360+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053360+0000","last_peered":"2024-09-05T04:10:58.053360+0000","last_clean":"2024-09-05T04:10:58.053360+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053360+0000","last_undegraded":"2024-09-05T04:10:58.053360+0000","last_fullsized":"2024-09-05T04:10:58.053360+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860315+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860315+0000","last_peered":"2024-09-05T04:10:57.860315+0000","last_clean":"2024-09-05T04:10:57.860315+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860315+0000","last_undegraded":"2024-09-05T04:10:57.860315+0000","last_fullsized":"2024-09-05T04:10:57.860315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856790+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856790+0000","last_peered":"2024-09-05T04:10:57.856790+0000","last_clean":"2024-09-05T04:10:57.856790+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856790+0000","last_undegraded":"2024-09-05T04:10:57.856790+0000","last_fullsized":"2024-09-05T04:10:57.856790+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.086682+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:58.086682+0000","last_peered":"2024-09-05T04:10:58.086682+0000","last_clean":"2024-09-05T04:10:58.086682+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:58.086682+0000","last_undegraded":"2024-09-05T04:10:58.086682+0000","last_fullsized":"2024-09-05T04:10:58.086682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554591+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554591+0000","last_peered":"2024-09-05T04:10:58.554591+0000","last_clean":"2024-09-05T04:10:58.554591+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554591+0000","last_undegraded":"2024-09-05T04:10:58.554591+0000","last_fullsized":"2024-09-05T04:10:58.554591+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946775+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946775+0000","last_peered":"2024-09-05T04:10:57.946775+0000","last_clean":"2024-09-05T04:10:57.946775+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946775+0000","last_undegraded":"2024-09-05T04:10:57.946775+0000","last_fullsized":"2024-09-05T04:10:57.946775+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554740+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554740+0000","last_peered":"2024-09-05T04:10:58.554740+0000","last_clean":"2024-09-05T04:10:58.554740+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554740+0000","last_undegraded":"2024-09-05T04:10:58.554740+0000","last_fullsized":"2024-09-05T04:10:58.554740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554162+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554162+0000","last_peered":"2024-09-05T04:10:58.554162+0000","last_clean":"2024-09-05T04:10:58.554162+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554162+0000","last_undegraded":"2024-09-05T04:10:58.554162+0000","last_fullsized":"2024-09-05T04:10:58.554162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942083+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942083+0000","last_peered":"2024-09-05T04:10:57.942083+0000","last_clean":"2024-09-05T04:10:57.942083+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942083+0000","last_undegraded":"2024-09-05T04:10:57.942083+0000","last_fullsized":"2024-09-05T04:10:57.942083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":364,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516108+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:58.516108+0000","last_peered":"2024-09-05T04:10:58.516108+0000","last_clean":"2024-09-05T04:10:58.516108+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:58.516108+0000","last_undegraded":"2024-09-05T04:10:58.516108+0000","last_fullsized":"2024-09-05T04:10:58.516108+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516334+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516334+0000","last_peered":"2024-09-05T04:10:58.516334+0000","last_clean":"2024-09-05T04:10:58.516334+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516334+0000","last_undegraded":"2024-09-05T04:10:58.516334+0000","last_fullsized":"2024-09-05T04:10:58.516334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516530+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516530+0000","last_peered":"2024-09-05T04:10:58.516530+0000","last_clean":"2024-09-05T04:10:58.516530+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516530+0000","last_undegraded":"2024-09-05T04:10:58.516530+0000","last_fullsized":"2024-09-05T04:10:58.516530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860896+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860896+0000","last_peered":"2024-09-05T04:10:57.860896+0000","last_clean":"2024-09-05T04:10:57.860896+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860896+0000","last_undegraded":"2024-09-05T04:10:57.860896+0000","last_fullsized":"2024-09-05T04:10:57.860896+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516235+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516235+0000","last_peered":"2024-09-05T04:10:58.516235+0000","last_clean":"2024-09-05T04:10:58.516235+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516235+0000","last_undegraded":"2024-09-05T04:10:58.516235+0000","last_fullsized":"2024-09-05T04:10:58.516235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":87,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.079928+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:58.079928+0000","last_peered":"2024-09-05T04:10:58.079928+0000","last_clean":"2024-09-05T04:10:58.079928+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:58.079928+0000","last_undegraded":"2024-09-05T04:10:58.079928+0000","last_fullsized":"2024-09-05T04:10:58.079928+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136718+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136718+0000","last_peered":"2024-09-05T04:10:58.136718+0000","last_clean":"2024-09-05T04:10:58.136718+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136718+0000","last_undegraded":"2024-09-05T04:10:58.136718+0000","last_fullsized":"2024-09-05T04:10:58.136718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516419+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516419+0000","last_peered":"2024-09-05T04:10:58.516419+0000","last_clean":"2024-09-05T04:10:58.516419+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516419+0000","last_undegraded":"2024-09-05T04:10:58.516419+0000","last_fullsized":"2024-09-05T04:10:58.516419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555191+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555191+0000","last_peered":"2024-09-05T04:10:58.555191+0000","last_clean":"2024-09-05T04:10:58.555191+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555191+0000","last_undegraded":"2024-09-05T04:10:58.555191+0000","last_fullsized":"2024-09-05T04:10:58.555191+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942178+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942178+0000","last_peered":"2024-09-05T04:10:57.942178+0000","last_clean":"2024-09-05T04:10:57.942178+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942178+0000","last_undegraded":"2024-09-05T04:10:57.942178+0000","last_fullsized":"2024-09-05T04:10:57.942178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554806+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554806+0000","last_peered":"2024-09-05T04:10:58.554806+0000","last_clean":"2024-09-05T04:10:58.554806+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554806+0000","last_undegraded":"2024-09-05T04:10:58.554806+0000","last_fullsized":"2024-09-05T04:10:58.554806+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947304+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947304+0000","last_peered":"2024-09-05T04:10:57.947304+0000","last_clean":"2024-09-05T04:10:57.947304+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947304+0000","last_undegraded":"2024-09-05T04:10:57.947304+0000","last_fullsized":"2024-09-05T04:10:57.947304+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946812+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946812+0000","last_peered":"2024-09-05T04:10:57.946812+0000","last_clean":"2024-09-05T04:10:57.946812+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946812+0000","last_undegraded":"2024-09-05T04:10:57.946812+0000","last_fullsized":"2024-09-05T04:10:57.946812+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515939+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515939+0000","last_peered":"2024-09-05T04:10:58.515939+0000","last_clean":"2024-09-05T04:10:58.515939+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515939+0000","last_undegraded":"2024-09-05T04:10:58.515939+0000","last_fullsized":"2024-09-05T04:10:58.515939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554418+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554418+0000","last_peered":"2024-09-05T04:10:58.554418+0000","last_clean":"2024-09-05T04:10:58.554418+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554418+0000","last_undegraded":"2024-09-05T04:10:58.554418+0000","last_fullsized":"2024-09-05T04:10:58.554418+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942436+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942436+0000","last_peered":"2024-09-05T04:10:57.942436+0000","last_clean":"2024-09-05T04:10:57.942436+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942436+0000","last_undegraded":"2024-09-05T04:10:57.942436+0000","last_fullsized":"2024-09-05T04:10:57.942436+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":280,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.150432+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:10:58.150432+0000","last_peered":"2024-09-05T04:10:58.150432+0000","last_clean":"2024-09-05T04:10:58.150432+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:10:58.150432+0000","last_undegraded":"2024-09-05T04:10:58.150432+0000","last_fullsized":"2024-09-05T04:10:58.150432+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":200,"num_read_kb":169,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942837+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942837+0000","last_peered":"2024-09-05T04:10:57.942837+0000","last_clean":"2024-09-05T04:10:57.942837+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942837+0000","last_undegraded":"2024-09-05T04:10:57.942837+0000","last_fullsized":"2024-09-05T04:10:57.942837+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554715+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554715+0000","last_peered":"2024-09-05T04:10:58.554715+0000","last_clean":"2024-09-05T04:10:58.554715+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554715+0000","last_undegraded":"2024-09-05T04:10:58.554715+0000","last_fullsized":"2024-09-05T04:10:58.554715+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":37,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856669+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856669+0000","last_peered":"2024-09-05T04:10:57.856669+0000","last_clean":"2024-09-05T04:10:57.856669+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856669+0000","last_undegraded":"2024-09-05T04:10:57.856669+0000","last_fullsized":"2024-09-05T04:10:57.856669+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942276+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942276+0000","last_peered":"2024-09-05T04:10:57.942276+0000","last_clean":"2024-09-05T04:10:57.942276+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942276+0000","last_undegraded":"2024-09-05T04:10:57.942276+0000","last_fullsized":"2024-09-05T04:10:57.942276+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856264+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856264+0000","last_peered":"2024-09-05T04:10:57.856264+0000","last_clean":"2024-09-05T04:10:57.856264+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856264+0000","last_undegraded":"2024-09-05T04:10:57.856264+0000","last_fullsized":"2024-09-05T04:10:57.856264+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053597+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053597+0000","last_peered":"2024-09-05T04:10:58.053597+0000","last_clean":"2024-09-05T04:10:58.053597+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053597+0000","last_undegraded":"2024-09-05T04:10:58.053597+0000","last_fullsized":"2024-09-05T04:10:58.053597+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554977+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.554977+0000","last_peered":"2024-09-05T04:10:58.554977+0000","last_clean":"2024-09-05T04:10:58.554977+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.554977+0000","last_undegraded":"2024-09-05T04:10:58.554977+0000","last_fullsized":"2024-09-05T04:10:58.554977+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554594+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554594+0000","last_peered":"2024-09-05T04:10:58.554594+0000","last_clean":"2024-09-05T04:10:58.554594+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554594+0000","last_undegraded":"2024-09-05T04:10:58.554594+0000","last_fullsized":"2024-09-05T04:10:58.554594+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860878+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860878+0000","last_peered":"2024-09-05T04:10:57.860878+0000","last_clean":"2024-09-05T04:10:57.860878+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860878+0000","last_undegraded":"2024-09-05T04:10:57.860878+0000","last_fullsized":"2024-09-05T04:10:57.860878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944600+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944600+0000","last_peered":"2024-09-05T04:10:57.944600+0000","last_clean":"2024-09-05T04:10:57.944600+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944600+0000","last_undegraded":"2024-09-05T04:10:57.944600+0000","last_fullsized":"2024-09-05T04:10:57.944600+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554880+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554880+0000","last_peered":"2024-09-05T04:10:58.554880+0000","last_clean":"2024-09-05T04:10:58.554880+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554880+0000","last_undegraded":"2024-09-05T04:10:58.554880+0000","last_fullsized":"2024-09-05T04:10:58.554880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":596589,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":298,"num_read_kb":254,"num_write":208,"num_write_kb":1414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1892352,"data_stored":1789767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481831,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710764,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28872,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716280,"statfs":{"total":95995035648,"available":95965470720,"internally_reserved":0,"allocated":1892352,"data_stored":1326489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874289,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135926,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364858,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28648,"kb_used_data":1624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716504,"statfs":{"total":95995035648,"available":95965700096,"internally_reserved":0,"allocated":1662976,"data_stored":1123377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528384,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790020,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28980,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716172,"statfs":{"total":95995035648,"available":95965360128,"internally_reserved":0,"allocated":1818624,"data_stored":1260384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182477,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1059058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36380,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708772,"statfs":{"total":95995035648,"available":95957782528,"internally_reserved":0,"allocated":1060864,"data_stored":524325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":524920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":131782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":202769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:01.405 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:01.701 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- 172.21.15.2:0/696443795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c102790 msgr2=0x7f067c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 --2- 172.21.15.2:0/696443795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c102790 0x7f067c1067e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f066c009900 tx=0x7f066c02a410 comp rx=0 tx=0).stop 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- 172.21.15.2:0/696443795 shutdown_connections 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 --2- 172.21.15.2:0/696443795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c106f10 0x7f067c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 --2- 172.21.15.2:0/696443795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c102790 0x7f067c1067e0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 --2- 172.21.15.2:0/696443795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c101de0 0x7f067c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- 172.21.15.2:0/696443795 >> 172.21.15.2:0/696443795 conn(0x7f067c0fd8c0 msgr2=0x7f067c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- 172.21.15.2:0/696443795 shutdown_connections 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- 172.21.15.2:0/696443795 wait complete. 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 Processor -- start 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.348+0000 7f06838e1640 1 -- start start 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 0x7f067c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 0x7f067c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f067c111e20 con 0x7f067c106f10 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f067c111ca0 con 0x7f067c102790 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06838e1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f067c111fa0 con 0x7f067c101de0 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0680e7c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 0x7f067c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f068167d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 0x7f067c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41384/0 (socket says 172.21.15.2:41384) 2024-09-05T04:11:02.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 -- 172.21.15.2:0/3388889704 learned_addr learned my addr 172.21.15.2:0/3388889704 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 -- 172.21.15.2:0/3388889704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 msgr2=0x7f067c198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 0x7f067c198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 -- 172.21.15.2:0/3388889704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 msgr2=0x7f067c1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 0x7f067c1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 -- 172.21.15.2:0/3388889704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067c19d310 con 0x7f067c106f10 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0680e7c640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 0x7f067c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f068167d640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 0x7f067c198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f0681e7e640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f067400eb10 tx=0x7f067400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.349+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674004b20 con 0x7f067c106f10 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.350+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0674004cc0 con 0x7f067c106f10 2024-09-05T04:11:02.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.350+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067c19d600 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.350+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0674010690 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.350+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f067c1a4ee0 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.350+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f067c1021c0 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.352+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f0674005000 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.352+0000 7f06727fc640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 0x7f06680a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.353+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f06740d0380 con 0x7f067c106f10 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.353+0000 7f068167d640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 0x7f06680a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.353+0000 7f068167d640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 0x7f06680a5240 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0678009fc0 tx=0x7f0678005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:02.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.356+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f067409ca30 con 0x7f067c106f10 2024-09-05T04:11:02.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='client.15273 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.537 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:02 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:11:02.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='client.15273 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.579 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.579 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.579 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.579 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:02 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.579+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f067c02d7c0 con 0x7f067c106f10 2024-09-05T04:11:02.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.580+0000 7f06727fc640 1 -- 172.21.15.2:0/3388889704 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f067409c330 con 0x7f067c106f10 2024-09-05T04:11:02.580 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:02.580 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:02.581 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 msgr2=0x7f06680a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 0x7f06680a5240 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f0678009fc0 tx=0x7f0678005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 msgr2=0x7f067c19cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f067400eb10 tx=0x7f067400c2d0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 shutdown_connections 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06680a2d80 0x7f06680a5240 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f067c106f10 0x7f067c19cc30 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f067c102790 0x7f067c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 --2- 172.21.15.2:0/3388889704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f067c101de0 0x7f067c198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 >> 172.21.15.2:0/3388889704 conn(0x7f067c0fd8c0 msgr2=0x7f067c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 shutdown_connections 2024-09-05T04:11:02.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:02.582+0000 7f06838e1640 1 -- 172.21.15.2:0/3388889704 wait complete. 2024-09-05T04:11:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='client.15267 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:02.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi002:/etc/ceph/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi047:/etc/ceph/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi079:/etc/ceph/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='client.15273 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.conf 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:02.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:02 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:03.234 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:11:03.500 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi079:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-05T04:11:03.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:03.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:03.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:03.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:03.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:03 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3388889704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi079:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-05T04:11:03.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:03.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:03.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:03.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:03.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:03 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3388889704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi002:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi047:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi079:/etc/ceph/ceph.client.admin.keyring 2024-09-05T04:11:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: Updating smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/config/ceph.client.admin.keyring 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:03.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:03.689 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:03.689 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:03 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3388889704' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 -- 172.21.15.2:0/997808413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c8100e30 msgr2=0x7fa8c8104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/997808413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c8100e30 0x7fa8c8104e80 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc00aa10 tx=0x7fa8bc02b720 comp rx=0 tx=0).stop 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 -- 172.21.15.2:0/997808413 shutdown_connections 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/997808413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c81055b0 0x7fa8c810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/997808413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c8100e30 0x7fa8c8104e80 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/997808413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 0x7fa8c8100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 -- 172.21.15.2:0/997808413 >> 172.21.15.2:0/997808413 conn(0x7fa8c8077210 msgr2=0x7fa8c80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 -- 172.21.15.2:0/997808413 shutdown_connections 2024-09-05T04:11:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 -- 172.21.15.2:0/997808413 wait complete. 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.992+0000 7fa8cd54c640 1 Processor -- start 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 -- start start 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 0x7fa8c80fc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c8100e30 0x7fa8c80fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa8c810fc40 con 0x7fa8c81055b0 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa8c810fac0 con 0x7fa8c8100e30 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8cd54c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa8c810fdc0 con 0x7fa8c8100480 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41404/0 (socket says 172.21.15.2:41404) 2024-09-05T04:11:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 -- 172.21.15.2:0/4042786443 learned_addr learned my addr 172.21.15.2:0/4042786443 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c6ffd640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 0x7fa8c80fc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c67fc640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c8100e30 0x7fa8c80fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 -- 172.21.15.2:0/4042786443 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 msgr2=0x7fa8c80fc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 0x7fa8c80fc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 -- 172.21.15.2:0/4042786443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c8100e30 msgr2=0x7fa8c80fcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c8100e30 0x7fa8c80fcbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 -- 172.21.15.2:0/4042786443 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8c81a68a0 con 0x7fa8c81055b0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.993+0000 7fa8c77fe640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa8c000cad0 tx=0x7fa8c000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.994+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c000ae20 con 0x7fa8c81055b0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.994+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8c0005020 con 0x7fa8c81055b0 2024-09-05T04:11:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.994+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8c81a6b90 con 0x7fa8c81055b0 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.994+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c000f6b0 con 0x7fa8c81055b0 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.994+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8c81a7080 con 0x7fa8c81055b0 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.995+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8c8100860 con 0x7fa8c81055b0 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.996+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fa8c00051d0 con 0x7fa8c81055b0 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.997+0000 7fa8affff640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 0x7fa8b00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.997+0000 7fa8c6ffd640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 0x7fa8b00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.997+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fa8c00cf980 con 0x7fa8c81055b0 2024-09-05T04:11:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:03.997+0000 7fa8c6ffd640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 0x7fa8b00a5240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa8b8005fd0 tx=0x7fa8b800b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.001+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa8c0014030 con 0x7fa8c81055b0 2024-09-05T04:11:04.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.176+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8c802d7c0 con 0x7fa8c81055b0 2024-09-05T04:11:04.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.178+0000 7fa8affff640 1 -- 172.21.15.2:0/4042786443 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25138 (secure 0 0 0) 0x7fa8c009c090 con 0x7fa8c81055b0 2024-09-05T04:11:04.179 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:04.179 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":94,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:10:57.850989+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/3478175109":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1787317877":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/2016255054":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6800/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/4162768966":"2024-09-06T04:10:57.850961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:11:04.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.180+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 msgr2=0x7fa8b00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.180+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 0x7fa8b00a5240 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa8b8005fd0 tx=0x7fa8b800b390 comp rx=0 tx=0).stop 2024-09-05T04:11:04.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 msgr2=0x7fa8c80fd110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fa8c000cad0 tx=0x7fa8c000cf90 comp rx=0 tx=0).stop 2024-09-05T04:11:04.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 shutdown_connections 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8b00a2d80 0x7fa8b00a5240 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8c81055b0 0x7fa8c80fd110 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa8c8100e30 0x7fa8c80fcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 --2- 172.21.15.2:0/4042786443 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa8c8100480 0x7fa8c80fc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 >> 172.21.15.2:0/4042786443 conn(0x7fa8c8077210 msgr2=0x7fa8c80fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 shutdown_connections 2024-09-05T04:11:04.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.181+0000 7fa8cd54c640 1 -- 172.21.15.2:0/4042786443 wait complete. 2024-09-05T04:11:04.530 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4042786443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:04.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:04 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4042786443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:04.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:04 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4042786443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:04.864 DEBUG:tasks.fwd_scrub:Yielding 2024-09-05T04:11:04.864 INFO:teuthology.run_tasks:Running task exec... 2024-09-05T04:11:04.873 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T04:11:04.874 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:11:04.874 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/log_level debug' 2024-09-05T04:11:04.874 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-05T04:11:04.874 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:11:04.875 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 -- 172.21.15.2:0/793285716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 msgr2=0x7f5de810d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 --2- 172.21.15.2:0/793285716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de810d870 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f5de0009cd0 tx=0x7f5de002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 -- 172.21.15.2:0/793285716 shutdown_connections 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 --2- 172.21.15.2:0/793285716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de810d870 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 --2- 172.21.15.2:0/793285716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81009a0 0x7f5de8100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 --2- 172.21.15.2:0/793285716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81069b0 0x7f5de8106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 -- 172.21.15.2:0/793285716 >> 172.21.15.2:0/793285716 conn(0x7f5de80779a0 msgr2=0x7f5de80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:04.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 -- 172.21.15.2:0/793285716 shutdown_connections 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.983+0000 7f5decd31640 1 -- 172.21.15.2:0/793285716 wait complete. 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 Processor -- start 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 -- start start 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81009a0 0x7f5de81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 0x7f5de819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5de8110ca0 con 0x7f5de8101340 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5de8110b20 con 0x7f5de81069b0 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5decd31640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5de8110e20 con 0x7f5de81009a0 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5de5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5de5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41422/0 (socket says 172.21.15.2:41422) 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.984+0000 7f5de5d9b640 1 -- 172.21.15.2:0/3263502951 learned_addr learned my addr 172.21.15.2:0/3263502951 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:04.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de659c640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81009a0 0x7f5de81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de6d9d640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 0x7f5de819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 -- 172.21.15.2:0/3263502951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81009a0 msgr2=0x7f5de81982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81009a0 0x7f5de81982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 -- 172.21.15.2:0/3263502951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 msgr2=0x7f5de819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 0x7f5de819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 -- 172.21.15.2:0/3263502951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5de819d2e0 con 0x7f5de8101340 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de6d9d640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 0x7f5de819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5de5d9b640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc00d950 tx=0x7f5ddc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ddc017030 con 0x7f5de8101340 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ddc004020 con 0x7f5de8101340 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5de819d5d0 con 0x7f5de8101340 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ddc0047a0 con 0x7f5de8101340 2024-09-05T04:11:04.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.985+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5de81a4e60 con 0x7f5de8101340 2024-09-05T04:11:04.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.987+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5de81020e0 con 0x7f5de8101340 2024-09-05T04:11:04.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.987+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f5ddc0041d0 con 0x7f5de8101340 2024-09-05T04:11:04.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.988+0000 7f5dd77fe640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 0x7f5dd00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:04.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.988+0000 7f5de659c640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 0x7f5dd00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:04.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.988+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5ddc0cf420 con 0x7f5de8101340 2024-09-05T04:11:04.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.988+0000 7f5de659c640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 0x7f5dd00a5240 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8005fd0 tx=0x7f5dd800b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:04.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:04.992+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5ddc09bb30 con 0x7f5de8101340 2024-09-05T04:11:05.161 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:05.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.207+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/log_level}] v 0) -- 0x7f5de81a50c0 con 0x7f5de8101340 2024-09-05T04:11:05.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.212+0000 7f5dd77fe640 1 -- 172.21.15.2:0/3263502951 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/log_level}]=0 v26)=0 v26) ==== 129+0+0 (secure 0 0 0) 0x7f5ddc09b430 con 0x7f5de8101340 2024-09-05T04:11:05.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 msgr2=0x7f5dd00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 0x7f5dd00a5240 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5dd8005fd0 tx=0x7f5dd800b390 comp rx=0 tx=0).stop 2024-09-05T04:11:05.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 msgr2=0x7f5de8198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc00d950 tx=0x7f5ddc00de10 comp rx=0 tx=0).stop 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 shutdown_connections 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5dd00a2d80 0x7f5dd00a5240 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5de81069b0 0x7f5de819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5de8101340 0x7f5de8198830 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 --2- 172.21.15.2:0/3263502951 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5de81009a0 0x7f5de81982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 >> 172.21.15.2:0/3263502951 conn(0x7f5de80779a0 msgr2=0x7f5de8069b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 shutdown_connections 2024-09-05T04:11:05.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.214+0000 7f5decd31640 1 -- 172.21.15.2:0/3263502951 wait complete. 2024-09-05T04:11:05.227 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-09-05T04:11:05.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 -- 172.21.15.2:0/159088612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 msgr2=0x7f7794100c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 --2- 172.21.15.2:0/159088612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794100c80 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f7784009900 tx=0x7f778402a410 comp rx=0 tx=0).stop 2024-09-05T04:11:05.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 -- 172.21.15.2:0/159088612 shutdown_connections 2024-09-05T04:11:05.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 --2- 172.21.15.2:0/159088612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77941080f0 0x7f779410e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 --2- 172.21.15.2:0/159088612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7794101250 0x7f7794107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.333+0000 7f7798f11640 1 --2- 172.21.15.2:0/159088612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794100c80 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 -- 172.21.15.2:0/159088612 >> 172.21.15.2:0/159088612 conn(0x7f7794075e20 msgr2=0x7f7794076230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 -- 172.21.15.2:0/159088612 shutdown_connections 2024-09-05T04:11:05.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 -- 172.21.15.2:0/159088612 wait complete. 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 Processor -- start 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 -- start start 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.334+0000 7f7798f11640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77941080f0 0x7f77941988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f779419cc30 0x7f779419d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7794111e00 con 0x7f77941008a0 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7794111c80 con 0x7f779419cc30 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7794111f80 con 0x7f77941080f0 2024-09-05T04:11:05.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41452/0 (socket says 172.21.15.2:41452) 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 -- 172.21.15.2:0/3835855131 learned_addr learned my addr 172.21.15.2:0/3835855131 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7791d9b640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77941080f0 0x7f77941988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7792d9d640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f779419cc30 0x7f779419d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 -- 172.21.15.2:0/3835855131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77941080f0 msgr2=0x7f77941988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77941080f0 0x7f77941988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 -- 172.21.15.2:0/3835855131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f779419cc30 msgr2=0x7f779419d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f779419cc30 0x7f779419d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 -- 172.21.15.2:0/3835855131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779419d720 con 0x7f77941008a0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f779259c640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f7784005ab0 tx=0x7f7784003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f778403f070 con 0x7f77941008a0 2024-09-05T04:11:05.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7784031d60 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779419d9b0 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7784035030 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.335+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77941a5170 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.337+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7794100c80 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.338+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f7784042070 con 0x7f77941008a0 2024-09-05T04:11:05.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.338+0000 7f77837fe640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 0x7f777c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.338+0000 7f7791d9b640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 0x7f777c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.338+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f77840f0810 con 0x7f77941008a0 2024-09-05T04:11:05.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.339+0000 7f7791d9b640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 0x7f777c0a5240 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7794100170 tx=0x7f7788005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.342+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77840bcf20 con 0x7f77941008a0 2024-09-05T04:11:05.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.520+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f7794101250 con 0x7f77941008a0 2024-09-05T04:11:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.523+0000 7f77837fe640 1 -- 172.21.15.2:0/3835855131 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v27)=0 v27) ==== 138+0+0 (secure 0 0 0) 0x7f77840bc820 con 0x7f77941008a0 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 msgr2=0x7f777c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 0x7f777c0a5240 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f7794100170 tx=0x7f7788005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 msgr2=0x7f7794198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f7784005ab0 tx=0x7f7784003c80 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 shutdown_connections 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f777c0a2d80 0x7f777c0a5240 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f779419cc30 0x7f779419d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77941080f0 0x7f77941988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 --2- 172.21.15.2:0/3835855131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77941008a0 0x7f7794198370 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 >> 172.21.15.2:0/3835855131 conn(0x7f7794075e20 msgr2=0x7f7794105be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 shutdown_connections 2024-09-05T04:11:05.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.526+0000 7f7798f11640 1 -- 172.21.15.2:0/3835855131 wait complete. 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3263502951' entity='client.admin' 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:05 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:05.538 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3263502951' entity='client.admin' 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:05 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.650+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1435160958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 msgr2=0x7f0a2410bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.650+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1435160958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a2410bb20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f0a18009900 tx=0x7f0a1802a480 comp rx=0 tx=0).stop 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1435160958 shutdown_connections 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1435160958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 0x7f0a2410e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1435160958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a2410bb20 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1435160958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 0x7f0a24103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1435160958 >> 172.21.15.2:0/1435160958 conn(0x7f0a240779a0 msgr2=0x7f0a240fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1435160958 shutdown_connections 2024-09-05T04:11:05.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1435160958 wait complete. 2024-09-05T04:11:05.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 Processor -- start 2024-09-05T04:11:05.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.651+0000 7f0a2bad0640 1 -- start start 2024-09-05T04:11:05.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 0x7f0a24198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 0x7f0a2419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0a24111d50 con 0x7f0a24103640 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0a24111bd0 con 0x7f0a2410c0f0 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2bad0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0a24111ed0 con 0x7f0a24102d20 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41472/0 (socket says 172.21.15.2:41472) 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2986c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 0x7f0a24198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 -- 172.21.15.2:0/1631366038 learned_addr learned my addr 172.21.15.2:0/1631366038 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2a06d640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 0x7f0a2419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 -- 172.21.15.2:0/1631366038 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 msgr2=0x7f0a24198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 0x7f0a24198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 -- 172.21.15.2:0/1631366038 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 msgr2=0x7f0a2419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 0x7f0a2419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 -- 172.21.15.2:0/1631366038 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a2419d330 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.652+0000 7f0a2906b640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0a18005940 tx=0x7f0a180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.653+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a1803f030 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.653+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a18003cb0 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.653+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a18035070 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.653+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a2419d5c0 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.653+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a241a4eb0 con 0x7f0a24103640 2024-09-05T04:11:05.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.654+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a2406a240 con 0x7f0a24103640 2024-09-05T04:11:05.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.655+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f0a18042030 con 0x7f0a24103640 2024-09-05T04:11:05.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.656+0000 7f0a16ffd640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 0x7f0a100a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.656+0000 7f0a2986c640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 0x7f0a100a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.656+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0a180f0360 con 0x7f0a24103640 2024-09-05T04:11:05.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.657+0000 7f0a2986c640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 0x7f0a100a5240 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009bd0 tx=0x7f0a20005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.660+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a180bc3c0 con 0x7f0a24103640 2024-09-05T04:11:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:11:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3263502951' entity='client.admin' 2024-09-05T04:11:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:05.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:05.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:05.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:05 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 -- 172.21.15.2:0/1311038012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe8841009d0 msgr2=0x7fe884100db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 --2- 172.21.15.2:0/1311038012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe8841009d0 0x7fe884100db0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe878009900 tx=0x7fe87802a410 comp rx=0 tx=0).stop 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 -- 172.21.15.2:0/1311038012 shutdown_connections 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 --2- 172.21.15.2:0/1311038012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe88410e4f0 0x7fe884110900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 --2- 172.21.15.2:0/1311038012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe884101380 0x7fe88410dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 --2- 172.21.15.2:0/1311038012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe8841009d0 0x7fe884100db0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 -- 172.21.15.2:0/1311038012 >> 172.21.15.2:0/1311038012 conn(0x7fe8840fc7d0 msgr2=0x7fe8840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 -- 172.21.15.2:0/1311038012 shutdown_connections 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.692+0000 7fe88bad5640 1 -- 172.21.15.2:0/1311038012 wait complete. 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 Processor -- start 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 -- start start 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe8841009d0 0x7fe88419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 0x7fe88419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe884114100 con 0x7fe88410e4f0 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe884113f80 con 0x7fe8841009d0 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88bad5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe884114280 con 0x7fe884101380 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41488/0 (socket says 172.21.15.2:41488) 2024-09-05T04:11:05.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 -- 172.21.15.2:0/4200446233 learned_addr learned my addr 172.21.15.2:0/4200446233 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe889871640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe8841009d0 0x7fe88419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe889070640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 0x7fe88419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 -- 172.21.15.2:0/4200446233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 msgr2=0x7fe88419ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 0x7fe88419ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 -- 172.21.15.2:0/4200446233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe8841009d0 msgr2=0x7fe88419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe8841009d0 0x7fe88419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe88a072640 1 -- 172.21.15.2:0/4200446233 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe88419f590 con 0x7fe88410e4f0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.693+0000 7fe889070640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 0x7fe88419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe88a072640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe87c00e9d0 tx=0x7fe87c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe876ffd640 1 -- 172.21.15.2:0/4200446233 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87c00cd80 con 0x7fe88410e4f0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe876ffd640 1 -- 172.21.15.2:0/4200446233 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe87c005020 con 0x7fe88410e4f0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe88419f880 con 0x7fe88410e4f0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe876ffd640 1 -- 172.21.15.2:0/4200446233 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87c0116d0 con 0x7fe88410e4f0 2024-09-05T04:11:05.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.694+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8841a7160 con 0x7fe88410e4f0 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 Processor -- start 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe876ffd640 1 -- 172.21.15.2:0/4200446233 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fe87c0051d0 con 0x7fe88410e4f0 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 -- start start 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e5306800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e5309130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5601e5261280 con 0x5601e52fbb60 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5601e5208b10 con 0x5601e52fc480 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe88deae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5601e525d240 con 0x5601e5306d40 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41502/0 (socket says 172.21.15.2:41502) 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.697+0000 7fe889070640 1 -- 172.21.15.2:0/2780708536 learned_addr learned my addr 172.21.15.2:0/2780708536 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889871640 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e5306800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e5309130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe876ffd640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 0x7fe8700a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 -- 172.21.15.2:0/2780708536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 msgr2=0x5601e5309130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e5309130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 -- 172.21.15.2:0/2780708536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 msgr2=0x5601e5306800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e5306800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 -- 172.21.15.2:0/2780708536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601e52151f0 con 0x5601e52fbb60 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe88a072640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 0x7fe8700a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe889070640 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe880008f90 tx=0x7fe880008640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20fc12fe86ce03f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe876ffd640 1 -- 172.21.15.2:0/4200446233 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe87c0cfb40 con 0x7fe88410e4f0 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe86ffff640 1 -- 172.21.15.2:0/2780708536 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880018030 con 0x5601e52fbb60 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe86ffff640 1 -- 172.21.15.2:0/2780708536 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe880010af0 con 0x5601e52fbb60 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.698+0000 7fe86ffff640 1 -- 172.21.15.2:0/2780708536 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88001ca60 con 0x5601e52fbb60 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 -- 172.21.15.2:0/2780708536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 msgr2=0x5601e52fbf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88a072640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 0x7fe8700a5240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe87c0cce90 tx=0x7fe87c015820 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe880008f90 tx=0x7fe880008640 comp rx=0 tx=0).stop 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 -- 172.21.15.2:0/2780708536 shutdown_connections 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e5309130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e5306800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 --2- 172.21.15.2:0/2780708536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52fbf40 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 -- 172.21.15.2:0/2780708536 >> 172.21.15.2:0/2780708536 conn(0x5601e52f80f0 msgr2=0x5601e52f84d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 -- 172.21.15.2:0/2780708536 shutdown_connections 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.699+0000 7fe88deae740 1 -- 172.21.15.2:0/2780708536 wait complete. 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 -- start start 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 Processor -- start 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e5303ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e53040e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5601e5309910 con 0x5601e5306d40 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5601e521bf10 con 0x5601e52fc480 2024-09-05T04:11:05.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5601e5309a90 con 0x5601e52fbb60 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe88deae740 10 client.0 _ll_register_callbacks cb 0x5601e51e4a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41504/0 (socket says 172.21.15.2:41504) 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe889070640 1 -- 172.21.15.2:0/2068242811 learned_addr learned my addr 172.21.15.2:0/2068242811 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.700+0000 7fe889871640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e53040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e5303ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 -- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 msgr2=0x5601e5303ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e5303ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 -- 172.21.15.2:0/2068242811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 msgr2=0x5601e53040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e53040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 -- 172.21.15.2:0/2068242811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601e4fd26a0 con 0x5601e5306d40 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889871640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e53040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe889070640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe880008470 tx=0x7fe88001c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b93a0ca63f56e28 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe86d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880018040 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe8800108c0 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe880010af0 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe88001c840 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe88deae740 10 client.15315 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5601e53154a0 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.701+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe880010af0 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe88001d7f0 con 0x5601e5306d40 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 10 client.15315 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 10 client.15315 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 20 client.15315 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5316850 0x5601e5318c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 4 client.15315 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601e526e7f0 con 0x5601e5316850 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe889871640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5316850 0x5601e5318c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe889871640 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5316850 0x5601e5318c40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=635786a48134c732 server_cookie=623d4954c23f1cf0 in_seq=0 out_seq=0 2024-09-05T04:11:05.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.702+0000 7fe86d7fa640 10 client.15315 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:05.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe86d7fa640 1 -- 172.21.15.2:0/2068242811 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5601e526e7f0 con 0x5601e5316850 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe86d7fa640 10 client.15315 handle_command_reply: tid=0 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 client.15315 shutdown 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 msgr2=0x5601e5304620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe880008470 tx=0x7fe88001c760 comp rx=0 tx=0).stop 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 shutdown_connections 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5316850 0x5601e5318c40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e5306d40 0x5601e5304620 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e53040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 --2- 172.21.15.2:0/2068242811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e5303ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe86d7fa640 0 client.15315 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:05.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 >> 172.21.15.2:0/2068242811 conn(0x5601e52f80f0 msgr2=0x5601e52fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 shutdown_connections 2024-09-05T04:11:05.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.703+0000 7fe88deae740 1 -- 172.21.15.2:0/2068242811 wait complete. 2024-09-05T04:11:05.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.704+0000 7fe88deae740 20 client.15315 trim_cache size 0 max 16384 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 Processor -- start 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 -- start start 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e531e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e531e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841af0e0 con 0x5601e52fbb60 2024-09-05T04:11:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841b1960 con 0x5601e52fc480 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe88deae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841af750 con 0x5601e5306d40 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41520/0 (socket says 172.21.15.2:41520) 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 -- 172.21.15.2:0/2253965082 learned_addr learned my addr 172.21.15.2:0/2253965082 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e531e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889871640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e531e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 -- 172.21.15.2:0/2253965082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 msgr2=0x5601e531e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e531e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 -- 172.21.15.2:0/2253965082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 msgr2=0x5601e531e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e531e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889070640 1 -- 172.21.15.2:0/2253965082 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601e52fc2b0 con 0x5601e52fbb60 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.721+0000 7fe889871640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e531e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.722+0000 7fe889070640 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe880005b90 tx=0x7fe880005f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f59b1c025e2f2e4a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.722+0000 7fe86f7fe640 1 -- 172.21.15.2:0/2253965082 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880018040 con 0x5601e52fbb60 2024-09-05T04:11:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.722+0000 7fe86f7fe640 1 -- 172.21.15.2:0/2253965082 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe880008d70 con 0x5601e52fbb60 2024-09-05T04:11:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.722+0000 7fe86f7fe640 1 -- 172.21.15.2:0/2253965082 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe88001d610 con 0x5601e52fbb60 2024-09-05T04:11:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- 172.21.15.2:0/2253965082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 msgr2=0x5601e52f7160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe880005b90 tx=0x7fe880005f40 comp rx=0 tx=0).stop 2024-09-05T04:11:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- 172.21.15.2:0/2253965082 shutdown_connections 2024-09-05T04:11:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e5306d40 0x5601e531e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e52fc480 0x5601e531e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 --2- 172.21.15.2:0/2253965082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fbb60 0x5601e52f7160 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- 172.21.15.2:0/2253965082 >> 172.21.15.2:0/2253965082 conn(0x5601e52f80f0 msgr2=0x5601e52f6a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- 172.21.15.2:0/2253965082 shutdown_connections 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- 172.21.15.2:0/2253965082 wait complete. 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 -- start start 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.723+0000 7fe88deae740 1 Processor -- start 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e530f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e5306d40 0x5601e5300d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841afe20 con 0x5601e52fc480 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841b1290 con 0x5601e5306d40 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe8841b04f0 con 0x5601e52fbb60 2024-09-05T04:11:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe889070640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e530f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe88deae740 10 client.0 _ll_register_callbacks cb 0x7fe878005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe889871640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe889070640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e530f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:60108/0 (socket says 172.21.15.2:60108) 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe889070640 1 -- 172.21.15.2:0/3675906243 learned_addr learned my addr 172.21.15.2:0/3675906243 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.724+0000 7fe889871640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41536/0 (socket says 172.21.15.2:41536) 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889070640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e5306d40 0x5601e5300d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 -- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 msgr2=0x5601e530f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e530f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 -- 172.21.15.2:0/3675906243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e5306d40 msgr2=0x5601e5300d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e5306d40 0x5601e5300d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 -- 172.21.15.2:0/3675906243 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601e53013f0 con 0x5601e52fc480 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe889871640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe878009230 tx=0x7fe878009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b5dfce421bd3bd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe86d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878035040 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe878005040 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe880008d70 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe878053050 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe88deae740 10 client.15321 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.725+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5601e5389850 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe880008d70 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe87804e030 con 0x5601e52fc480 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 10 client.15321 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 10 client.15321 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 20 client.15321 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5389fc0 0x5601e538c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 4 client.15321 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:11:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5601e5268d00 con 0x5601e5389fc0 2024-09-05T04:11:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe889070640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5389fc0 0x5601e538c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.726+0000 7fe86d7fa640 10 client.15321 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.727+0000 7fe889070640 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5389fc0 0x5601e538c3e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b503cb6dc434deaa server_cookie=caa58e024b8972ee in_seq=0 out_seq=0 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe86d7fa640 1 -- 172.21.15.2:0/3675906243 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5601e5268d00 con 0x5601e5389fc0 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe86d7fa640 10 client.15321 handle_command_reply: tid=0 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 client.15321 shutdown 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 msgr2=0x5601e53007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe878009230 tx=0x7fe878009880 comp rx=0 tx=0).stop 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 shutdown_connections 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601e5389fc0 0x5601e538c3e0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601e5306d40 0x5601e5300d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601e52fc480 0x5601e53007c0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 --2- 172.21.15.2:0/3675906243 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601e52fbb60 0x5601e530f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 >> 172.21.15.2:0/3675906243 conn(0x5601e52f80f0 msgr2=0x5601e5304380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe86d7fa640 0 client.15321 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 shutdown_connections 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 1 -- 172.21.15.2:0/3675906243 wait complete. 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.728+0000 7fe88deae740 20 client.15321 trim_cache size 0 max 16384 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "c82266eb-289d-45e5-82d3-6e7888f24993", 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:11:05.732 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 msgr2=0x7fe8700a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 0x7fe8700a5240 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe87c0cce90 tx=0x7fe87c015820 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 msgr2=0x7fe88419eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe87c00e9d0 tx=0x7fe87c00ee90 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 shutdown_connections 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8700a2d80 0x7fe8700a5240 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe88410e4f0 0x7fe88419eeb0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe884101380 0x7fe88419ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 --2- 172.21.15.2:0/4200446233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe8841009d0 0x7fe88419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.729+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 >> 172.21.15.2:0/4200446233 conn(0x7fe8840fc7d0 msgr2=0x7fe8840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.730+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 shutdown_connections 2024-09-05T04:11:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.730+0000 7fe88bad5640 1 -- 172.21.15.2:0/4200446233 wait complete. 2024-09-05T04:11:05.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.851+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f0a24107140 con 0x7f0a24103640 2024-09-05T04:11:05.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.855+0000 7f0a16ffd640 1 -- 172.21.15.2:0/1631366038 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v28)=0 v28) ==== 133+0+0 (secure 0 0 0) 0x7f0a180c06c0 con 0x7f0a24103640 2024-09-05T04:11:05.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 msgr2=0x7f0a100a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 0x7f0a100a5240 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f0a20009bd0 tx=0x7f0a20005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:05.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 msgr2=0x7f0a24198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0a18005940 tx=0x7f0a180042f0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 shutdown_connections 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0a100a2d80 0x7f0a100a5240 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0a2410c0f0 0x7f0a2419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.857+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0a24103640 0x7f0a24198880 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.858+0000 7f0a2bad0640 1 --2- 172.21.15.2:0/1631366038 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0a24102d20 0x7f0a24198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.858+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 >> 172.21.15.2:0/1631366038 conn(0x7f0a240779a0 msgr2=0x7f0a240fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.858+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 shutdown_connections 2024-09-05T04:11:05.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.858+0000 7f0a2bad0640 1 -- 172.21.15.2:0/1631366038 wait complete. 2024-09-05T04:11:05.869 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-09-05T04:11:05.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 -- 172.21.15.2:0/3266050812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340101200 msgr2=0x7f53401079b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 --2- 172.21.15.2:0/3266050812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340101200 0x7f53401079b0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f5334009930 tx=0x7f533402a420 comp rx=0 tx=0).stop 2024-09-05T04:11:05.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 -- 172.21.15.2:0/3266050812 shutdown_connections 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 --2- 172.21.15.2:0/3266050812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5340108110 0x7f534010ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 --2- 172.21.15.2:0/3266050812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340101200 0x7f53401079b0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 --2- 172.21.15.2:0/3266050812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 0x7f5340100c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 -- 172.21.15.2:0/3266050812 >> 172.21.15.2:0/3266050812 conn(0x7f5340075db0 msgr2=0x7f53400761c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 -- 172.21.15.2:0/3266050812 shutdown_connections 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.975+0000 7f5345311640 1 -- 172.21.15.2:0/3266050812 wait complete. 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 Processor -- start 2024-09-05T04:11:05.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 -- start start 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 0x7f5340198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f534019cc10 0x7f534019d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5340111dc0 con 0x7f5340108110 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5340111c40 con 0x7f534019cc10 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f5345311640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5340111f40 con 0x7f5340100850 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f533e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f533e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41552/0 (socket says 172.21.15.2:41552) 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f533e7fc640 1 -- 172.21.15.2:0/2932396444 learned_addr learned my addr 172.21.15.2:0/2932396444 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.976+0000 7f533effd640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 0x7f5340198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533f7fe640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f534019cc10 0x7f534019d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 -- 172.21.15.2:0/2932396444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 msgr2=0x7f5340198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 0x7f5340198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 -- 172.21.15.2:0/2932396444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f534019cc10 msgr2=0x7f534019d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f534019cc10 0x7f534019d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 -- 172.21.15.2:0/2932396444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f534019d700 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f533e7fc640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5334005940 tx=0x7f53340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533403f030 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53340318a0 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f534019d990 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5334035070 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.977+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53401a5150 con 0x7f5340108110 2024-09-05T04:11:05.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.978+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5340069cc0 con 0x7f5340108110 2024-09-05T04:11:05.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.979+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f5334042030 con 0x7f5340108110 2024-09-05T04:11:05.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.980+0000 7f5327fff640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 0x7f53280a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:05.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.980+0000 7f533effd640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 0x7f53280a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:05.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.980+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f53340f0130 con 0x7f5340108110 2024-09-05T04:11:05.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.980+0000 7f533effd640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 0x7f53280a5240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5330009bd0 tx=0x7f5330005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:05.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:05.984+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f53340bc840 con 0x7f5340108110 2024-09-05T04:11:06.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.184+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7f5340101200 con 0x7f53280a2d80 2024-09-05T04:11:06.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.246+0000 7f5327fff640 1 -- 172.21.15.2:0/2932396444 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5340101200 con 0x7f53280a2d80 2024-09-05T04:11:06.247 INFO:teuthology.orchestra.run.smithi002.stdout:Schedule set for path / 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 msgr2=0x7f53280a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 0x7f53280a5240 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5330009bd0 tx=0x7f5330005f90 comp rx=0 tx=0).stop 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 msgr2=0x7f5340198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5334005940 tx=0x7f53340042f0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 shutdown_connections 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53280a2d80 0x7f53280a5240 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f534019cc10 0x7f534019d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5340108110 0x7f5340198890 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 --2- 172.21.15.2:0/2932396444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5340100850 0x7f5340198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 >> 172.21.15.2:0/2932396444 conn(0x7f5340075db0 msgr2=0x7f5340105c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:06.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 shutdown_connections 2024-09-05T04:11:06.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.248+0000 7f5345311640 1 -- 172.21.15.2:0/2932396444 wait complete. 2024-09-05T04:11:06.260 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-09-05T04:11:06.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- 172.21.15.2:0/158014868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c1009e0 msgr2=0x7f416c100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 --2- 172.21.15.2:0/158014868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c1009e0 0x7f416c100e40 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f415c009930 tx=0x7f415c02a420 comp rx=0 tx=0).stop 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- 172.21.15.2:0/158014868 shutdown_connections 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 --2- 172.21.15.2:0/158014868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c101380 0x7f416c10d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 --2- 172.21.15.2:0/158014868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c1009e0 0x7f416c100e40 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 --2- 172.21.15.2:0/158014868 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1069f0 0x7f416c106dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- 172.21.15.2:0/158014868 >> 172.21.15.2:0/158014868 conn(0x7f416c0fc6c0 msgr2=0x7f416c0feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- 172.21.15.2:0/158014868 shutdown_connections 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- 172.21.15.2:0/158014868 wait complete. 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 Processor -- start 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.364+0000 7f41734a5640 1 -- start start 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 0x7f416c197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c1069f0 0x7f416c19bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f416c110ce0 con 0x7f416c101380 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f416c110b60 con 0x7f416c1069f0 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f416c110e60 con 0x7f416c1009e0 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41564/0 (socket says 172.21.15.2:41564) 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 -- 172.21.15.2:0/3154050120 learned_addr learned my addr 172.21.15.2:0/3154050120 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4171a42640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c1069f0 0x7f416c19bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4171241640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 0x7f416c197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 -- 172.21.15.2:0/3154050120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 msgr2=0x7f416c197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 0x7f416c197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 -- 172.21.15.2:0/3154050120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c1069f0 msgr2=0x7f416c19bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c1069f0 0x7f416c19bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 -- 172.21.15.2:0/3154050120 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f416c19c320 con 0x7f416c101380 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4171241640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 0x7f416c197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f4170a40640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f415c005940 tx=0x7f415c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c046070 con 0x7f416c101380 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f416c19c5b0 con 0x7f416c101380 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f415c003aa0 con 0x7f416c101380 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f415c035050 con 0x7f416c101380 2024-09-05T04:11:06.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.365+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f416c06a320 con 0x7f416c101380 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.367+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f416c102120 con 0x7f416c101380 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.368+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f415c049070 con 0x7f416c101380 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.368+0000 7f41627fc640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 0x7f41580a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.368+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f415c0f16a0 con 0x7f416c101380 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.368+0000 7f4171241640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 0x7f41580a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.369+0000 7f4171241640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 0x7f41580a5240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f41680058c0 tx=0x7f4168005d30 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:06.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.372+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f415c07e1b0 con 0x7f416c101380 2024-09-05T04:11:06.443 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:11:06.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.571+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f416c06a640 con 0x7f41580a2d80 2024-09-05T04:11:06.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.629+0000 7f41627fc640 1 -- 172.21.15.2:0/3154050120 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f416c06a640 con 0x7f41580a2d80 2024-09-05T04:11:06.629 INFO:teuthology.orchestra.run.smithi002.stdout:Retention added to path / 2024-09-05T04:11:06.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 msgr2=0x7f41580a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 0x7f41580a5240 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f41680058c0 tx=0x7f4168005d30 comp rx=0 tx=0).stop 2024-09-05T04:11:06.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 msgr2=0x7f416c197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f415c005940 tx=0x7f415c004270 comp rx=0 tx=0).stop 2024-09-05T04:11:06.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 shutdown_connections 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41580a2d80 0x7f41580a5240 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f416c1069f0 0x7f416c19bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f416c101380 0x7f416c197870 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 --2- 172.21.15.2:0/3154050120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f416c1009e0 0x7f416c197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 >> 172.21.15.2:0/3154050120 conn(0x7f416c0fc6c0 msgr2=0x7f416c0fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 shutdown_connections 2024-09-05T04:11:06.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.631+0000 7f41734a5640 1 -- 172.21.15.2:0/3154050120 wait complete. 2024-09-05T04:11:06.645 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T04:11:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:06.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 -- 172.21.15.2:0/3342766173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 msgr2=0x7f689010d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 --2- 172.21.15.2:0/3342766173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f689010d870 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6888009cd0 tx=0x7f688802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 -- 172.21.15.2:0/3342766173 shutdown_connections 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 --2- 172.21.15.2:0/3342766173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f689010d870 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 --2- 172.21.15.2:0/3342766173 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 0x7f6890100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 --2- 172.21.15.2:0/3342766173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 0x7f6890106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.759+0000 7f6896677640 1 -- 172.21.15.2:0/3342766173 >> 172.21.15.2:0/3342766173 conn(0x7f68900779a0 msgr2=0x7f68900fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- 172.21.15.2:0/3342766173 shutdown_connections 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- 172.21.15.2:0/3342766173 wait complete. 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 Processor -- start 2024-09-05T04:11:06.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- start start 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 0x7f68901982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 0x7f689019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6890111de0 con 0x7f6890101340 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6890111c60 con 0x7f68901069b0 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.760+0000 7f6896677640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6890111f60 con 0x7f68901009a0 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41584/0 (socket says 172.21.15.2:41584) 2024-09-05T04:11:06.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 -- 172.21.15.2:0/298534902 learned_addr learned my addr 172.21.15.2:0/298534902 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688ffff640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 0x7f68901982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f6894c14640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 0x7f689019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 -- 172.21.15.2:0/298534902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 msgr2=0x7f68901982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 0x7f68901982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 -- 172.21.15.2:0/298534902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 msgr2=0x7f689019cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 0x7f689019cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 -- 172.21.15.2:0/298534902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f689019d2e0 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688f7fe640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f688400d770 tx=0x7f688400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884017070 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68840054d0 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f689019d5d0 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6884004cf0 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.761+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68901a4e60 con 0x7f6890101340 2024-09-05T04:11:06.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.762+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68901020e0 con 0x7f6890101340 2024-09-05T04:11:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.763+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f6884004e90 con 0x7f6890101340 2024-09-05T04:11:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.764+0000 7f688d7fa640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 0x7f68780a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.764+0000 7f688ffff640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 0x7f68780a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.764+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68840cf7e0 con 0x7f6890101340 2024-09-05T04:11:06.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.764+0000 7f688ffff640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 0x7f68780a5240 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f68800058c0 tx=0x7f688000a2d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:06.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.767+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f688409bef0 con 0x7f6890101340 2024-09-05T04:11:06.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3835855131' entity='client.admin' 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1631366038' entity='client.admin' 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3835855131' entity='client.admin' 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1631366038' entity='client.admin' 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3835855131' entity='client.admin' 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1631366038' entity='client.admin' 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:11:06.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:11:06.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.966+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f6890062630 con 0x7f68780a2d80 2024-09-05T04:11:06.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.973+0000 7f688d7fa640 1 -- 172.21.15.2:0/298534902 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7f6890062630 con 0x7f68780a2d80 2024-09-05T04:11:06.974 INFO:teuthology.orchestra.run.smithi002.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T04:11:06", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 msgr2=0x7f68780a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 0x7f68780a5240 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f68800058c0 tx=0x7f688000a2d0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 msgr2=0x7f6890198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f688400d770 tx=0x7f688400dc30 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 shutdown_connections 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68780a2d80 0x7f68780a5240 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68901069b0 0x7f689019cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6890101340 0x7f6890198830 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 --2- 172.21.15.2:0/298534902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68901009a0 0x7f68901982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 >> 172.21.15.2:0/298534902 conn(0x7f68900779a0 msgr2=0x7f6890103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 shutdown_connections 2024-09-05T04:11:06.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:06.976+0000 7f6896677640 1 -- 172.21.15.2:0/298534902 wait complete. 2024-09-05T04:11:06.988 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T04:11:07.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 -- 172.21.15.2:0/543930472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 msgr2=0x7fad2410ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 --2- 172.21.15.2:0/543930472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad2410ba90 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fad18009900 tx=0x7fad1802a480 comp rx=0 tx=0).stop 2024-09-05T04:11:07.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 -- 172.21.15.2:0/543930472 shutdown_connections 2024-09-05T04:11:07.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 --2- 172.21.15.2:0/543930472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad2410c0b0 0x7fad2410e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 --2- 172.21.15.2:0/543930472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad2410ba90 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 --2- 172.21.15.2:0/543930472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad24102c90 0x7fad24103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 -- 172.21.15.2:0/543930472 >> 172.21.15.2:0/543930472 conn(0x7fad240fc6e0 msgr2=0x7fad240feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 -- 172.21.15.2:0/543930472 shutdown_connections 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.091+0000 7fad2a015640 1 -- 172.21.15.2:0/543930472 wait complete. 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 Processor -- start 2024-09-05T04:11:07.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 -- start start 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 0x7fad24198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad2410c0b0 0x7fad2419cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fad24111d40 con 0x7fad241035b0 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad24111bc0 con 0x7fad24102c90 2024-09-05T04:11:07.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad2a015640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fad24111ec0 con 0x7fad2410c0b0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad22ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad22ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41608/0 (socket says 172.21.15.2:41608) 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad22ffd640 1 -- 172.21.15.2:0/4227927141 learned_addr learned my addr 172.21.15.2:0/4227927141 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.092+0000 7fad237fe640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 0x7fad24198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad23fff640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad2410c0b0 0x7fad2419cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 -- 172.21.15.2:0/4227927141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad2410c0b0 msgr2=0x7fad2419cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad2410c0b0 0x7fad2419cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 -- 172.21.15.2:0/4227927141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 msgr2=0x7fad24198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 0x7fad24198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 -- 172.21.15.2:0/4227927141 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad2419d260 con 0x7fad241035b0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad237fe640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 0x7fad24198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad22ffd640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fad18006010 tx=0x7fad18004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad1803f030 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad18003800 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad18035070 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad2419d4f0 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.093+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad241a4de0 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.094+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad24103070 con 0x7fad241035b0 2024-09-05T04:11:07.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.095+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fad18031ab0 con 0x7fad241035b0 2024-09-05T04:11:07.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.096+0000 7fad20ff9640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 0x7fad0c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.096+0000 7fad237fe640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 0x7fad0c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.096+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fad180f03a0 con 0x7fad241035b0 2024-09-05T04:11:07.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.096+0000 7fad237fe640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 0x7fad0c0a5240 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fad1400abe0 tx=0x7fad1400a5c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.100+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fad180bca50 con 0x7fad241035b0 2024-09-05T04:11:07.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 -- 172.21.15.2:0/58738743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f75341009b0 msgr2=0x7f7534100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 --2- 172.21.15.2:0/58738743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f75341009b0 0x7f7534100d90 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f7524009900 tx=0x7f752402a410 comp rx=0 tx=0).stop 2024-09-05T04:11:07.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 -- 172.21.15.2:0/58738743 shutdown_connections 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 --2- 172.21.15.2:0/58738743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f753410e4d0 0x7f75341108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 --2- 172.21.15.2:0/58738743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 0x7f753410df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 --2- 172.21.15.2:0/58738743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f75341009b0 0x7f7534100d90 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 -- 172.21.15.2:0/58738743 >> 172.21.15.2:0/58738743 conn(0x7f75340fc7d0 msgr2=0x7f75340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 -- 172.21.15.2:0/58738743 shutdown_connections 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.213+0000 7f7538b47640 1 -- 172.21.15.2:0/58738743 wait complete. 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 Processor -- start 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 -- start start 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75341009b0 0x7f753419a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 0x7f753419abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f75341140e0 con 0x7f753410e4d0 2024-09-05T04:11:07.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7534113f60 con 0x7f7534101360 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7538b47640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7534114260 con 0x7f75341009b0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7532d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7532d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41626/0 (socket says 172.21.15.2:41626) 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7532d9d640 1 -- 172.21.15.2:0/2258765482 learned_addr learned my addr 172.21.15.2:0/2258765482 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f7531d9b640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 0x7f753419abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.214+0000 7f753259c640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75341009b0 0x7f753419a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 -- 172.21.15.2:0/2258765482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75341009b0 msgr2=0x7f753419a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75341009b0 0x7f753419a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 -- 172.21.15.2:0/2258765482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 msgr2=0x7f753419abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 0x7f753419abc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 -- 172.21.15.2:0/2258765482 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f753419f630 con 0x7f753410e4d0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7532d9d640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f752c00eb10 tx=0x7f752c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f75237fe640 1 -- 172.21.15.2:0/2258765482 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c004b20 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f75237fe640 1 -- 172.21.15.2:0/2258765482 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f752c004cc0 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f753419f920 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f75237fe640 1 -- 172.21.15.2:0/2258765482 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752c010690 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.215+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75341a7200 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.217+0000 7f753af20740 1 Processor -- start 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f75237fe640 1 -- 172.21.15.2:0/2258765482 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f752c005020 con 0x7f753410e4d0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 -- start start 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791a4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791b1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55887910a2e0 con 0x5588791a4dc0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5588790b1ce0 con 0x5588791a44a0 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753af20740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5588791062a0 con 0x5588791af680 2024-09-05T04:11:07.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41632/0 (socket says 172.21.15.2:41632) 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 -- 172.21.15.2:0/1044573518 learned_addr learned my addr 172.21.15.2:0/1044573518 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f7531d9b640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791a4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f7531d9b640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791b1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 -- 172.21.15.2:0/1044573518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 msgr2=0x5588791b1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791b1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 -- 172.21.15.2:0/1044573518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 msgr2=0x5588791a4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791a4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f75237fe640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 0x7f751c0a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.218+0000 7f753259c640 1 -- 172.21.15.2:0/1044573518 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558879096440 con 0x5588791a4dc0 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f7531d9b640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791a4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f7532d9d640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 0x7f751c0a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f753259c640 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f7524009900 tx=0x7f7524032bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5adf374e7e0bae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f75237fe640 1 -- 172.21.15.2:0/2258765482 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f752c0cfff0 con 0x7f753410e4d0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f7520ff9640 1 -- 172.21.15.2:0/1044573518 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524040070 con 0x5588791a4dc0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f7520ff9640 1 -- 172.21.15.2:0/1044573518 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7524004030 con 0x5588791a4dc0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.219+0000 7f7520ff9640 1 -- 172.21.15.2:0/1044573518 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524035040 con 0x5588791a4dc0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- 172.21.15.2:0/1044573518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 msgr2=0x5588791af140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f7532d9d640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 0x7f751c0a5240 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f752c0cd340 tx=0x7f752c0bc040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f7524009900 tx=0x7f7524032bb0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- 172.21.15.2:0/1044573518 shutdown_connections 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791b1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791af140 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 --2- 172.21.15.2:0/1044573518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791a4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- 172.21.15.2:0/1044573518 >> 172.21.15.2:0/1044573518 conn(0x5588791a0a30 msgr2=0x5588791a0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- 172.21.15.2:0/1044573518 shutdown_connections 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- 172.21.15.2:0/1044573518 wait complete. 2024-09-05T04:11:07.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 -- start start 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.220+0000 7f753af20740 1 Processor -- start 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791af030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791af680 0x5588791ac880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5588791b2250 con 0x5588791a4dc0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5588790c5050 con 0x5588791af680 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5588791b23d0 con 0x5588791a44a0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 10 client.0 _ll_register_callbacks cb 0x558879105160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41634/0 (socket says 172.21.15.2:41634) 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 -- 172.21.15.2:0/720592621 learned_addr learned my addr 172.21.15.2:0/720592621 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7531d9b640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791af030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7531d9b640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791af680 0x5588791ac880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 -- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 msgr2=0x5588791af030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791af030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 -- 172.21.15.2:0/720592621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791af680 msgr2=0x5588791ac880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791af680 0x5588791ac880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 -- 172.21.15.2:0/720592621 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558878e7b3c0 con 0x5588791a4dc0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7531d9b640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753259c640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f75240052c0 tx=0x7f7524031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e434b7bf7147d813 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7519ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524040070 con 0x5588791a4dc0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f75240043e0 con 0x5588791a4dc0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.221+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7524004030 con 0x5588791a4dc0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7524056050 con 0x5588791a4dc0 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 10 client.15357 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:07.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5588791bdc60 con 0x5588791a4dc0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7524004030 con 0x5588791a4dc0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f75240035f0 con 0x5588791a4dc0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 10 client.15357 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 10 client.15357 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 20 client.15357 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588791befb0 0x5588791c13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 4 client.15357 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558879117850 con 0x5588791befb0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.222+0000 7f7531d9b640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588791befb0 0x5588791c13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.223+0000 7f7531d9b640 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588791befb0 0x5588791c13a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64dfd933b4dbd31a server_cookie=1e20ccc37e45a8d in_seq=0 out_seq=0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.223+0000 7f7519ffb640 10 client.15357 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.223+0000 7f7519ffb640 1 -- 172.21.15.2:0/720592621 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558879117850 con 0x5588791befb0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.223+0000 7f7519ffb640 10 client.15357 handle_command_reply: tid=0 2024-09-05T04:11:07.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 client.15357 shutdown 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 msgr2=0x5588791ac2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f75240052c0 tx=0x7f7524031400 comp rx=0 tx=0).stop 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 shutdown_connections 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588791befb0 0x5588791c13a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791af680 0x5588791ac880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791ac2e0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f7519ffb640 0 client.15357 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 --2- 172.21.15.2:0/720592621 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791af030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 >> 172.21.15.2:0/720592621 conn(0x5588791a0a30 msgr2=0x55887919fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 shutdown_connections 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 1 -- 172.21.15.2:0/720592621 wait complete. 2024-09-05T04:11:07.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.224+0000 7f753af20740 20 client.15357 trim_cache size 0 max 16384 2024-09-05T04:11:07.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 Processor -- start 2024-09-05T04:11:07.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 -- start start 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791c43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791a9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f75341af1a0 con 0x5588791a4dc0 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f75341b1a20 con 0x5588791a44a0 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753af20740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f75341af810 con 0x5588791af680 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41644/0 (socket says 172.21.15.2:41644) 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.241+0000 7f753259c640 1 -- 172.21.15.2:0/61067000 learned_addr learned my addr 172.21.15.2:0/61067000 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f7531d9b640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791a9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f7531d9b640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791c43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 -- 172.21.15.2:0/61067000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 msgr2=0x5588791a9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791a9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 -- 172.21.15.2:0/61067000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 msgr2=0x5588791c43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791c43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 -- 172.21.15.2:0/61067000 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588791af3a0 con 0x5588791a4dc0 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f7531d9b640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791c43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f753259c640 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f7524009900 tx=0x7f7524005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a4314a0aaf3189a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f751bfff640 1 -- 172.21.15.2:0/61067000 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524040030 con 0x5588791a4dc0 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f751bfff640 1 -- 172.21.15.2:0/61067000 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f752404d070 con 0x5588791a4dc0 2024-09-05T04:11:07.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.242+0000 7f751bfff640 1 -- 172.21.15.2:0/61067000 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7524035040 con 0x5588791a4dc0 2024-09-05T04:11:07.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- 172.21.15.2:0/61067000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 msgr2=0x5588791c4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f7524009900 tx=0x7f7524005fd0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- 172.21.15.2:0/61067000 shutdown_connections 2024-09-05T04:11:07.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791af680 0x5588791a9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791a4dc0 0x5588791c4900 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 --2- 172.21.15.2:0/61067000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a44a0 0x5588791c43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- 172.21.15.2:0/61067000 >> 172.21.15.2:0/61067000 conn(0x5588791a0a30 msgr2=0x5588791ab2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- 172.21.15.2:0/61067000 shutdown_connections 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- 172.21.15.2:0/61067000 wait complete. 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 -- start start 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 Processor -- start 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.243+0000 7f753af20740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791c4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a4dc0 0x5588791c1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f75341afee0 con 0x5588791af680 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f75341b1350 con 0x5588791a4dc0 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f75341b05b0 con 0x5588791a44a0 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753af20740 10 client.0 _ll_register_callbacks cb 0x7f7524032b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:07.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41650/0 (socket says 172.21.15.2:41650) 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 -- 172.21.15.2:0/3552863257 learned_addr learned my addr 172.21.15.2:0/3552863257 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791c4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f753259c640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a4dc0 0x5588791c1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 -- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 msgr2=0x5588791c4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791c4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 -- 172.21.15.2:0/3552863257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a4dc0 msgr2=0x5588791c1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a4dc0 0x5588791c1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 -- 172.21.15.2:0/3552863257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588791c2b70 con 0x5588791af680 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7531d9b640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x5588791b24e0 tx=0x7f75280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d63ecf419239d9af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7519ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7528004100 con 0x5588791af680 2024-09-05T04:11:07.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.244+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f75280042a0 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f752404d070 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f75280044a0 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 10 client.15363 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5588792298a0 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f752404d070 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7528003af0 con 0x5588791af680 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 10 client.15363 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 10 client.15363 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 20 client.15363 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558879229ff0 0x55887922c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 4 client.15363 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558879111d60 con 0x558879229ff0 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.245+0000 7f753259c640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558879229ff0 0x55887922c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:07.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f7519ffb640 10 client.15363 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753259c640 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558879229ff0 0x55887922c410 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a487ddc895c66b6a server_cookie=12160160fd115d3e in_seq=0 out_seq=0 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f7519ffb640 1 -- 172.21.15.2:0/3552863257 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558879111d60 con 0x558879229ff0 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f7519ffb640 10 client.15363 handle_command_reply: tid=0 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 client.15363 shutdown 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 msgr2=0x5588791c2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x5588791b24e0 tx=0x7f75280046c0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 shutdown_connections 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558879229ff0 0x55887922c410 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f7519ffb640 0 client.15363 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588791af680 0x5588791c2370 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588791a4dc0 0x5588791c1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 --2- 172.21.15.2:0/3552863257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5588791a44a0 0x5588791c4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 >> 172.21.15.2:0/3552863257 conn(0x5588791a0a30 msgr2=0x5588791aaa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 shutdown_connections 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 1 -- 172.21.15.2:0/3552863257 wait complete. 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.246+0000 7f753af20740 20 client.15363 trim_cache size 0 max 16384 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:11:07.252 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 msgr2=0x7f751c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 0x7f751c0a5240 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f752c0cd340 tx=0x7f752c0bc040 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 msgr2=0x7f753419ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f752c00eb10 tx=0x7f752c00c2d0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 shutdown_connections 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f751c0a2d80 0x7f751c0a5240 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f753410e4d0 0x7f753419ef50 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7534101360 0x7f753419abc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 --2- 172.21.15.2:0/2258765482 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f75341009b0 0x7f753419a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 >> 172.21.15.2:0/2258765482 conn(0x7f75340fc7d0 msgr2=0x7f75340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 shutdown_connections 2024-09-05T04:11:07.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.247+0000 7f7538b47640 1 -- 172.21.15.2:0/2258765482 wait complete. 2024-09-05T04:11:07.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.308+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fad241070e0 con 0x7fad0c0a2d80 2024-09-05T04:11:07.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.314+0000 7fad20ff9640 1 -- 172.21.15.2:0/4227927141 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fad241070e0 con 0x7fad0c0a2d80 2024-09-05T04:11:07.315 INFO:teuthology.orchestra.run.smithi002.stdout:/ 1m 6m3h 2024-09-05T04:11:07.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 msgr2=0x7fad0c0a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 0x7fad0c0a5240 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fad1400abe0 tx=0x7fad1400a5c0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 msgr2=0x7fad241987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fad18006010 tx=0x7fad18004360 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 shutdown_connections 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad0c0a2d80 0x7fad0c0a5240 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad2410c0b0 0x7fad2419cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad241035b0 0x7fad241987b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 --2- 172.21.15.2:0/4227927141 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad24102c90 0x7fad24198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 >> 172.21.15.2:0/4227927141 conn(0x7fad240fc6e0 msgr2=0x7fad240fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 shutdown_connections 2024-09-05T04:11:07.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:07.317+0000 7fad2a015640 1 -- 172.21.15.2:0/4227927141 wait complete. 2024-09-05T04:11:07.328 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-09-05T04:11:07.355 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-09-05T04:11:07.366 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-05T04:11:07.397 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:11:07.398 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-05T04:11:07.400 INFO:teuthology.run_tasks:Running task quiescer... 2024-09-05T04:11:07.414 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-05T04:11:07.414 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:07 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:11:07.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:07 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:11:07.919 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:11:07.920 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:11:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: pgmap v7: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 0 B/s wr, 18 op/s 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: from='client.15333 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:07 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:11:08.012 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 -- 172.21.15.2:0/4200175777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8101420 msgr2=0x7feae810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 --2- 172.21.15.2:0/4200175777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8101420 0x7feae810d950 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feae0009930 tx=0x7feae002a420 comp rx=0 tx=0).stop 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 -- 172.21.15.2:0/4200175777 shutdown_connections 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 --2- 172.21.15.2:0/4200175777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8101420 0x7feae810d950 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 --2- 172.21.15.2:0/4200175777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8100a80 0x7feae8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.484+0000 7feaed10b640 1 --2- 172.21.15.2:0/4200175777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 0x7feae8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.485+0000 7feaed10b640 1 -- 172.21.15.2:0/4200175777 >> 172.21.15.2:0/4200175777 conn(0x7feae80fc7a0 msgr2=0x7feae80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.485+0000 7feaed10b640 1 -- 172.21.15.2:0/4200175777 shutdown_connections 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.485+0000 7feaed10b640 1 -- 172.21.15.2:0/4200175777 wait complete. 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.485+0000 7feaed10b640 1 Processor -- start 2024-09-05T04:11:08.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.485+0000 7feaed10b640 1 -- start start 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8101420 0x7feae8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 0x7feae819cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feae8110d30 con 0x7feae8100a80 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feae8110bb0 con 0x7feae8106a80 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feaed10b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feae8110eb0 con 0x7feae8101420 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41666/0 (socket says 172.21.15.2:41666) 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 -- 172.21.15.2:0/2552488685 learned_addr learned my addr 172.21.15.2:0/2552488685 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae759e640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 0x7feae819cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae659c640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8101420 0x7feae8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 -- 172.21.15.2:0/2552488685 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8101420 msgr2=0x7feae8198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:08.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8101420 0x7feae8198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 -- 172.21.15.2:0/2552488685 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 msgr2=0x7feae819cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 0x7feae819cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 -- 172.21.15.2:0/2552488685 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feae819d270 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.486+0000 7feae6d9d640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fead800cce0 tx=0x7fead800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.487+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead800f650 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.487+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feae819d560 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.487+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fead800fca0 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.487+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fead8018b90 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.487+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feae81a4e40 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.488+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feae8100ee0 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.489+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fead800f7f0 con 0x7feae8100a80 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.490+0000 7feadffff640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 0x7fead40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:08.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.490+0000 7feae659c640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 0x7fead40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:08.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.490+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fead80d00b0 con 0x7feae8100a80 2024-09-05T04:11:08.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.490+0000 7feae659c640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 0x7fead40a5240 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fead0005fd0 tx=0x7fead0005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:08.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.493+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fead8014030 con 0x7feae8100a80 2024-09-05T04:11:08.543 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:08.671 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:08 smithi002 ceph-mon[31001]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:08.671 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:08 smithi002 ceph-mon[31001]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:08.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.679+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feae806af60 con 0x7fead40a2d80 2024-09-05T04:11:08.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.687+0000 7feadffff640 1 -- 172.21.15.2:0/2552488685 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339314 (secure 0 0 0) 0x7feae806af60 con 0x7fead40a2d80 2024-09-05T04:11:08.692 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:08.694 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 msgr2=0x7fead40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 0x7fead40a5240 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fead0005fd0 tx=0x7fead0005850 comp rx=0 tx=0).stop 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 msgr2=0x7feae81982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fead800cce0 tx=0x7fead800a620 comp rx=0 tx=0).stop 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 shutdown_connections 2024-09-05T04:11:08.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fead40a2d80 0x7fead40a5240 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feae8106a80 0x7feae819cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feae8101420 0x7feae8198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.690+0000 7feaed10b640 1 --2- 172.21.15.2:0/2552488685 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feae8100a80 0x7feae81982c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.691+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 >> 172.21.15.2:0/2552488685 conn(0x7feae80fc7a0 msgr2=0x7feae806a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.691+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 shutdown_connections 2024-09-05T04:11:08.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:08.691+0000 7feaed10b640 1 -- 172.21.15.2:0/2552488685 wait complete. 2024-09-05T04:11:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:08 smithi079 ceph-mon[34908]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:08 smithi079 ceph-mon[34908]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:08.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:08 smithi047 ceph-mon[34498]: from='client.15339 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:08.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:08 smithi047 ceph-mon[34498]: from='client.15345 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 -- 172.21.15.2:0/1291800378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 msgr2=0x7f09d8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 --2- 172.21.15.2:0/1291800378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d8106e60 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009930 tx=0x7f09d402a420 comp rx=0 tx=0).stop 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 -- 172.21.15.2:0/1291800378 shutdown_connections 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 --2- 172.21.15.2:0/1291800378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 0x7f09d810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 --2- 172.21.15.2:0/1291800378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 0x7f09d8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 --2- 172.21.15.2:0/1291800378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d8106e60 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 -- 172.21.15.2:0/1291800378 >> 172.21.15.2:0/1291800378 conn(0x7f09d80fc7a0 msgr2=0x7f09d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 -- 172.21.15.2:0/1291800378 shutdown_connections 2024-09-05T04:11:09.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.233+0000 7f09dfda3640 1 -- 172.21.15.2:0/1291800378 wait complete. 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 Processor -- start 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 -- start start 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 0x7f09d8198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 0x7f09d8198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111e50 con 0x7f09d8106a80 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111cd0 con 0x7f09d8100a80 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dfda3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111fd0 con 0x7f09d8101420 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41680/0 (socket says 172.21.15.2:41680) 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 -- 172.21.15.2:0/2832842477 learned_addr learned my addr 172.21.15.2:0/2832842477 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09dd33e640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 0x7f09d8198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09ddb3f640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 0x7f09d8198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 -- 172.21.15.2:0/2832842477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 msgr2=0x7f09d8198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:09.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 0x7f09d8198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 -- 172.21.15.2:0/2832842477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 msgr2=0x7f09d8198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 0x7f09d8198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.234+0000 7f09de340640 1 -- 172.21.15.2:0/2832842477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d819d300 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09de340640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f09d000cad0 tx=0x7f09d000ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d000ad60 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09d0005020 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d819d5f0 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d000f6b0 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.235+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d81a4ed0 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.236+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d8100ee0 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.237+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f09d00051d0 con 0x7f09d8106a80 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.238+0000 7f09ceffd640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 0x7f09c40a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.238+0000 7f09ddb3f640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 0x7f09c40a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:09.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.238+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f09d00cfb90 con 0x7f09d8106a80 2024-09-05T04:11:09.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.238+0000 7f09ddb3f640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 0x7f09c40a52c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f09d4006010 tx=0x7f09d4000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:09.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.241+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f09d0014030 con 0x7f09d8106a80 2024-09-05T04:11:09.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.453+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09d81996b0 con 0x7f09d8106a80 2024-09-05T04:11:09.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.454+0000 7f09ceffd640 1 -- 172.21.15.2:0/2832842477 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f09d81996b0 con 0x7f09d8106a80 2024-09-05T04:11:09.456 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:09.456 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:09.456 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 msgr2=0x7f09c40a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 0x7f09c40a52c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f09d4006010 tx=0x7f09d4000bc0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 msgr2=0x7f09d819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f09d000cad0 tx=0x7f09d000ced0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 shutdown_connections 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09c40a2e00 0x7f09c40a52c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09d8106a80 0x7f09d819cc20 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09d8101420 0x7f09d8198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 --2- 172.21.15.2:0/2832842477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09d8100a80 0x7f09d8198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 >> 172.21.15.2:0/2832842477 conn(0x7f09d80fc7a0 msgr2=0x7f09d80fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 shutdown_connections 2024-09-05T04:11:09.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:09.456+0000 7f09dfda3640 1 -- 172.21.15.2:0/2832842477 wait complete. 2024-09-05T04:11:09.675 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:09 smithi002 ceph-mon[31001]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T04:11:09.675 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:09 smithi002 ceph-mon[31001]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:09.675 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2832842477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:09.701 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":8,"stamp":"2024-09-05T04:11:07.872127+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1187191,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":546,"num_read_kb":590,"num_write":411,"num_write_kb":4354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":805,"ondisk_log_size":805,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":361320,"kb_used_data":16196,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124580504,"statfs":{"total":1151940427776,"available":1151570436096,"internally_reserved":0,"allocated":16584704,"data_stored":10003295,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":217,"num_write":20,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.991566"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945023+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:57.945023+0000","last_peered":"2024-09-05T04:10:57.945023+0000","last_clean":"2024-09-05T04:10:57.945023+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:57.945023+0000","last_undegraded":"2024-09-05T04:10:57.945023+0000","last_fullsized":"2024-09-05T04:10:57.945023+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516269+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516269+0000","last_peered":"2024-09-05T04:10:58.516269+0000","last_clean":"2024-09-05T04:10:58.516269+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516269+0000","last_undegraded":"2024-09-05T04:10:58.516269+0000","last_fullsized":"2024-09-05T04:10:58.516269+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856551+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856551+0000","last_peered":"2024-09-05T04:10:57.856551+0000","last_clean":"2024-09-05T04:10:57.856551+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856551+0000","last_undegraded":"2024-09-05T04:10:57.856551+0000","last_fullsized":"2024-09-05T04:10:57.856551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856456+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856456+0000","last_peered":"2024-09-05T04:10:57.856456+0000","last_clean":"2024-09-05T04:10:57.856456+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856456+0000","last_undegraded":"2024-09-05T04:10:57.856456+0000","last_fullsized":"2024-09-05T04:10:57.856456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946872+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946872+0000","last_peered":"2024-09-05T04:10:57.946872+0000","last_clean":"2024-09-05T04:10:57.946872+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946872+0000","last_undegraded":"2024-09-05T04:10:57.946872+0000","last_fullsized":"2024-09-05T04:10:57.946872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053586+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053586+0000","last_peered":"2024-09-05T04:10:58.053586+0000","last_clean":"2024-09-05T04:10:58.053586+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053586+0000","last_undegraded":"2024-09-05T04:10:58.053586+0000","last_fullsized":"2024-09-05T04:10:58.053586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860363+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860363+0000","last_peered":"2024-09-05T04:10:57.860363+0000","last_clean":"2024-09-05T04:10:57.860363+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860363+0000","last_undegraded":"2024-09-05T04:10:57.860363+0000","last_fullsized":"2024-09-05T04:10:57.860363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856835+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856835+0000","last_peered":"2024-09-05T04:10:57.856835+0000","last_clean":"2024-09-05T04:10:57.856835+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856835+0000","last_undegraded":"2024-09-05T04:10:57.856835+0000","last_fullsized":"2024-09-05T04:10:57.856835+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'45","reported_seq":109,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.086682+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:10:58.086682+0000","last_peered":"2024-09-05T04:10:58.086682+0000","last_clean":"2024-09-05T04:10:58.086682+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:10:58.086682+0000","last_undegraded":"2024-09-05T04:10:58.086682+0000","last_fullsized":"2024-09-05T04:10:58.086682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":82,"num_write_kb":838,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554633+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554633+0000","last_peered":"2024-09-05T04:10:58.554633+0000","last_clean":"2024-09-05T04:10:58.554633+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554633+0000","last_undegraded":"2024-09-05T04:10:58.554633+0000","last_fullsized":"2024-09-05T04:10:58.554633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946830+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946830+0000","last_peered":"2024-09-05T04:10:57.946830+0000","last_clean":"2024-09-05T04:10:57.946830+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946830+0000","last_undegraded":"2024-09-05T04:10:57.946830+0000","last_fullsized":"2024-09-05T04:10:57.946830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554740+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554740+0000","last_peered":"2024-09-05T04:10:58.554740+0000","last_clean":"2024-09-05T04:10:58.554740+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554740+0000","last_undegraded":"2024-09-05T04:10:58.554740+0000","last_fullsized":"2024-09-05T04:10:58.554740+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554162+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554162+0000","last_peered":"2024-09-05T04:10:58.554162+0000","last_clean":"2024-09-05T04:10:58.554162+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554162+0000","last_undegraded":"2024-09-05T04:10:58.554162+0000","last_fullsized":"2024-09-05T04:10:58.554162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942145+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942145+0000","last_peered":"2024-09-05T04:10:57.942145+0000","last_clean":"2024-09-05T04:10:57.942145+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942145+0000","last_undegraded":"2024-09-05T04:10:57.942145+0000","last_fullsized":"2024-09-05T04:10:57.942145+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":408,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:59.964840+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:59.964840+0000","last_peered":"2024-09-05T04:10:59.964840+0000","last_clean":"2024-09-05T04:10:59.964840+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:59.964840+0000","last_undegraded":"2024-09-05T04:10:59.964840+0000","last_fullsized":"2024-09-05T04:10:59.964840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516334+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516334+0000","last_peered":"2024-09-05T04:10:58.516334+0000","last_clean":"2024-09-05T04:10:58.516334+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516334+0000","last_undegraded":"2024-09-05T04:10:58.516334+0000","last_fullsized":"2024-09-05T04:10:58.516334+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516530+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516530+0000","last_peered":"2024-09-05T04:10:58.516530+0000","last_clean":"2024-09-05T04:10:58.516530+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516530+0000","last_undegraded":"2024-09-05T04:10:58.516530+0000","last_fullsized":"2024-09-05T04:10:58.516530+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860939+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860939+0000","last_peered":"2024-09-05T04:10:57.860939+0000","last_clean":"2024-09-05T04:10:57.860939+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860939+0000","last_undegraded":"2024-09-05T04:10:57.860939+0000","last_fullsized":"2024-09-05T04:10:57.860939+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516288+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516288+0000","last_peered":"2024-09-05T04:10:58.516288+0000","last_clean":"2024-09-05T04:10:58.516288+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516288+0000","last_undegraded":"2024-09-05T04:10:58.516288+0000","last_fullsized":"2024-09-05T04:10:58.516288+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'39","reported_seq":88,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.085022+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:10:58.085022+0000","last_peered":"2024-09-05T04:10:58.085022+0000","last_clean":"2024-09-05T04:10:58.085022+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:10:58.085022+0000","last_undegraded":"2024-09-05T04:10:58.085022+0000","last_fullsized":"2024-09-05T04:10:58.085022+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136718+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136718+0000","last_peered":"2024-09-05T04:10:58.136718+0000","last_clean":"2024-09-05T04:10:58.136718+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136718+0000","last_undegraded":"2024-09-05T04:10:58.136718+0000","last_fullsized":"2024-09-05T04:10:58.136718+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516419+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516419+0000","last_peered":"2024-09-05T04:10:58.516419+0000","last_clean":"2024-09-05T04:10:58.516419+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516419+0000","last_undegraded":"2024-09-05T04:10:58.516419+0000","last_fullsized":"2024-09-05T04:10:58.516419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555191+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555191+0000","last_peered":"2024-09-05T04:10:58.555191+0000","last_clean":"2024-09-05T04:10:58.555191+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555191+0000","last_undegraded":"2024-09-05T04:10:58.555191+0000","last_fullsized":"2024-09-05T04:10:58.555191+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942178+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942178+0000","last_peered":"2024-09-05T04:10:57.942178+0000","last_clean":"2024-09-05T04:10:57.942178+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942178+0000","last_undegraded":"2024-09-05T04:10:57.942178+0000","last_fullsized":"2024-09-05T04:10:57.942178+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554806+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554806+0000","last_peered":"2024-09-05T04:10:58.554806+0000","last_clean":"2024-09-05T04:10:58.554806+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554806+0000","last_undegraded":"2024-09-05T04:10:58.554806+0000","last_fullsized":"2024-09-05T04:10:58.554806+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947304+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947304+0000","last_peered":"2024-09-05T04:10:57.947304+0000","last_clean":"2024-09-05T04:10:57.947304+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947304+0000","last_undegraded":"2024-09-05T04:10:57.947304+0000","last_fullsized":"2024-09-05T04:10:57.947304+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946812+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946812+0000","last_peered":"2024-09-05T04:10:57.946812+0000","last_clean":"2024-09-05T04:10:57.946812+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946812+0000","last_undegraded":"2024-09-05T04:10:57.946812+0000","last_fullsized":"2024-09-05T04:10:57.946812+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515939+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515939+0000","last_peered":"2024-09-05T04:10:58.515939+0000","last_clean":"2024-09-05T04:10:58.515939+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515939+0000","last_undegraded":"2024-09-05T04:10:58.515939+0000","last_fullsized":"2024-09-05T04:10:58.515939+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554418+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554418+0000","last_peered":"2024-09-05T04:10:58.554418+0000","last_clean":"2024-09-05T04:10:58.554418+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554418+0000","last_undegraded":"2024-09-05T04:10:58.554418+0000","last_fullsized":"2024-09-05T04:10:58.554418+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942436+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942436+0000","last_peered":"2024-09-05T04:10:57.942436+0000","last_clean":"2024-09-05T04:10:57.942436+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942436+0000","last_undegraded":"2024-09-05T04:10:57.942436+0000","last_fullsized":"2024-09-05T04:10:57.942436+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":291,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:02.948011+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:11:02.948011+0000","last_peered":"2024-09-05T04:11:02.948011+0000","last_clean":"2024-09-05T04:11:02.948011+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:11:02.948011+0000","last_undegraded":"2024-09-05T04:11:02.948011+0000","last_fullsized":"2024-09-05T04:11:02.948011+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":211,"num_read_kb":175,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942837+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942837+0000","last_peered":"2024-09-05T04:10:57.942837+0000","last_clean":"2024-09-05T04:10:57.942837+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942837+0000","last_undegraded":"2024-09-05T04:10:57.942837+0000","last_fullsized":"2024-09-05T04:10:57.942837+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554761+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554761+0000","last_peered":"2024-09-05T04:10:58.554761+0000","last_clean":"2024-09-05T04:10:58.554761+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554761+0000","last_undegraded":"2024-09-05T04:10:58.554761+0000","last_fullsized":"2024-09-05T04:10:58.554761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856717+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856717+0000","last_peered":"2024-09-05T04:10:57.856717+0000","last_clean":"2024-09-05T04:10:57.856717+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856717+0000","last_undegraded":"2024-09-05T04:10:57.856717+0000","last_fullsized":"2024-09-05T04:10:57.856717+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942322+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942322+0000","last_peered":"2024-09-05T04:10:57.942322+0000","last_clean":"2024-09-05T04:10:57.942322+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942322+0000","last_undegraded":"2024-09-05T04:10:57.942322+0000","last_fullsized":"2024-09-05T04:10:57.942322+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856310+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856310+0000","last_peered":"2024-09-05T04:10:57.856310+0000","last_clean":"2024-09-05T04:10:57.856310+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856310+0000","last_undegraded":"2024-09-05T04:10:57.856310+0000","last_fullsized":"2024-09-05T04:10:57.856310+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053648+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053648+0000","last_peered":"2024-09-05T04:10:58.053648+0000","last_clean":"2024-09-05T04:10:58.053648+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053648+0000","last_undegraded":"2024-09-05T04:10:58.053648+0000","last_fullsized":"2024-09-05T04:10:58.053648+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554977+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.554977+0000","last_peered":"2024-09-05T04:10:58.554977+0000","last_clean":"2024-09-05T04:10:58.554977+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.554977+0000","last_undegraded":"2024-09-05T04:10:58.554977+0000","last_fullsized":"2024-09-05T04:10:58.554977+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554594+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554594+0000","last_peered":"2024-09-05T04:10:58.554594+0000","last_clean":"2024-09-05T04:10:58.554594+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554594+0000","last_undegraded":"2024-09-05T04:10:58.554594+0000","last_fullsized":"2024-09-05T04:10:58.554594+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860878+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860878+0000","last_peered":"2024-09-05T04:10:57.860878+0000","last_clean":"2024-09-05T04:10:57.860878+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860878+0000","last_undegraded":"2024-09-05T04:10:57.860878+0000","last_fullsized":"2024-09-05T04:10:57.860878+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944600+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944600+0000","last_peered":"2024-09-05T04:10:57.944600+0000","last_clean":"2024-09-05T04:10:57.944600+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944600+0000","last_undegraded":"2024-09-05T04:10:57.944600+0000","last_fullsized":"2024-09-05T04:10:57.944600+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554880+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554880+0000","last_peered":"2024-09-05T04:10:58.554880+0000","last_clean":"2024-09-05T04:10:58.554880+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554880+0000","last_undegraded":"2024-09-05T04:10:58.554880+0000","last_fullsized":"2024-09-05T04:10:58.554880+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":596589,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":309,"num_read_kb":260,"num_write":208,"num_write_kb":1414,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1892352,"data_stored":1789767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481832,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710765,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28876,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716276,"statfs":{"total":95995035648,"available":95965466624,"internally_reserved":0,"allocated":1896448,"data_stored":1327275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874290,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135927,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364859,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1679360,"data_stored":1133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528385,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790021,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28800,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716352,"statfs":{"total":95995035648,"available":95965544448,"internally_reserved":0,"allocated":1818624,"data_stored":1260384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953545,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1572,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1609728,"data_stored":1059058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1077248,"data_stored":534228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":536576,"data_stored":524920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":131782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":229376,"data_stored":202769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:09.708 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:11:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:09 smithi079 ceph-mon[34908]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T04:11:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:09 smithi079 ceph-mon[34908]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2832842477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:09.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:09 smithi047 ceph-mon[34498]: pgmap v8: 129 pgs: 129 active+clean; 1.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-05T04:11:09.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:09 smithi047 ceph-mon[34498]: from='client.15369 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:09.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2832842477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:10.364 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:11:10.368 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- 172.21.15.2:0/3693757197 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c103670 msgr2=0x7fd57c10bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3693757197 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c103670 0x7fd57c10bb60 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fd56c009900 tx=0x7fd56c02a480 comp rx=0 tx=0).stop 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- 172.21.15.2:0/3693757197 shutdown_connections 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3693757197 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c10e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3693757197 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c103670 0x7fd57c10bb60 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3693757197 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c102d50 0x7fd57c103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- 172.21.15.2:0/3693757197 >> 172.21.15.2:0/3693757197 conn(0x7fd57c0fc7d0 msgr2=0x7fd57c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- 172.21.15.2:0/3693757197 shutdown_connections 2024-09-05T04:11:10.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- 172.21.15.2:0/3693757197 wait complete. 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 Processor -- start 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 -- start start 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.813+0000 7fd583a6d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 0x7fd57c100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c101430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c111e90 con 0x7fd57c102d50 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c111d10 con 0x7fd57c10c180 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd57c112010 con 0x7fd57c103670 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41698/0 (socket says 172.21.15.2:41698) 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 -- 172.21.15.2:0/3275984498 learned_addr learned my addr 172.21.15.2:0/3275984498 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd58200a640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c101430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581008640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 0x7fd57c100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:10.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 -- 172.21.15.2:0/3275984498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 msgr2=0x7fd57c100ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 0x7fd57c100ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 -- 172.21.15.2:0/3275984498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 msgr2=0x7fd57c101430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c101430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 -- 172.21.15.2:0/3275984498 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd57c1a68f0 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581008640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 0x7fd57c100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd58200a640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd581809640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd57800d770 tx=0x7fd57800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578017070 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd57c1a6be0 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd5780054d0 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578004cf0 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.814+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd57c1a70f0 con 0x7fd57c102d50 2024-09-05T04:11:10.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.815+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd57c103130 con 0x7fd57c102d50 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.817+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fd578004e90 con 0x7fd57c102d50 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.817+0000 7fd572ffd640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 0x7fd5680a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.817+0000 7fd581008640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 0x7fd5680a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.817+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd5780cf890 con 0x7fd57c102d50 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.818+0000 7fd581008640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 0x7fd5680a5240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd56c031440 tx=0x7fd56c005a20 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:10.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:10.820+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd57809bfa0 con 0x7fd57c102d50 2024-09-05T04:11:10.865 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:11.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.005+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd57c062630 con 0x7fd5680a2d80 2024-09-05T04:11:11.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.013+0000 7fd572ffd640 1 -- 172.21.15.2:0/3275984498 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339328 (secure 0 0 0) 0x7fd57c062630 con 0x7fd5680a2d80 2024-09-05T04:11:11.018 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:11.019 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:11.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 msgr2=0x7fd5680a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 0x7fd5680a5240 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd56c031440 tx=0x7fd56c005a20 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 msgr2=0x7fd57c1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd57800d770 tx=0x7fd57800dc30 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 shutdown_connections 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd5680a2d80 0x7fd5680a5240 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd57c10c180 0x7fd57c101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd57c103670 0x7fd57c100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 --2- 172.21.15.2:0/3275984498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd57c102d50 0x7fd57c1009b0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 >> 172.21.15.2:0/3275984498 conn(0x7fd57c0fc7d0 msgr2=0x7fd57c0fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 shutdown_connections 2024-09-05T04:11:11.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.018+0000 7fd583a6d640 1 -- 172.21.15.2:0/3275984498 wait complete. 2024-09-05T04:11:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- 172.21.15.2:0/2915379577 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918106a80 msgr2=0x7f7918106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 --2- 172.21.15.2:0/2915379577 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918106a80 0x7f7918106e60 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f7914009930 tx=0x7f791402a420 comp rx=0 tx=0).stop 2024-09-05T04:11:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- 172.21.15.2:0/2915379577 shutdown_connections 2024-09-05T04:11:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 --2- 172.21.15.2:0/2915379577 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918101420 0x7f791810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 --2- 172.21.15.2:0/2915379577 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918100a80 0x7f7918100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 --2- 172.21.15.2:0/2915379577 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918106a80 0x7f7918106e60 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- 172.21.15.2:0/2915379577 >> 172.21.15.2:0/2915379577 conn(0x7f79180fc7a0 msgr2=0x7f79180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- 172.21.15.2:0/2915379577 shutdown_connections 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- 172.21.15.2:0/2915379577 wait complete. 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 Processor -- start 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.512+0000 7f791f348640 1 -- start start 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918101420 0x7f7918198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918106a80 0x7f791819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7918110d30 con 0x7f7918100a80 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7918110bb0 con 0x7f7918106a80 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791f348640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7918110eb0 con 0x7f7918101420 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38346/0 (socket says 172.21.15.2:38346) 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 -- 172.21.15.2:0/667153219 learned_addr learned my addr 172.21.15.2:0/667153219 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d8e5640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918106a80 0x7f791819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791c8e3640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918101420 0x7f7918198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 -- 172.21.15.2:0/667153219 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918101420 msgr2=0x7f7918198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918101420 0x7f7918198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 -- 172.21.15.2:0/667153219 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918106a80 msgr2=0x7f791819cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918106a80 0x7f791819cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 -- 172.21.15.2:0/667153219 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791819d3e0 con 0x7f7918100a80 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f791d0e4640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7914004770 tx=0x7f79140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.513+0000 7f790e7fc640 1 -- 172.21.15.2:0/667153219 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f791403f070 con 0x7f7918100a80 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.514+0000 7f790e7fc640 1 -- 172.21.15.2:0/667153219 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f791403b460 con 0x7f7918100a80 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.514+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791819d670 con 0x7f7918100a80 2024-09-05T04:11:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.514+0000 7f790e7fc640 1 -- 172.21.15.2:0/667153219 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914035070 con 0x7f7918100a80 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.514+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79181a4fb0 con 0x7f7918100a80 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f790e7fc640 1 -- 172.21.15.2:0/667153219 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f791403b610 con 0x7f7918100a80 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f7921721740 1 Processor -- start 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f7921721740 1 -- start start 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f7921721740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae6d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f7921721740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.516+0000 7f7921721740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae78370 0x55c37ae7a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f790e7fc640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 0x7f79040a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f7921721740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c37add32f0 con 0x55c37ae6d5d0 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f7921721740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c37ad7acf0 con 0x55c37ae6eb40 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f7921721740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c37adcf2b0 con 0x55c37ae78370 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d8e5640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 0x7f79040a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f790e7fc640 1 -- 172.21.15.2:0/667153219 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f79140efc70 con 0x7f7918100a80 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38356/0 (socket says 172.21.15.2:38356) 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 -- 172.21.15.2:0/671728184 learned_addr learned my addr 172.21.15.2:0/671728184 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d8e5640 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae6d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791c8e3640 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae78370 0x55c37ae7a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 -- 172.21.15.2:0/671728184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae78370 msgr2=0x55c37ae7a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae78370 0x55c37ae7a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 -- 172.21.15.2:0/671728184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 msgr2=0x55c37ae6d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae6d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 -- 172.21.15.2:0/671728184 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c37ad5f3a0 con 0x55c37ae6d5d0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d8e5640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 0x7f79040a5240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7910009fd0 tx=0x7f7910009d60 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f791d0e4640 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f79140b8700 tx=0x7f791408dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=351ffdc63a1ca8ac server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f79037fe640 1 -- 172.21.15.2:0/671728184 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914048040 con 0x55c37ae6d5d0 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f79037fe640 1 -- 172.21.15.2:0/671728184 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79140bbd30 con 0x55c37ae6d5d0 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.517+0000 7f79037fe640 1 -- 172.21.15.2:0/671728184 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140e4300 con 0x55c37ae6d5d0 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 -- 172.21.15.2:0/671728184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 msgr2=0x55c37ae6da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f79140b8700 tx=0x7f791408dcf0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 -- 172.21.15.2:0/671728184 shutdown_connections 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae78370 0x55c37ae7a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae6da10 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 --2- 172.21.15.2:0/671728184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae6d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 -- 172.21.15.2:0/671728184 >> 172.21.15.2:0/671728184 conn(0x55c37ae36310 msgr2=0x55c37ae69c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 -- 172.21.15.2:0/671728184 shutdown_connections 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.518+0000 7f7921721740 1 -- 172.21.15.2:0/671728184 wait complete. 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 -- start start 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 Processor -- start 2024-09-05T04:11:11.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae77df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae750a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c37ae7ae30 con 0x55c37ae78370 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c37ad8e060 con 0x55c37ae6eb40 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c37ae7afb0 con 0x55c37ae6d5d0 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f7921721740 10 client.0 _ll_register_callbacks cb 0x55c37aae18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f791d8e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f791d8e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38370/0 (socket says 172.21.15.2:38370) 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f791d8e5640 1 -- 172.21.15.2:0/2358702984 learned_addr learned my addr 172.21.15.2:0/2358702984 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f791d0e4640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae77df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.519+0000 7f791c8e3640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae750a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 -- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 msgr2=0x55c37ae77df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae77df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 -- 172.21.15.2:0/2358702984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 msgr2=0x55c37ae750a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae750a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 -- 172.21.15.2:0/2358702984 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c37ab443c0 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f791d8e5640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7910012330 tx=0x7f79100096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd35abb5288ea24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7910003c40 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7910003de0 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79140bbd30 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7910031050 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7921721740 10 client.15393 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c37ae868a0 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79140bbd30 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.520+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f791001f070 con 0x55c37ae78370 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 10 client.15393 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:11.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 10 client.15393 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 20 client.15393 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37ae87db0 0x55c37ae8a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 4 client.15393 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c37ade0860 con 0x55c37ae87db0 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f791d0e4640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37ae87db0 0x55c37ae8a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f791d0e4640 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37ae87db0 0x55c37ae8a1f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f68feacaeac34d2 server_cookie=37f1a28f520928aa in_seq=0 out_seq=0 2024-09-05T04:11:11.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.521+0000 7f7900ff9640 10 client.15393 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7900ff9640 1 -- 172.21.15.2:0/2358702984 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c37ade0860 con 0x55c37ae87db0 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7900ff9640 10 client.15393 handle_command_reply: tid=0 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 client.15393 shutdown 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 msgr2=0x55c37ae757e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f7910012330 tx=0x7f79100096a0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 shutdown_connections 2024-09-05T04:11:11.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37ae87db0 0x55c37ae8a1f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae757e0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae750a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 --2- 172.21.15.2:0/2358702984 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae77df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7900ff9640 0 client.15393 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 >> 172.21.15.2:0/2358702984 conn(0x55c37ae36310 msgr2=0x55c37ae6f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.522+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 shutdown_connections 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.523+0000 7f7921721740 1 -- 172.21.15.2:0/2358702984 wait complete. 2024-09-05T04:11:11.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.523+0000 7f7921721740 20 client.15393 trim_cache size 0 max 16384 2024-09-05T04:11:11.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 Processor -- start 2024-09-05T04:11:11.538 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:11 smithi002 ceph-mon[31001]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 83 KiB/s wr, 47 op/s 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 -- start start 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6eb40 0x55c37ae74960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae78370 0x55c37ae70180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79181acf90 con 0x55c37ae6d5d0 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79181af810 con 0x55c37ae78370 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f7921721740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79181ad600 con 0x55c37ae6eb40 2024-09-05T04:11:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38372/0 (socket says 172.21.15.2:38372) 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 -- 172.21.15.2:0/1356464671 learned_addr learned my addr 172.21.15.2:0/1356464671 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791c8e3640 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6eb40 0x55c37ae74960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d8e5640 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae78370 0x55c37ae70180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 -- 172.21.15.2:0/1356464671 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6eb40 msgr2=0x55c37ae74960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6eb40 0x55c37ae74960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 -- 172.21.15.2:0/1356464671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae78370 msgr2=0x55c37ae70180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae78370 0x55c37ae70180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.536+0000 7f791d0e4640 1 -- 172.21.15.2:0/1356464671 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c37ae6a960 con 0x55c37ae6d5d0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f791d0e4640 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f79140bbcc0 tx=0x7f79140ef040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a54141ba29a8df1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f7902ffd640 1 -- 172.21.15.2:0/1356464671 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914048040 con 0x55c37ae6d5d0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f7902ffd640 1 -- 172.21.15.2:0/1356464671 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79140bbd30 con 0x55c37ae6d5d0 2024-09-05T04:11:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f7902ffd640 1 -- 172.21.15.2:0/1356464671 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140ed210 con 0x55c37ae6d5d0 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f7921721740 1 -- 172.21.15.2:0/1356464671 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 msgr2=0x55c37ae84090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.537+0000 7f7921721740 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f79140bbcc0 tx=0x7f79140ef040 comp rx=0 tx=0).stop 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 -- 172.21.15.2:0/1356464671 shutdown_connections 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae78370 0x55c37ae70180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6eb40 0x55c37ae74960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 --2- 172.21.15.2:0/1356464671 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae6d5d0 0x55c37ae84090 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 -- 172.21.15.2:0/1356464671 >> 172.21.15.2:0/1356464671 conn(0x55c37ae36310 msgr2=0x55c37ae74190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 -- 172.21.15.2:0/1356464671 shutdown_connections 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 -- 172.21.15.2:0/1356464671 wait complete. 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 -- start start 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.538+0000 7f7921721740 1 Processor -- start 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae80950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79181adcd0 con 0x55c37ae78370 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79181af140 con 0x55c37ae6eb40 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79181ae3a0 con 0x55c37ae6d5d0 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f7921721740 10 client.0 _ll_register_callbacks cb 0x7f79100092c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791c8e3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791c8e3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:43284/0 (socket says 172.21.15.2:43284) 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791c8e3640 1 -- 172.21.15.2:0/4244902690 learned_addr learned my addr 172.21.15.2:0/4244902690 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38376/0 (socket says 172.21.15.2:38376) 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d0e4640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae80950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 -- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 msgr2=0x55c37ae80950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae80950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 -- 172.21.15.2:0/4244902690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 msgr2=0x55c37ae7bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791d8e5640 1 -- 172.21.15.2:0/4244902690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c37ae7c9a0 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.539+0000 7f791c8e3640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f791d8e5640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7910009370 tx=0x7f791001e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b378dc4239a87802 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7910011040 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f791002e040 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79140bbd30 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7910042050 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 10 client.15399 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c37aef6eb0 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79140bbd30 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f791003d030 con 0x55c37ae78370 2024-09-05T04:11:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 10 client.15399 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 10 client.15399 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 20 client.15399 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37aef7620 0x55c37aef9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 4 client.15399 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.540+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c37addad70 con 0x55c37aef7620 2024-09-05T04:11:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f791d0e4640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37aef7620 0x55c37aef9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f791d0e4640 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37aef7620 0x55c37aef9a40 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=121336be8e91a2c2 server_cookie=949ce3663db9931d in_seq=0 out_seq=0 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7900ff9640 10 client.15399 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7900ff9640 1 -- 172.21.15.2:0/4244902690 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c37addad70 con 0x55c37aef7620 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7900ff9640 10 client.15399 handle_command_reply: tid=0 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7921721740 1 client.15399 shutdown 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 msgr2=0x55c37ae7c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.541+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f7910009370 tx=0x7f791001e420 comp rx=0 tx=0).stop 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 shutdown_connections 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c37aef7620 0x55c37aef9a40 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c37ae78370 0x55c37ae7c1c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c37ae6eb40 0x55c37ae7bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 --2- 172.21.15.2:0/4244902690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c37ae6d5d0 0x55c37ae80950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7900ff9640 0 client.15399 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 >> 172.21.15.2:0/4244902690 conn(0x55c37ae36310 msgr2=0x55c37ae684e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 shutdown_connections 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 1 -- 172.21.15.2:0/4244902690 wait complete. 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f7921721740 20 client.15399 trim_cache size 0 max 16384 2024-09-05T04:11:11.549 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 msgr2=0x7f79040a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 0x7f79040a5240 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7910009fd0 tx=0x7f7910009d60 comp rx=0 tx=0).stop 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 msgr2=0x7f7918198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f7914004770 tx=0x7f79140042f0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 shutdown_connections 2024-09-05T04:11:11.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79040a2d80 0x7f79040a5240 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7918106a80 0x7f791819cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7918101420 0x7f7918198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 --2- 172.21.15.2:0/667153219 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7918100a80 0x7f7918198430 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.542+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 >> 172.21.15.2:0/667153219 conn(0x7f79180fc7a0 msgr2=0x7f791806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.543+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 shutdown_connections 2024-09-05T04:11:11.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:11.543+0000 7f791f348640 1 -- 172.21.15.2:0/667153219 wait complete. 2024-09-05T04:11:11.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:11 smithi079 ceph-mon[34908]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 83 KiB/s wr, 47 op/s 2024-09-05T04:11:11.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:11 smithi047 ceph-mon[34498]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 83 KiB/s wr, 47 op/s 2024-09-05T04:11:12.739 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":9,"stamp":"2024-09-05T04:11:09.872581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1383823,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":811,"num_read_kb":827,"num_write":537,"num_write_kb":5268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":884,"ondisk_log_size":884,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":362248,"kb_used_data":16772,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124579576,"statfs":{"total":1151940427776,"available":1151569485824,"internally_reserved":0,"allocated":17174528,"data_stored":10593191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":454,"num_write":146,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.992020"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.872122+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:58.872122+0000","last_peered":"2024-09-05T04:10:58.872122+0000","last_clean":"2024-09-05T04:10:58.872122+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:58.872122+0000","last_undegraded":"2024-09-05T04:10:58.872122+0000","last_fullsized":"2024-09-05T04:10:58.872122+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516269+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516269+0000","last_peered":"2024-09-05T04:10:58.516269+0000","last_clean":"2024-09-05T04:10:58.516269+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516269+0000","last_undegraded":"2024-09-05T04:10:58.516269+0000","last_fullsized":"2024-09-05T04:10:58.516269+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856551+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856551+0000","last_peered":"2024-09-05T04:10:57.856551+0000","last_clean":"2024-09-05T04:10:57.856551+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856551+0000","last_undegraded":"2024-09-05T04:10:57.856551+0000","last_fullsized":"2024-09-05T04:10:57.856551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856456+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856456+0000","last_peered":"2024-09-05T04:10:57.856456+0000","last_clean":"2024-09-05T04:10:57.856456+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856456+0000","last_undegraded":"2024-09-05T04:10:57.856456+0000","last_fullsized":"2024-09-05T04:10:57.856456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946872+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946872+0000","last_peered":"2024-09-05T04:10:57.946872+0000","last_clean":"2024-09-05T04:10:57.946872+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946872+0000","last_undegraded":"2024-09-05T04:10:57.946872+0000","last_fullsized":"2024-09-05T04:10:57.946872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053586+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053586+0000","last_peered":"2024-09-05T04:10:58.053586+0000","last_clean":"2024-09-05T04:10:58.053586+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053586+0000","last_undegraded":"2024-09-05T04:10:58.053586+0000","last_fullsized":"2024-09-05T04:10:58.053586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860363+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860363+0000","last_peered":"2024-09-05T04:10:57.860363+0000","last_clean":"2024-09-05T04:10:57.860363+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860363+0000","last_undegraded":"2024-09-05T04:10:57.860363+0000","last_fullsized":"2024-09-05T04:10:57.860363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856835+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856835+0000","last_peered":"2024-09-05T04:10:57.856835+0000","last_clean":"2024-09-05T04:10:57.856835+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856835+0000","last_undegraded":"2024-09-05T04:10:57.856835+0000","last_fullsized":"2024-09-05T04:10:57.856835+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'98","reported_seq":231,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:07.313506+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:11:07.313506+0000","last_peered":"2024-09-05T04:11:07.313506+0000","last_clean":"2024-09-05T04:11:07.313506+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:11:07.313506+0000","last_undegraded":"2024-09-05T04:11:07.313506+0000","last_fullsized":"2024-09-05T04:11:07.313506+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":181,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554633+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554633+0000","last_peered":"2024-09-05T04:10:58.554633+0000","last_clean":"2024-09-05T04:10:58.554633+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554633+0000","last_undegraded":"2024-09-05T04:10:58.554633+0000","last_fullsized":"2024-09-05T04:10:58.554633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946830+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946830+0000","last_peered":"2024-09-05T04:10:57.946830+0000","last_clean":"2024-09-05T04:10:57.946830+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946830+0000","last_undegraded":"2024-09-05T04:10:57.946830+0000","last_fullsized":"2024-09-05T04:10:57.946830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554796+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554796+0000","last_peered":"2024-09-05T04:10:58.554796+0000","last_clean":"2024-09-05T04:10:58.554796+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554796+0000","last_undegraded":"2024-09-05T04:10:58.554796+0000","last_fullsized":"2024-09-05T04:10:58.554796+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554226+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554226+0000","last_peered":"2024-09-05T04:10:58.554226+0000","last_clean":"2024-09-05T04:10:58.554226+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554226+0000","last_undegraded":"2024-09-05T04:10:58.554226+0000","last_fullsized":"2024-09-05T04:10:58.554226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942145+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942145+0000","last_peered":"2024-09-05T04:10:57.942145+0000","last_clean":"2024-09-05T04:10:57.942145+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942145+0000","last_undegraded":"2024-09-05T04:10:57.942145+0000","last_fullsized":"2024-09-05T04:10:57.942145+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":408,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:59.964840+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:59.964840+0000","last_peered":"2024-09-05T04:10:59.964840+0000","last_clean":"2024-09-05T04:10:59.964840+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:59.964840+0000","last_undegraded":"2024-09-05T04:10:59.964840+0000","last_fullsized":"2024-09-05T04:10:59.964840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":29,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516385+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516385+0000","last_peered":"2024-09-05T04:10:58.516385+0000","last_clean":"2024-09-05T04:10:58.516385+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516385+0000","last_undegraded":"2024-09-05T04:10:58.516385+0000","last_fullsized":"2024-09-05T04:10:58.516385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516580+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516580+0000","last_peered":"2024-09-05T04:10:58.516580+0000","last_clean":"2024-09-05T04:10:58.516580+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516580+0000","last_undegraded":"2024-09-05T04:10:58.516580+0000","last_fullsized":"2024-09-05T04:10:58.516580+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860939+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860939+0000","last_peered":"2024-09-05T04:10:57.860939+0000","last_clean":"2024-09-05T04:10:57.860939+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860939+0000","last_undegraded":"2024-09-05T04:10:57.860939+0000","last_fullsized":"2024-09-05T04:10:57.860939+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516288+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516288+0000","last_peered":"2024-09-05T04:10:58.516288+0000","last_clean":"2024-09-05T04:10:58.516288+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516288+0000","last_undegraded":"2024-09-05T04:10:58.516288+0000","last_fullsized":"2024-09-05T04:10:58.516288+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'65","reported_seq":137,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:06.971880+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:11:06.971880+0000","last_peered":"2024-09-05T04:11:06.971880+0000","last_clean":"2024-09-05T04:11:06.971880+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:11:06.971880+0000","last_undegraded":"2024-09-05T04:11:06.971880+0000","last_fullsized":"2024-09-05T04:11:06.971880+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136760+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136760+0000","last_peered":"2024-09-05T04:10:58.136760+0000","last_clean":"2024-09-05T04:10:58.136760+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136760+0000","last_undegraded":"2024-09-05T04:10:58.136760+0000","last_fullsized":"2024-09-05T04:10:58.136760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516468+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516468+0000","last_peered":"2024-09-05T04:10:58.516468+0000","last_clean":"2024-09-05T04:10:58.516468+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516468+0000","last_undegraded":"2024-09-05T04:10:58.516468+0000","last_fullsized":"2024-09-05T04:10:58.516468+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555240+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555240+0000","last_peered":"2024-09-05T04:10:58.555240+0000","last_clean":"2024-09-05T04:10:58.555240+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555240+0000","last_undegraded":"2024-09-05T04:10:58.555240+0000","last_fullsized":"2024-09-05T04:10:58.555240+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554856+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554856+0000","last_peered":"2024-09-05T04:10:58.554856+0000","last_clean":"2024-09-05T04:10:58.554856+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554856+0000","last_undegraded":"2024-09-05T04:10:58.554856+0000","last_fullsized":"2024-09-05T04:10:58.554856+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947342+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947342+0000","last_peered":"2024-09-05T04:10:57.947342+0000","last_clean":"2024-09-05T04:10:57.947342+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947342+0000","last_undegraded":"2024-09-05T04:10:57.947342+0000","last_fullsized":"2024-09-05T04:10:57.947342+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942261+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942261+0000","last_peered":"2024-09-05T04:10:57.942261+0000","last_clean":"2024-09-05T04:10:57.942261+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942261+0000","last_undegraded":"2024-09-05T04:10:57.942261+0000","last_fullsized":"2024-09-05T04:10:57.942261+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946862+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946862+0000","last_peered":"2024-09-05T04:10:57.946862+0000","last_clean":"2024-09-05T04:10:57.946862+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946862+0000","last_undegraded":"2024-09-05T04:10:57.946862+0000","last_fullsized":"2024-09-05T04:10:57.946862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515996+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515996+0000","last_peered":"2024-09-05T04:10:58.515996+0000","last_clean":"2024-09-05T04:10:58.515996+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515996+0000","last_undegraded":"2024-09-05T04:10:58.515996+0000","last_fullsized":"2024-09-05T04:10:58.515996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554480+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554480+0000","last_peered":"2024-09-05T04:10:58.554480+0000","last_clean":"2024-09-05T04:10:58.554480+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554480+0000","last_undegraded":"2024-09-05T04:10:58.554480+0000","last_fullsized":"2024-09-05T04:10:58.554480+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942481+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942481+0000","last_peered":"2024-09-05T04:10:57.942481+0000","last_clean":"2024-09-05T04:10:57.942481+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942481+0000","last_undegraded":"2024-09-05T04:10:57.942481+0000","last_fullsized":"2024-09-05T04:10:57.942481+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":302,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:07.954464+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:11:07.954464+0000","last_peered":"2024-09-05T04:11:07.954464+0000","last_clean":"2024-09-05T04:11:07.954464+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:11:07.954464+0000","last_undegraded":"2024-09-05T04:11:07.954464+0000","last_fullsized":"2024-09-05T04:11:07.954464+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":222,"num_read_kb":181,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942882+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942882+0000","last_peered":"2024-09-05T04:10:57.942882+0000","last_clean":"2024-09-05T04:10:57.942882+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942882+0000","last_undegraded":"2024-09-05T04:10:57.942882+0000","last_fullsized":"2024-09-05T04:10:57.942882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554761+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554761+0000","last_peered":"2024-09-05T04:10:58.554761+0000","last_clean":"2024-09-05T04:10:58.554761+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554761+0000","last_undegraded":"2024-09-05T04:10:58.554761+0000","last_fullsized":"2024-09-05T04:10:58.554761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856717+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856717+0000","last_peered":"2024-09-05T04:10:57.856717+0000","last_clean":"2024-09-05T04:10:57.856717+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856717+0000","last_undegraded":"2024-09-05T04:10:57.856717+0000","last_fullsized":"2024-09-05T04:10:57.856717+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942322+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942322+0000","last_peered":"2024-09-05T04:10:57.942322+0000","last_clean":"2024-09-05T04:10:57.942322+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942322+0000","last_undegraded":"2024-09-05T04:10:57.942322+0000","last_fullsized":"2024-09-05T04:10:57.942322+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856310+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856310+0000","last_peered":"2024-09-05T04:10:57.856310+0000","last_clean":"2024-09-05T04:10:57.856310+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856310+0000","last_undegraded":"2024-09-05T04:10:57.856310+0000","last_fullsized":"2024-09-05T04:10:57.856310+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053648+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053648+0000","last_peered":"2024-09-05T04:10:58.053648+0000","last_clean":"2024-09-05T04:10:58.053648+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053648+0000","last_undegraded":"2024-09-05T04:10:58.053648+0000","last_fullsized":"2024-09-05T04:10:58.053648+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555021+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.555021+0000","last_peered":"2024-09-05T04:10:58.555021+0000","last_clean":"2024-09-05T04:10:58.555021+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.555021+0000","last_undegraded":"2024-09-05T04:10:58.555021+0000","last_fullsized":"2024-09-05T04:10:58.555021+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554654+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554654+0000","last_peered":"2024-09-05T04:10:58.554654+0000","last_clean":"2024-09-05T04:10:58.554654+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554654+0000","last_undegraded":"2024-09-05T04:10:58.554654+0000","last_fullsized":"2024-09-05T04:10:58.554654+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860927+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860927+0000","last_peered":"2024-09-05T04:10:57.860927+0000","last_clean":"2024-09-05T04:10:57.860927+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860927+0000","last_undegraded":"2024-09-05T04:10:57.860927+0000","last_fullsized":"2024-09-05T04:10:57.860927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944661+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944661+0000","last_peered":"2024-09-05T04:10:57.944661+0000","last_clean":"2024-09-05T04:10:57.944661+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944661+0000","last_undegraded":"2024-09-05T04:10:57.944661+0000","last_fullsized":"2024-09-05T04:10:57.944661+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554925+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554925+0000","last_peered":"2024-09-05T04:10:58.554925+0000","last_clean":"2024-09-05T04:10:58.554925+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554925+0000","last_undegraded":"2024-09-05T04:10:58.554925+0000","last_fullsized":"2024-09-05T04:10:58.554925+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":793221,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":574,"num_read_kb":497,"num_write":334,"num_write_kb":2328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2482176,"data_stored":2379663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481833,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710766,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29188,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93715964,"statfs":{"total":95995035648,"available":95965147136,"internally_reserved":0,"allocated":2093056,"data_stored":1523907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874291,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135928,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364860,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1679360,"data_stored":1133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528386,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790022,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29112,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716040,"statfs":{"total":95995035648,"available":95965224960,"internally_reserved":0,"allocated":2015232,"data_stored":1457016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953546,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37228,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707924,"statfs":{"total":95995035648,"available":95956914176,"internally_reserved":0,"allocated":1806336,"data_stored":1255690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738462,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1077248,"data_stored":534228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":733184,"data_stored":721552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":328414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":399401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:12.746 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-05T04:11:12.746 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph pg dump --format=json 2024-09-05T04:11:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:12 smithi079 ceph-mon[34908]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:12.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:12 smithi047 ceph-mon[34498]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:13.006 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:13.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:12 smithi002 ceph-mon[31001]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:13.240 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:11:13.241 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 -- 172.21.15.2:0/2120893652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 msgr2=0x7faa401029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 --2- 172.21.15.2:0/2120893652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa401029b0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7faa34009900 tx=0x7faa3402a480 comp rx=0 tx=0).stop 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 -- 172.21.15.2:0/2120893652 shutdown_connections 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 --2- 172.21.15.2:0/2120893652 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40102ef0 0x7faa4010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 --2- 172.21.15.2:0/2120893652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa401029b0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.483+0000 7faa47485640 1 --2- 172.21.15.2:0/2120893652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40100e20 0x7faa40101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- 172.21.15.2:0/2120893652 >> 172.21.15.2:0/2120893652 conn(0x7faa400fc7d0 msgr2=0x7faa400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- 172.21.15.2:0/2120893652 shutdown_connections 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- 172.21.15.2:0/2120893652 wait complete. 2024-09-05T04:11:13.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 Processor -- start 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- start start 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40100e20 0x7faa40198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40102ef0 0x7faa4019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faa40110ed0 con 0x7faa40102570 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faa40110d50 con 0x7faa40102ef0 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.484+0000 7faa47485640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faa40111050 con 0x7faa40100e20 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38386/0 (socket says 172.21.15.2:38386) 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 -- 172.21.15.2:0/1990246719 learned_addr learned my addr 172.21.15.2:0/1990246719 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa45a22640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40102ef0 0x7faa4019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:13.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa45221640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40100e20 0x7faa40198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 -- 172.21.15.2:0/1990246719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40100e20 msgr2=0x7faa40198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40100e20 0x7faa40198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 -- 172.21.15.2:0/1990246719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40102ef0 msgr2=0x7faa4019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40102ef0 0x7faa4019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 -- 172.21.15.2:0/1990246719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4019d480 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa44a20640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faa34006010 tx=0x7faa340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa3403f070 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa4019d710 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa34003aa0 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa34035030 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.485+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa401a5050 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.486+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa40101200 con 0x7faa40102570 2024-09-05T04:11:13.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.487+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7faa34042070 con 0x7faa40102570 2024-09-05T04:11:13.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.488+0000 7faa3e7fc640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 0x7faa280a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:13.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.488+0000 7faa45221640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 0x7faa280a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:13.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.488+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faa340f0470 con 0x7faa40102570 2024-09-05T04:11:13.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.489+0000 7faa45221640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 0x7faa280a5240 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7faa38009890 tx=0x7faa38008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:13.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.492+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faa340bcb20 con 0x7faa40102570 2024-09-05T04:11:13.591 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:13.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.679+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faa40106f10 con 0x7faa280a2d80 2024-09-05T04:11:13.681 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:13 smithi002 ceph-mon[31001]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:13.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.688+0000 7faa3e7fc640 1 -- 172.21.15.2:0/1990246719 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+339329 (secure 0 0 0) 0x7faa40106f10 con 0x7faa280a2d80 2024-09-05T04:11:13.693 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:13.694 INFO:teuthology.orchestra.run.smithi002.stderr:dumped all 2024-09-05T04:11:13.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 msgr2=0x7faa280a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 0x7faa280a5240 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7faa38009890 tx=0x7faa38008040 comp rx=0 tx=0).stop 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 msgr2=0x7faa40198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7faa34006010 tx=0x7faa340042f0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 shutdown_connections 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa280a2d80 0x7faa280a5240 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa40102ef0 0x7faa4019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa40102570 0x7faa40198ab0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 --2- 172.21.15.2:0/1990246719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa40100e20 0x7faa40198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:13.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.691+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 >> 172.21.15.2:0/1990246719 conn(0x7faa400fc7d0 msgr2=0x7faa40069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:13.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.692+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 shutdown_connections 2024-09-05T04:11:13.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:13.692+0000 7faa47485640 1 -- 172.21.15.2:0/1990246719 wait complete. 2024-09-05T04:11:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:13 smithi079 ceph-mon[34908]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:13.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:13 smithi047 ceph-mon[34498]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:14.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 -- 172.21.15.2:0/2968229240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9410c170 msgr2=0x7fda9410e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 --2- 172.21.15.2:0/2968229240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9410c170 0x7fda9410e610 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009ca0 tx=0x7fda8c02a950 comp rx=0 tx=0).stop 2024-09-05T04:11:14.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 -- 172.21.15.2:0/2968229240 shutdown_connections 2024-09-05T04:11:14.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 --2- 172.21.15.2:0/2968229240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9410c170 0x7fda9410e610 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 --2- 172.21.15.2:0/2968229240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda94103660 0x7fda9410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 --2- 172.21.15.2:0/2968229240 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 0x7fda94103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.267+0000 7fda996f7640 1 -- 172.21.15.2:0/2968229240 >> 172.21.15.2:0/2968229240 conn(0x7fda940fc7a0 msgr2=0x7fda940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- 172.21.15.2:0/2968229240 shutdown_connections 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- 172.21.15.2:0/2968229240 wait complete. 2024-09-05T04:11:14.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 Processor -- start 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- start start 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 0x7fda94198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9410c170 0x7fda9419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda94111e60 con 0x7fda94103660 2024-09-05T04:11:14.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda94111ce0 con 0x7fda9410c170 2024-09-05T04:11:14.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda996f7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda94111fe0 con 0x7fda94102d40 2024-09-05T04:11:14.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38394/0 (socket says 172.21.15.2:38394) 2024-09-05T04:11:14.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.268+0000 7fda8bfff640 1 -- 172.21.15.2:0/2467960060 learned_addr learned my addr 172.21.15.2:0/2467960060 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:14.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda937fe640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9410c170 0x7fda9419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda92ffd640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 0x7fda94198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 -- 172.21.15.2:0/2467960060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 msgr2=0x7fda94198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 0x7fda94198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 -- 172.21.15.2:0/2467960060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9410c170 msgr2=0x7fda9419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9410c170 0x7fda9419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 -- 172.21.15.2:0/2467960060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9419d330 con 0x7fda94103660 2024-09-05T04:11:14.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda8bfff640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fda7c00c940 tx=0x7fda7c00ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda90ff9640 1 -- 172.21.15.2:0/2467960060 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c004220 con 0x7fda94103660 2024-09-05T04:11:14.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9419d620 con 0x7fda94103660 2024-09-05T04:11:14.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda90ff9640 1 -- 172.21.15.2:0/2467960060 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda7c0043c0 con 0x7fda94103660 2024-09-05T04:11:14.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda90ff9640 1 -- 172.21.15.2:0/2467960060 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c004a00 con 0x7fda94103660 2024-09-05T04:11:14.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.269+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda941a4f00 con 0x7fda94103660 2024-09-05T04:11:14.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.271+0000 7fda90ff9640 1 -- 172.21.15.2:0/2467960060 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fda7c0079b0 con 0x7fda94103660 2024-09-05T04:11:14.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda9bad0740 1 Processor -- start 2024-09-05T04:11:14.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda9bad0740 1 -- start start 2024-09-05T04:11:14.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda90ff9640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 0x7fda800a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda90ff9640 1 -- 172.21.15.2:0/2467960060 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda7c0cfa10 con 0x7fda94103660 2024-09-05T04:11:14.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda937fe640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 0x7fda800a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad17ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.272+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad18c150 0x564aad18e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda9bad0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564aad0e2280 con 0x564aad17d340 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda9bad0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564aad089b10 con 0x564aad17ca20 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda9bad0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564aad0de240 con 0x564aad18c150 2024-09-05T04:11:14.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38400/0 (socket says 172.21.15.2:38400) 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 -- 172.21.15.2:0/3304477502 learned_addr learned my addr 172.21.15.2:0/3304477502 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda92ffd640 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad17ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda937fe640 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad18c150 0x564aad18e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda937fe640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 0x7fda800a5240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009a60 tx=0x7fda8c005c50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 -- 172.21.15.2:0/3304477502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad18c150 msgr2=0x564aad18e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad18c150 0x564aad18e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 -- 172.21.15.2:0/3304477502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 msgr2=0x564aad17ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad17ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 -- 172.21.15.2:0/3304477502 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aad0961f0 con 0x564aad17d340 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda8bfff640 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fda7c09b950 tx=0x7fda7c005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a0c2f3dc3b8a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda897fa640 1 -- 172.21.15.2:0/3304477502 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c01d040 con 0x564aad17d340 2024-09-05T04:11:14.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda897fa640 1 -- 172.21.15.2:0/3304477502 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda7c09fd70 con 0x564aad17d340 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.273+0000 7fda897fa640 1 -- 172.21.15.2:0/3304477502 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda7c0a41a0 con 0x564aad17d340 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 -- 172.21.15.2:0/3304477502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 msgr2=0x564aad18bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fda7c09b950 tx=0x7fda7c005760 comp rx=0 tx=0).stop 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 -- 172.21.15.2:0/3304477502 shutdown_connections 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad18c150 0x564aad18e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad17d340 0x564aad18bc10 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 --2- 172.21.15.2:0/3304477502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad17ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 -- 172.21.15.2:0/3304477502 >> 172.21.15.2:0/3304477502 conn(0x564aad1790f0 msgr2=0x564aad1794d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 -- 172.21.15.2:0/3304477502 shutdown_connections 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.274+0000 7fda9bad0740 1 -- 172.21.15.2:0/3304477502 wait complete. 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 -- start start 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 Processor -- start 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1890f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad189630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564aad18ed20 con 0x564aad18c150 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564aad09cf10 con 0x564aad17d340 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564aad18eea0 con 0x564aad17ca20 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda9bad0740 10 client.0 _ll_register_callbacks cb 0x564aad065a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda92ffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1890f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38410/0 (socket says 172.21.15.2:38410) 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 -- 172.21.15.2:0/1111719410 learned_addr learned my addr 172.21.15.2:0/1111719410 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda8bfff640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad189630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 -- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 msgr2=0x564aad1890f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1890f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 -- 172.21.15.2:0/1111719410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 msgr2=0x564aad189630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad189630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.275+0000 7fda937fe640 1 -- 172.21.15.2:0/1111719410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aace536a0 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda937fe640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009ca0 tx=0x7fda8c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5830a24861f6a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c034040 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda8c040030 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda7c09fd70 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda8c003e40 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 10 client.15417 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564aad19aa20 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda7c09fd70 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda8c030a20 con 0x564aad18c150 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 10 client.15417 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 10 client.15417 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 20 client.15417 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad19bee0 0x564aad19e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 4 client.15417 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.276+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564aad0ef7f0 con 0x564aad19bee0 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.277+0000 7fda92ffd640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad19bee0 0x564aad19e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.277+0000 7fda92ffd640 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad19bee0 0x564aad19e320 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc737b559181775b server_cookie=22d8e865119f833d in_seq=0 out_seq=0 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.277+0000 7fda7a7fc640 10 client.15417 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda7a7fc640 1 -- 172.21.15.2:0/1111719410 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564aad0ef7f0 con 0x564aad19bee0 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda7a7fc640 10 client.15417 handle_command_reply: tid=0 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 client.15417 shutdown 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 msgr2=0x564aad189b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009ca0 tx=0x7fda8c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 shutdown_connections 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad19bee0 0x564aad19e320 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad189b70 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad189630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 --2- 172.21.15.2:0/1111719410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1890f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda7a7fc640 0 client.15417 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 >> 172.21.15.2:0/1111719410 conn(0x564aad1790f0 msgr2=0x564aad17ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 shutdown_connections 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 1 -- 172.21.15.2:0/1111719410 wait complete. 2024-09-05T04:11:14.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.278+0000 7fda9bad0740 20 client.15417 trim_cache size 0 max 16384 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.295+0000 7fda9bad0740 1 Processor -- start 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.295+0000 7fda9bad0740 1 -- start start 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad18af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17d340 0x564aad1a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda941aadc0 con 0x564aad18c150 2024-09-05T04:11:14.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda941ad640 con 0x564aad17ca20 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda9bad0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda941ab430 con 0x564aad17d340 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38426/0 (socket says 172.21.15.2:38426) 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 -- 172.21.15.2:0/966132096 learned_addr learned my addr 172.21.15.2:0/966132096 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda8bfff640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17d340 0x564aad1a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda92ffd640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad18af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 -- 172.21.15.2:0/966132096 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17d340 msgr2=0x564aad1a3c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17d340 0x564aad1a3c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 -- 172.21.15.2:0/966132096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 msgr2=0x564aad18af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad18af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 -- 172.21.15.2:0/966132096 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aad1880a0 con 0x564aad18c150 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda92ffd640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad18af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:14.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.296+0000 7fda937fe640 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fda8c030e90 tx=0x7fda8c02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=924b2f06c2d160d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda88ff9640 1 -- 172.21.15.2:0/966132096 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c034040 con 0x564aad18c150 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda88ff9640 1 -- 172.21.15.2:0/966132096 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0045e0 con 0x564aad18c150 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda88ff9640 1 -- 172.21.15.2:0/966132096 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c03a820 con 0x564aad18c150 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 -- 172.21.15.2:0/966132096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 msgr2=0x564aad1a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fda8c030e90 tx=0x7fda8c02a950 comp rx=0 tx=0).stop 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 -- 172.21.15.2:0/966132096 shutdown_connections 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad1a4180 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17d340 0x564aad1a3c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 --2- 172.21.15.2:0/966132096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17ca20 0x564aad18af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 -- 172.21.15.2:0/966132096 >> 172.21.15.2:0/966132096 conn(0x564aad1790f0 msgr2=0x564aad18a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 -- 172.21.15.2:0/966132096 shutdown_connections 2024-09-05T04:11:14.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.297+0000 7fda9bad0740 1 -- 172.21.15.2:0/966132096 wait complete. 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 -- start start 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 Processor -- start 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1902d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad190810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda941abb00 con 0x564aad18c150 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda941acf70 con 0x564aad17d340 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda941ac1d0 con 0x564aad17ca20 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda9bad0740 10 client.0 _ll_register_callbacks cb 0x7fda8c02f870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38442/0 (socket says 172.21.15.2:38442) 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 -- 172.21.15.2:0/268413026 learned_addr learned my addr 172.21.15.2:0/268413026 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:14.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda8bfff640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad190810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda92ffd640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1902d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 -- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 msgr2=0x564aad1902d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1902d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 -- 172.21.15.2:0/268413026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 msgr2=0x564aad190810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.298+0000 7fda937fe640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad190810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda937fe640 1 -- 172.21.15.2:0/268413026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aad206150 con 0x564aad18c150 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda937fe640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fda8c041040 tx=0x7fda8c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4b38abe9be963b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c03a520 con 0x564aad18c150 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda8c0045e0 con 0x564aad18c150 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda8c03a6c0 con 0x564aad18c150 2024-09-05T04:11:14.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda8c03a8c0 con 0x564aad18c150 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 10 client.15423 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564aad2072e0 con 0x564aad18c150 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0045e0 con 0x564aad18c150 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda8c047870 con 0x564aad18c150 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 10 client.15423 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 10 client.15423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 20 client.15423 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad2077b0 0x564aad209ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.299+0000 7fda9bad0740 4 client.15423 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.300+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564aad0e9d00 con 0x564aad2077b0 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.300+0000 7fda92ffd640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad2077b0 0x564aad209ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.300+0000 7fda92ffd640 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad2077b0 0x564aad209ba0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d07f0f5cc99a6e3d server_cookie=814035e938282079 in_seq=0 out_seq=0 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.300+0000 7fda7a7fc640 10 client.15423 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda7a7fc640 1 -- 172.21.15.2:0/268413026 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564aad0e9d00 con 0x564aad2077b0 2024-09-05T04:11:14.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda7a7fc640 10 client.15423 handle_command_reply: tid=0 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 client.15423 shutdown 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 msgr2=0x564aad205c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fda8c041040 tx=0x7fda8c000f40 comp rx=0 tx=0).stop 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 shutdown_connections 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564aad2077b0 0x564aad209ba0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564aad18c150 0x564aad205c10 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564aad17d340 0x564aad190810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 --2- 172.21.15.2:0/268413026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564aad17ca20 0x564aad1902d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.301+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 >> 172.21.15.2:0/268413026 conn(0x564aad1790f0 msgr2=0x564aad178270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda7a7fc640 0 client.15423 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 shutdown_connections 2024-09-05T04:11:14.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda9bad0740 1 -- 172.21.15.2:0/268413026 wait complete. 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda9bad0740 20 client.15423 trim_cache size 0 max 16384 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "eb3964e8-8e46-4f82-beb6-bc4749d628cb", 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:11:14.321 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 msgr2=0x7fda800a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 0x7fda800a5240 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009a60 tx=0x7fda8c005c50 comp rx=0 tx=0).stop 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 msgr2=0x7fda941988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fda7c00c940 tx=0x7fda7c00ce00 comp rx=0 tx=0).stop 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 shutdown_connections 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda800a2d80 0x7fda800a5240 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9410c170 0x7fda9419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda94103660 0x7fda941988c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 --2- 172.21.15.2:0/2467960060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda94102d40 0x7fda94198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:14.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 >> 172.21.15.2:0/2467960060 conn(0x7fda940fc7a0 msgr2=0x7fda940fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:14.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 shutdown_connections 2024-09-05T04:11:14.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:14.302+0000 7fda996f7640 1 -- 172.21.15.2:0/2467960060 wait complete. 2024-09-05T04:11:14.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:14 smithi079 ceph-mon[34908]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:14.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:14 smithi047 ceph-mon[34498]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:14.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:14 smithi002 ceph-mon[31001]: from='client.15405 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-05T04:11:14.984 INFO:teuthology.orchestra.run.smithi002.stdout:{"pg_ready":true,"pg_map":{"version":10,"stamp":"2024-09-05T04:11:11.873191+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1383823,"num_objects":28,"num_object_clones":0,"num_object_copies":86,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":811,"num_read_kb":827,"num_write":537,"num_write_kb":5268,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":884,"ondisk_log_size":884,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":362248,"kb_used_data":16772,"kb_used_omap":18,"kb_used_meta":344877,"kb_avail":1124579576,"statfs":{"total":1151940427776,"available":1151569485824,"internally_reserved":0,"allocated":17174528,"data_stored":10593191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":353154362},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":196632,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":377,"num_read_kb":454,"num_write":146,"num_write_kb":914,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002856"},"pg_stats":[{"pgid":"2.1f","version":"83'4","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.872122+0000","last_change":"2024-09-05T04:08:48.669526+0000","last_active":"2024-09-05T04:10:58.872122+0000","last_peered":"2024-09-05T04:10:58.872122+0000","last_clean":"2024-09-05T04:10:58.872122+0000","last_became_active":"2024-09-05T04:08:48.669320+0000","last_became_peered":"2024-09-05T04:08:48.669320+0000","last_unstale":"2024-09-05T04:10:58.872122+0000","last_undegraded":"2024-09-05T04:10:58.872122+0000","last_fullsized":"2024-09-05T04:10:58.872122+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:48:13.100431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856342+0000","last_change":"2024-09-05T04:08:50.682644+0000","last_active":"2024-09-05T04:10:57.856342+0000","last_peered":"2024-09-05T04:10:57.856342+0000","last_clean":"2024-09-05T04:10:57.856342+0000","last_became_active":"2024-09-05T04:08:50.682323+0000","last_became_peered":"2024-09-05T04:08:50.682323+0000","last_unstale":"2024-09-05T04:10:57.856342+0000","last_undegraded":"2024-09-05T04:10:57.856342+0000","last_fullsized":"2024-09-05T04:10:57.856342+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:22:38.054580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860306+0000","last_change":"2024-09-05T04:08:57.729483+0000","last_active":"2024-09-05T04:10:57.860306+0000","last_peered":"2024-09-05T04:10:57.860306+0000","last_clean":"2024-09-05T04:10:57.860306+0000","last_became_active":"2024-09-05T04:08:57.729087+0000","last_became_peered":"2024-09-05T04:08:57.729087+0000","last_unstale":"2024-09-05T04:10:57.860306+0000","last_undegraded":"2024-09-05T04:10:57.860306+0000","last_fullsized":"2024-09-05T04:10:57.860306+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:27:05.257780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"83'1","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856647+0000","last_change":"2024-09-05T04:08:48.704945+0000","last_active":"2024-09-05T04:10:57.856647+0000","last_peered":"2024-09-05T04:10:57.856647+0000","last_clean":"2024-09-05T04:10:57.856647+0000","last_became_active":"2024-09-05T04:08:48.704596+0000","last_became_peered":"2024-09-05T04:08:48.704596+0000","last_unstale":"2024-09-05T04:10:57.856647+0000","last_undegraded":"2024-09-05T04:10:57.856647+0000","last_fullsized":"2024-09-05T04:10:57.856647+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:03:57.158629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138222+0000","last_change":"2024-09-05T04:08:50.680784+0000","last_active":"2024-09-05T04:10:58.138222+0000","last_peered":"2024-09-05T04:10:58.138222+0000","last_clean":"2024-09-05T04:10:58.138222+0000","last_became_active":"2024-09-05T04:08:50.680448+0000","last_became_peered":"2024-09-05T04:08:50.680448+0000","last_unstale":"2024-09-05T04:10:58.138222+0000","last_undegraded":"2024-09-05T04:10:58.138222+0000","last_fullsized":"2024-09-05T04:10:58.138222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:22:40.842973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554224+0000","last_change":"2024-09-05T04:08:57.721580+0000","last_active":"2024-09-05T04:10:58.554224+0000","last_peered":"2024-09-05T04:10:58.554224+0000","last_clean":"2024-09-05T04:10:58.554224+0000","last_became_active":"2024-09-05T04:08:57.721117+0000","last_became_peered":"2024-09-05T04:08:57.721117+0000","last_unstale":"2024-09-05T04:10:58.554224+0000","last_undegraded":"2024-09-05T04:10:58.554224+0000","last_fullsized":"2024-09-05T04:10:58.554224+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:36:01.794359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947286+0000","last_change":"2024-09-05T04:08:48.670383+0000","last_active":"2024-09-05T04:10:57.947286+0000","last_peered":"2024-09-05T04:10:57.947286+0000","last_clean":"2024-09-05T04:10:57.947286+0000","last_became_active":"2024-09-05T04:08:48.669854+0000","last_became_peered":"2024-09-05T04:08:48.669854+0000","last_unstale":"2024-09-05T04:10:57.947286+0000","last_undegraded":"2024-09-05T04:10:57.947286+0000","last_fullsized":"2024-09-05T04:10:57.947286+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:37:01.089387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053511+0000","last_change":"2024-09-05T04:08:50.685416+0000","last_active":"2024-09-05T04:10:58.053511+0000","last_peered":"2024-09-05T04:10:58.053511+0000","last_clean":"2024-09-05T04:10:58.053511+0000","last_became_active":"2024-09-05T04:08:50.685095+0000","last_became_peered":"2024-09-05T04:08:50.685095+0000","last_unstale":"2024-09-05T04:10:58.053511+0000","last_undegraded":"2024-09-05T04:10:58.053511+0000","last_fullsized":"2024-09-05T04:10:58.053511+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:36:29.598068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554476+0000","last_change":"2024-09-05T04:08:57.725505+0000","last_active":"2024-09-05T04:10:58.554476+0000","last_peered":"2024-09-05T04:10:58.554476+0000","last_clean":"2024-09-05T04:10:58.554476+0000","last_became_active":"2024-09-05T04:08:57.725094+0000","last_became_peered":"2024-09-05T04:08:57.725094+0000","last_unstale":"2024-09-05T04:10:58.554476+0000","last_undegraded":"2024-09-05T04:10:58.554476+0000","last_fullsized":"2024-09-05T04:10:58.554476+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:13:00.479439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"83'2","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947153+0000","last_change":"2024-09-05T04:08:48.671825+0000","last_active":"2024-09-05T04:10:57.947153+0000","last_peered":"2024-09-05T04:10:57.947153+0000","last_clean":"2024-09-05T04:10:57.947153+0000","last_became_active":"2024-09-05T04:08:48.671506+0000","last_became_peered":"2024-09-05T04:08:48.671506+0000","last_unstale":"2024-09-05T04:10:57.947153+0000","last_undegraded":"2024-09-05T04:10:57.947153+0000","last_fullsized":"2024-09-05T04:10:57.947153+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:56:12.713445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942646+0000","last_change":"2024-09-05T04:08:50.689715+0000","last_active":"2024-09-05T04:10:57.942646+0000","last_peered":"2024-09-05T04:10:57.942646+0000","last_clean":"2024-09-05T04:10:57.942646+0000","last_became_active":"2024-09-05T04:08:50.689407+0000","last_became_peered":"2024-09-05T04:08:50.689407+0000","last_unstale":"2024-09-05T04:10:57.942646+0000","last_undegraded":"2024-09-05T04:10:57.942646+0000","last_fullsized":"2024-09-05T04:10:57.942646+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:26:55.571243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554360+0000","last_change":"2024-09-05T04:08:57.724327+0000","last_active":"2024-09-05T04:10:58.554360+0000","last_peered":"2024-09-05T04:10:58.554360+0000","last_clean":"2024-09-05T04:10:58.554360+0000","last_became_active":"2024-09-05T04:08:57.723918+0000","last_became_peered":"2024-09-05T04:08:57.723918+0000","last_unstale":"2024-09-05T04:10:58.554360+0000","last_undegraded":"2024-09-05T04:10:58.554360+0000","last_fullsized":"2024-09-05T04:10:58.554360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:57.043393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516269+0000","last_change":"2024-09-05T04:08:50.686831+0000","last_active":"2024-09-05T04:10:58.516269+0000","last_peered":"2024-09-05T04:10:58.516269+0000","last_clean":"2024-09-05T04:10:58.516269+0000","last_became_active":"2024-09-05T04:08:50.686512+0000","last_became_peered":"2024-09-05T04:08:50.686512+0000","last_unstale":"2024-09-05T04:10:58.516269+0000","last_undegraded":"2024-09-05T04:10:58.516269+0000","last_fullsized":"2024-09-05T04:10:58.516269+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:28:29.544464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"83'2","reported_seq":22,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554465+0000","last_change":"2024-09-05T04:09:11.763018+0000","last_active":"2024-09-05T04:10:58.554465+0000","last_peered":"2024-09-05T04:10:58.554465+0000","last_clean":"2024-09-05T04:10:58.554465+0000","last_became_active":"2024-09-05T04:09:11.758933+0000","last_became_peered":"2024-09-05T04:09:11.758933+0000","last_unstale":"2024-09-05T04:10:58.554465+0000","last_undegraded":"2024-09-05T04:10:58.554465+0000","last_fullsized":"2024-09-05T04:10:58.554465+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:47:38.005369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554094+0000","last_change":"2024-09-05T04:08:57.895474+0000","last_active":"2024-09-05T04:10:58.554094+0000","last_peered":"2024-09-05T04:10:58.554094+0000","last_clean":"2024-09-05T04:10:58.554094+0000","last_became_active":"2024-09-05T04:08:57.895007+0000","last_became_peered":"2024-09-05T04:08:57.895007+0000","last_unstale":"2024-09-05T04:10:58.554094+0000","last_undegraded":"2024-09-05T04:10:58.554094+0000","last_fullsized":"2024-09-05T04:10:58.554094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:18.843699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856551+0000","last_change":"2024-09-05T04:08:50.685369+0000","last_active":"2024-09-05T04:10:57.856551+0000","last_peered":"2024-09-05T04:10:57.856551+0000","last_clean":"2024-09-05T04:10:57.856551+0000","last_became_active":"2024-09-05T04:08:50.685058+0000","last_became_peered":"2024-09-05T04:08:50.685058+0000","last_unstale":"2024-09-05T04:10:57.856551+0000","last_undegraded":"2024-09-05T04:10:57.856551+0000","last_fullsized":"2024-09-05T04:10:57.856551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:49.502212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554408+0000","last_change":"2024-09-05T04:09:11.927864+0000","last_active":"2024-09-05T04:10:58.554408+0000","last_peered":"2024-09-05T04:10:58.554408+0000","last_clean":"2024-09-05T04:10:58.554408+0000","last_became_active":"2024-09-05T04:09:11.927368+0000","last_became_peered":"2024-09-05T04:09:11.927368+0000","last_unstale":"2024-09-05T04:10:58.554408+0000","last_undegraded":"2024-09-05T04:10:58.554408+0000","last_fullsized":"2024-09-05T04:10:58.554408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:22:41.094443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"91'1","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554579+0000","last_change":"2024-09-05T04:08:57.728098+0000","last_active":"2024-09-05T04:10:58.554579+0000","last_peered":"2024-09-05T04:10:58.554579+0000","last_clean":"2024-09-05T04:10:58.554579+0000","last_became_active":"2024-09-05T04:08:57.727679+0000","last_became_peered":"2024-09-05T04:08:57.727679+0000","last_unstale":"2024-09-05T04:10:58.554579+0000","last_undegraded":"2024-09-05T04:10:58.554579+0000","last_fullsized":"2024-09-05T04:10:58.554579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:15:21.213436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554503+0000","last_change":"2024-09-05T04:08:50.682423+0000","last_active":"2024-09-05T04:10:58.554503+0000","last_peered":"2024-09-05T04:10:58.554503+0000","last_clean":"2024-09-05T04:10:58.554503+0000","last_became_active":"2024-09-05T04:08:50.681549+0000","last_became_peered":"2024-09-05T04:08:50.681549+0000","last_unstale":"2024-09-05T04:10:58.554503+0000","last_undegraded":"2024-09-05T04:10:58.554503+0000","last_fullsized":"2024-09-05T04:10:58.554503+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:17:51.000839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856456+0000","last_change":"2024-09-05T04:08:48.665961+0000","last_active":"2024-09-05T04:10:57.856456+0000","last_peered":"2024-09-05T04:10:57.856456+0000","last_clean":"2024-09-05T04:10:57.856456+0000","last_became_active":"2024-09-05T04:08:48.665059+0000","last_became_peered":"2024-09-05T04:08:48.665059+0000","last_unstale":"2024-09-05T04:10:57.856456+0000","last_undegraded":"2024-09-05T04:10:57.856456+0000","last_fullsized":"2024-09-05T04:10:57.856456+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:59:02.082154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944601+0000","last_change":"2024-09-05T04:08:57.722590+0000","last_active":"2024-09-05T04:10:57.944601+0000","last_peered":"2024-09-05T04:10:57.944601+0000","last_clean":"2024-09-05T04:10:57.944601+0000","last_became_active":"2024-09-05T04:08:57.722232+0000","last_became_peered":"2024-09-05T04:08:57.722232+0000","last_unstale":"2024-09-05T04:10:57.944601+0000","last_undegraded":"2024-09-05T04:10:57.944601+0000","last_fullsized":"2024-09-05T04:10:57.944601+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:50:13.382208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946872+0000","last_change":"2024-09-05T04:08:50.685196+0000","last_active":"2024-09-05T04:10:57.946872+0000","last_peered":"2024-09-05T04:10:57.946872+0000","last_clean":"2024-09-05T04:10:57.946872+0000","last_became_active":"2024-09-05T04:08:50.684855+0000","last_became_peered":"2024-09-05T04:08:50.684855+0000","last_unstale":"2024-09-05T04:10:57.946872+0000","last_undegraded":"2024-09-05T04:10:57.946872+0000","last_fullsized":"2024-09-05T04:10:57.946872+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:14:27.957092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053586+0000","last_change":"2024-09-05T04:08:48.705858+0000","last_active":"2024-09-05T04:10:58.053586+0000","last_peered":"2024-09-05T04:10:58.053586+0000","last_clean":"2024-09-05T04:10:58.053586+0000","last_became_active":"2024-09-05T04:08:48.705495+0000","last_became_peered":"2024-09-05T04:08:48.705495+0000","last_unstale":"2024-09-05T04:10:58.053586+0000","last_undegraded":"2024-09-05T04:10:58.053586+0000","last_fullsized":"2024-09-05T04:10:58.053586+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:57.558657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554097+0000","last_change":"2024-09-05T04:08:57.896177+0000","last_active":"2024-09-05T04:10:58.554097+0000","last_peered":"2024-09-05T04:10:58.554097+0000","last_clean":"2024-09-05T04:10:58.554097+0000","last_became_active":"2024-09-05T04:08:57.895729+0000","last_became_peered":"2024-09-05T04:08:57.895729+0000","last_unstale":"2024-09-05T04:10:58.554097+0000","last_undegraded":"2024-09-05T04:10:58.554097+0000","last_fullsized":"2024-09-05T04:10:58.554097+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:32:52.752122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"93'7","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137698+0000","last_change":"2024-09-05T04:09:11.926520+0000","last_active":"2024-09-05T04:10:58.137698+0000","last_peered":"2024-09-05T04:10:58.137698+0000","last_clean":"2024-09-05T04:10:58.137698+0000","last_became_active":"2024-09-05T04:09:11.926149+0000","last_became_peered":"2024-09-05T04:09:11.926149+0000","last_unstale":"2024-09-05T04:10:58.137698+0000","last_undegraded":"2024-09-05T04:10:58.137698+0000","last_fullsized":"2024-09-05T04:10:58.137698+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:50:23.506444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554832+0000","last_change":"2024-09-05T04:08:49.401972+0000","last_active":"2024-09-05T04:10:58.554832+0000","last_peered":"2024-09-05T04:10:58.554832+0000","last_clean":"2024-09-05T04:10:58.554832+0000","last_became_active":"2024-09-05T04:08:49.401637+0000","last_became_peered":"2024-09-05T04:08:49.401637+0000","last_unstale":"2024-09-05T04:10:58.554832+0000","last_undegraded":"2024-09-05T04:10:58.554832+0000","last_fullsized":"2024-09-05T04:10:58.554832+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:36:22.512303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860363+0000","last_change":"2024-09-05T04:08:57.721476+0000","last_active":"2024-09-05T04:10:57.860363+0000","last_peered":"2024-09-05T04:10:57.860363+0000","last_clean":"2024-09-05T04:10:57.860363+0000","last_became_active":"2024-09-05T04:08:57.719751+0000","last_became_peered":"2024-09-05T04:08:57.719751+0000","last_unstale":"2024-09-05T04:10:57.860363+0000","last_undegraded":"2024-09-05T04:10:57.860363+0000","last_fullsized":"2024-09-05T04:10:57.860363+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:16:41.377366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856835+0000","last_change":"2024-09-05T04:08:50.679803+0000","last_active":"2024-09-05T04:10:57.856835+0000","last_peered":"2024-09-05T04:10:57.856835+0000","last_clean":"2024-09-05T04:10:57.856835+0000","last_became_active":"2024-09-05T04:08:50.679469+0000","last_became_peered":"2024-09-05T04:08:50.679469+0000","last_unstale":"2024-09-05T04:10:57.856835+0000","last_undegraded":"2024-09-05T04:10:57.856835+0000","last_fullsized":"2024-09-05T04:10:57.856835+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:31:45.332179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"94'98","reported_seq":231,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:07.313506+0000","last_change":"2024-09-05T04:08:48.668029+0000","last_active":"2024-09-05T04:11:07.313506+0000","last_peered":"2024-09-05T04:11:07.313506+0000","last_clean":"2024-09-05T04:11:07.313506+0000","last_became_active":"2024-09-05T04:08:48.667695+0000","last_became_peered":"2024-09-05T04:08:48.667695+0000","last_unstale":"2024-09-05T04:11:07.313506+0000","last_undegraded":"2024-09-05T04:11:07.313506+0000","last_fullsized":"2024-09-05T04:11:07.313506+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":0,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:34.909118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":312,"num_read_kb":277,"num_write":181,"num_write_kb":1286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.855974+0000","last_change":"2024-09-05T04:08:57.894734+0000","last_active":"2024-09-05T04:10:57.855974+0000","last_peered":"2024-09-05T04:10:57.855974+0000","last_clean":"2024-09-05T04:10:57.855974+0000","last_became_active":"2024-09-05T04:08:57.894353+0000","last_became_peered":"2024-09-05T04:08:57.894353+0000","last_unstale":"2024-09-05T04:10:57.855974+0000","last_undegraded":"2024-09-05T04:10:57.855974+0000","last_fullsized":"2024-09-05T04:10:57.855974+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:00:32.028697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554938+0000","last_change":"2024-09-05T04:08:50.682917+0000","last_active":"2024-09-05T04:10:58.554938+0000","last_peered":"2024-09-05T04:10:58.554938+0000","last_clean":"2024-09-05T04:10:58.554938+0000","last_became_active":"2024-09-05T04:08:50.682643+0000","last_became_peered":"2024-09-05T04:08:50.682643+0000","last_unstale":"2024-09-05T04:10:58.554938+0000","last_undegraded":"2024-09-05T04:10:58.554938+0000","last_fullsized":"2024-09-05T04:10:58.554938+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:13.436493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947340+0000","last_change":"2024-09-05T04:08:48.706082+0000","last_active":"2024-09-05T04:10:57.947340+0000","last_peered":"2024-09-05T04:10:57.947340+0000","last_clean":"2024-09-05T04:10:57.947340+0000","last_became_active":"2024-09-05T04:08:48.705658+0000","last_became_peered":"2024-09-05T04:08:48.705658+0000","last_unstale":"2024-09-05T04:10:57.947340+0000","last_undegraded":"2024-09-05T04:10:57.947340+0000","last_fullsized":"2024-09-05T04:10:57.947340+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:22:28.543962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554633+0000","last_change":"2024-09-05T04:08:57.723834+0000","last_active":"2024-09-05T04:10:58.554633+0000","last_peered":"2024-09-05T04:10:58.554633+0000","last_clean":"2024-09-05T04:10:58.554633+0000","last_became_active":"2024-09-05T04:08:57.723383+0000","last_became_peered":"2024-09-05T04:08:57.723383+0000","last_unstale":"2024-09-05T04:10:58.554633+0000","last_undegraded":"2024-09-05T04:10:58.554633+0000","last_fullsized":"2024-09-05T04:10:58.554633+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:11:51.980298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857243+0000","last_change":"2024-09-05T04:08:50.679877+0000","last_active":"2024-09-05T04:10:57.857243+0000","last_peered":"2024-09-05T04:10:57.857243+0000","last_clean":"2024-09-05T04:10:57.857243+0000","last_became_active":"2024-09-05T04:08:50.679547+0000","last_became_peered":"2024-09-05T04:08:50.679547+0000","last_unstale":"2024-09-05T04:10:57.857243+0000","last_undegraded":"2024-09-05T04:10:57.857243+0000","last_fullsized":"2024-09-05T04:10:57.857243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:59:54.959520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.945278+0000","last_change":"2024-09-05T04:08:48.706595+0000","last_active":"2024-09-05T04:10:57.945278+0000","last_peered":"2024-09-05T04:10:57.945278+0000","last_clean":"2024-09-05T04:10:57.945278+0000","last_became_active":"2024-09-05T04:08:48.706032+0000","last_became_peered":"2024-09-05T04:08:48.706032+0000","last_unstale":"2024-09-05T04:10:57.945278+0000","last_undegraded":"2024-09-05T04:10:57.945278+0000","last_fullsized":"2024-09-05T04:10:57.945278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:49:59.316540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946830+0000","last_change":"2024-09-05T04:08:57.896503+0000","last_active":"2024-09-05T04:10:57.946830+0000","last_peered":"2024-09-05T04:10:57.946830+0000","last_clean":"2024-09-05T04:10:57.946830+0000","last_became_active":"2024-09-05T04:08:57.895594+0000","last_became_peered":"2024-09-05T04:08:57.895594+0000","last_unstale":"2024-09-05T04:10:57.946830+0000","last_undegraded":"2024-09-05T04:10:57.946830+0000","last_fullsized":"2024-09-05T04:10:57.946830+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:50.877027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857506+0000","last_change":"2024-09-05T04:08:50.682738+0000","last_active":"2024-09-05T04:10:57.857506+0000","last_peered":"2024-09-05T04:10:57.857506+0000","last_clean":"2024-09-05T04:10:57.857506+0000","last_became_active":"2024-09-05T04:08:50.682411+0000","last_became_peered":"2024-09-05T04:08:50.682411+0000","last_unstale":"2024-09-05T04:10:57.857506+0000","last_undegraded":"2024-09-05T04:10:57.857506+0000","last_fullsized":"2024-09-05T04:10:57.857506+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:06:59.394332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:08:48.674376+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:08:48.673994+0000","last_became_peered":"2024-09-05T04:08:48.673994+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:08.715577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554796+0000","last_change":"2024-09-05T04:08:57.719531+0000","last_active":"2024-09-05T04:10:58.554796+0000","last_peered":"2024-09-05T04:10:58.554796+0000","last_clean":"2024-09-05T04:10:58.554796+0000","last_became_active":"2024-09-05T04:08:57.719150+0000","last_became_peered":"2024-09-05T04:08:57.719150+0000","last_unstale":"2024-09-05T04:10:58.554796+0000","last_undegraded":"2024-09-05T04:10:58.554796+0000","last_fullsized":"2024-09-05T04:10:58.554796+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:11:24.909437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944112+0000","last_change":"2024-09-05T04:10:12.218557+0000","last_active":"2024-09-05T04:10:57.944112+0000","last_peered":"2024-09-05T04:10:57.944112+0000","last_clean":"2024-09-05T04:10:57.944112+0000","last_became_active":"2024-09-05T04:10:12.218234+0000","last_became_peered":"2024-09-05T04:10:12.218234+0000","last_unstale":"2024-09-05T04:10:57.944112+0000","last_undegraded":"2024-09-05T04:10:57.944112+0000","last_fullsized":"2024-09-05T04:10:57.944112+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:58:17.599264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,4],"acting":[9,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:48.704839+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:48.704490+0000","last_became_peered":"2024-09-05T04:08:48.704490+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:11:05.810378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554226+0000","last_change":"2024-09-05T04:08:57.895169+0000","last_active":"2024-09-05T04:10:58.554226+0000","last_peered":"2024-09-05T04:10:58.554226+0000","last_clean":"2024-09-05T04:10:58.554226+0000","last_became_active":"2024-09-05T04:08:57.894825+0000","last_became_peered":"2024-09-05T04:08:57.894825+0000","last_unstale":"2024-09-05T04:10:58.554226+0000","last_undegraded":"2024-09-05T04:10:58.554226+0000","last_fullsized":"2024-09-05T04:10:58.554226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:23:58.444081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"93'5","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554407+0000","last_change":"2024-09-05T04:08:50.682145+0000","last_active":"2024-09-05T04:10:58.554407+0000","last_peered":"2024-09-05T04:10:58.554407+0000","last_clean":"2024-09-05T04:10:58.554407+0000","last_became_active":"2024-09-05T04:08:50.681862+0000","last_became_peered":"2024-09-05T04:08:50.681862+0000","last_unstale":"2024-09-05T04:10:58.554407+0000","last_undegraded":"2024-09-05T04:10:58.554407+0000","last_fullsized":"2024-09-05T04:10:58.554407+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:32:34.516790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516068+0000","last_change":"2024-09-05T04:09:11.758490+0000","last_active":"2024-09-05T04:10:58.516068+0000","last_peered":"2024-09-05T04:10:58.516068+0000","last_clean":"2024-09-05T04:10:58.516068+0000","last_became_active":"2024-09-05T04:09:11.758027+0000","last_became_peered":"2024-09-05T04:09:11.758027+0000","last_unstale":"2024-09-05T04:10:58.516068+0000","last_undegraded":"2024-09-05T04:10:58.516068+0000","last_fullsized":"2024-09-05T04:10:58.516068+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:45:08.996583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,4],"acting":[7,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942145+0000","last_change":"2024-09-05T04:08:57.896905+0000","last_active":"2024-09-05T04:10:57.942145+0000","last_peered":"2024-09-05T04:10:57.942145+0000","last_clean":"2024-09-05T04:10:57.942145+0000","last_became_active":"2024-09-05T04:08:57.896313+0000","last_became_peered":"2024-09-05T04:08:57.896313+0000","last_unstale":"2024-09-05T04:10:57.942145+0000","last_undegraded":"2024-09-05T04:10:57.942145+0000","last_fullsized":"2024-09-05T04:10:57.942145+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:58:29.250551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856383+0000","last_change":"2024-09-05T04:08:50.681454+0000","last_active":"2024-09-05T04:10:57.856383+0000","last_peered":"2024-09-05T04:10:57.856383+0000","last_clean":"2024-09-05T04:10:57.856383+0000","last_became_active":"2024-09-05T04:08:50.681171+0000","last_became_peered":"2024-09-05T04:08:50.681171+0000","last_unstale":"2024-09-05T04:10:57.856383+0000","last_undegraded":"2024-09-05T04:10:57.856383+0000","last_fullsized":"2024-09-05T04:10:57.856383+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:17:02.697249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554767+0000","last_change":"2024-09-05T04:08:48.673719+0000","last_active":"2024-09-05T04:10:58.554767+0000","last_peered":"2024-09-05T04:10:58.554767+0000","last_clean":"2024-09-05T04:10:58.554767+0000","last_became_active":"2024-09-05T04:08:48.673068+0000","last_became_peered":"2024-09-05T04:08:48.673068+0000","last_unstale":"2024-09-05T04:10:58.554767+0000","last_undegraded":"2024-09-05T04:10:58.554767+0000","last_fullsized":"2024-09-05T04:10:58.554767+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:55:56.773610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"94'148","reported_seq":408,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:59.964840+0000","last_change":"2024-09-05T04:07:39.049907+0000","last_active":"2024-09-05T04:10:59.964840+0000","last_peered":"2024-09-05T04:10:59.964840+0000","last_clean":"2024-09-05T04:10:59.964840+0000","last_became_active":"2024-09-05T04:07:39.049374+0000","last_became_peered":"2024-09-05T04:07:39.049374+0000","last_unstale":"2024-09-05T04:10:59.964840+0000","last_undegraded":"2024-09-05T04:10:59.964840+0000","last_fullsized":"2024-09-05T04:10:59.964840+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:04:21.076563+0000","last_clean_scrub_stamp":"2024-09-05T04:04:21.076563+0000","objects_scrubbed":0,"log_size":148,"log_dups_size":0,"ondisk_log_size":148,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:47:58.397366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"91'1","reported_seq":29,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516385+0000","last_change":"2024-09-05T04:08:57.721079+0000","last_active":"2024-09-05T04:10:58.516385+0000","last_peered":"2024-09-05T04:10:58.516385+0000","last_clean":"2024-09-05T04:10:58.516385+0000","last_became_active":"2024-09-05T04:08:57.720646+0000","last_became_peered":"2024-09-05T04:08:57.720646+0000","last_unstale":"2024-09-05T04:10:58.516385+0000","last_undegraded":"2024-09-05T04:10:58.516385+0000","last_fullsized":"2024-09-05T04:10:58.516385+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:40:14.986290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516580+0000","last_change":"2024-09-05T04:08:50.688422+0000","last_active":"2024-09-05T04:10:58.516580+0000","last_peered":"2024-09-05T04:10:58.516580+0000","last_clean":"2024-09-05T04:10:58.516580+0000","last_became_active":"2024-09-05T04:08:50.688108+0000","last_became_peered":"2024-09-05T04:08:50.688108+0000","last_unstale":"2024-09-05T04:10:58.516580+0000","last_undegraded":"2024-09-05T04:10:58.516580+0000","last_fullsized":"2024-09-05T04:10:58.516580+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:06:12.157139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860939+0000","last_change":"2024-09-05T04:08:49.401924+0000","last_active":"2024-09-05T04:10:57.860939+0000","last_peered":"2024-09-05T04:10:57.860939+0000","last_clean":"2024-09-05T04:10:57.860939+0000","last_became_active":"2024-09-05T04:08:49.401464+0000","last_became_peered":"2024-09-05T04:08:49.401464+0000","last_unstale":"2024-09-05T04:10:57.860939+0000","last_undegraded":"2024-09-05T04:10:57.860939+0000","last_fullsized":"2024-09-05T04:10:57.860939+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:53.691654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053310+0000","last_change":"2024-09-05T04:08:57.724053+0000","last_active":"2024-09-05T04:10:58.053310+0000","last_peered":"2024-09-05T04:10:58.053310+0000","last_clean":"2024-09-05T04:10:58.053310+0000","last_became_active":"2024-09-05T04:08:57.723612+0000","last_became_peered":"2024-09-05T04:08:57.723612+0000","last_unstale":"2024-09-05T04:10:58.053310+0000","last_undegraded":"2024-09-05T04:10:58.053310+0000","last_fullsized":"2024-09-05T04:10:58.053310+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:06.810535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516288+0000","last_change":"2024-09-05T04:08:50.682481+0000","last_active":"2024-09-05T04:10:58.516288+0000","last_peered":"2024-09-05T04:10:58.516288+0000","last_clean":"2024-09-05T04:10:58.516288+0000","last_became_active":"2024-09-05T04:08:50.682145+0000","last_became_peered":"2024-09-05T04:08:50.682145+0000","last_unstale":"2024-09-05T04:10:58.516288+0000","last_undegraded":"2024-09-05T04:10:58.516288+0000","last_fullsized":"2024-09-05T04:10:58.516288+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:52.669624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"94'65","reported_seq":137,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:06.971880+0000","last_change":"2024-09-05T04:08:48.662321+0000","last_active":"2024-09-05T04:11:06.971880+0000","last_peered":"2024-09-05T04:11:06.971880+0000","last_clean":"2024-09-05T04:11:06.971880+0000","last_became_active":"2024-09-05T04:08:48.661869+0000","last_became_peered":"2024-09-05T04:08:48.661869+0000","last_unstale":"2024-09-05T04:11:06.971880+0000","last_undegraded":"2024-09-05T04:11:06.971880+0000","last_fullsized":"2024-09-05T04:11:06.971880+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":0,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:57:33.796282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":328302,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":33,"num_write":76,"num_write_kb":941,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136760+0000","last_change":"2024-09-05T04:08:57.725624+0000","last_active":"2024-09-05T04:10:58.136760+0000","last_peered":"2024-09-05T04:10:58.136760+0000","last_clean":"2024-09-05T04:10:58.136760+0000","last_became_active":"2024-09-05T04:08:57.722250+0000","last_became_peered":"2024-09-05T04:08:57.722250+0000","last_unstale":"2024-09-05T04:10:58.136760+0000","last_undegraded":"2024-09-05T04:10:58.136760+0000","last_fullsized":"2024-09-05T04:10:58.136760+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:01:55.560969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516468+0000","last_change":"2024-09-05T04:08:50.690134+0000","last_active":"2024-09-05T04:10:58.516468+0000","last_peered":"2024-09-05T04:10:58.516468+0000","last_clean":"2024-09-05T04:10:58.516468+0000","last_became_active":"2024-09-05T04:08:50.689780+0000","last_became_peered":"2024-09-05T04:08:50.689780+0000","last_unstale":"2024-09-05T04:10:58.516468+0000","last_undegraded":"2024-09-05T04:10:58.516468+0000","last_fullsized":"2024-09-05T04:10:58.516468+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:35.215340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555240+0000","last_change":"2024-09-05T04:08:48.667947+0000","last_active":"2024-09-05T04:10:58.555240+0000","last_peered":"2024-09-05T04:10:58.555240+0000","last_clean":"2024-09-05T04:10:58.555240+0000","last_became_active":"2024-09-05T04:08:48.667597+0000","last_became_peered":"2024-09-05T04:08:48.667597+0000","last_unstale":"2024-09-05T04:10:58.555240+0000","last_undegraded":"2024-09-05T04:10:58.555240+0000","last_fullsized":"2024-09-05T04:10:58.555240+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:59:47.407454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942210+0000","last_change":"2024-09-05T04:08:57.725977+0000","last_active":"2024-09-05T04:10:57.942210+0000","last_peered":"2024-09-05T04:10:57.942210+0000","last_clean":"2024-09-05T04:10:57.942210+0000","last_became_active":"2024-09-05T04:08:57.725595+0000","last_became_peered":"2024-09-05T04:08:57.725595+0000","last_unstale":"2024-09-05T04:10:57.942210+0000","last_undegraded":"2024-09-05T04:10:57.942210+0000","last_fullsized":"2024-09-05T04:10:57.942210+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:40:42.142089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"93'5","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554856+0000","last_change":"2024-09-05T04:10:12.137298+0000","last_active":"2024-09-05T04:10:58.554856+0000","last_peered":"2024-09-05T04:10:58.554856+0000","last_clean":"2024-09-05T04:10:58.554856+0000","last_became_active":"2024-09-05T04:10:12.136924+0000","last_became_peered":"2024-09-05T04:10:12.136924+0000","last_unstale":"2024-09-05T04:10:58.554856+0000","last_undegraded":"2024-09-05T04:10:58.554856+0000","last_fullsized":"2024-09-05T04:10:58.554856+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:04:58.794735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"83'1","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947342+0000","last_change":"2024-09-05T04:08:48.671810+0000","last_active":"2024-09-05T04:10:57.947342+0000","last_peered":"2024-09-05T04:10:57.947342+0000","last_clean":"2024-09-05T04:10:57.947342+0000","last_became_active":"2024-09-05T04:08:48.671321+0000","last_became_peered":"2024-09-05T04:08:48.671321+0000","last_unstale":"2024-09-05T04:10:57.947342+0000","last_undegraded":"2024-09-05T04:10:57.947342+0000","last_fullsized":"2024-09-05T04:10:57.947342+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:02:47.587076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942261+0000","last_change":"2024-09-05T04:08:57.727534+0000","last_active":"2024-09-05T04:10:57.942261+0000","last_peered":"2024-09-05T04:10:57.942261+0000","last_clean":"2024-09-05T04:10:57.942261+0000","last_became_active":"2024-09-05T04:08:57.726838+0000","last_became_peered":"2024-09-05T04:08:57.726838+0000","last_unstale":"2024-09-05T04:10:57.942261+0000","last_undegraded":"2024-09-05T04:10:57.942261+0000","last_fullsized":"2024-09-05T04:10:57.942261+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:37:50.192886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942404+0000","last_change":"2024-09-05T04:08:50.683569+0000","last_active":"2024-09-05T04:10:57.942404+0000","last_peered":"2024-09-05T04:10:57.942404+0000","last_clean":"2024-09-05T04:10:57.942404+0000","last_became_active":"2024-09-05T04:08:50.683286+0000","last_became_peered":"2024-09-05T04:08:50.683286+0000","last_unstale":"2024-09-05T04:10:57.942404+0000","last_undegraded":"2024-09-05T04:10:57.942404+0000","last_fullsized":"2024-09-05T04:10:57.942404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:37:28.550360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"83'8","reported_seq":49,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946862+0000","last_change":"2024-09-05T04:08:48.705022+0000","last_active":"2024-09-05T04:10:57.946862+0000","last_peered":"2024-09-05T04:10:57.946862+0000","last_clean":"2024-09-05T04:10:57.946862+0000","last_became_active":"2024-09-05T04:08:48.704689+0000","last_became_peered":"2024-09-05T04:08:48.704689+0000","last_unstale":"2024-09-05T04:10:57.946862+0000","last_undegraded":"2024-09-05T04:10:57.946862+0000","last_fullsized":"2024-09-05T04:10:57.946862+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:14:08.845882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555185+0000","last_change":"2024-09-05T04:09:11.927599+0000","last_active":"2024-09-05T04:10:58.555185+0000","last_peered":"2024-09-05T04:10:58.555185+0000","last_clean":"2024-09-05T04:10:58.555185+0000","last_became_active":"2024-09-05T04:09:11.927197+0000","last_became_peered":"2024-09-05T04:09:11.927197+0000","last_unstale":"2024-09-05T04:10:58.555185+0000","last_undegraded":"2024-09-05T04:10:58.555185+0000","last_fullsized":"2024-09-05T04:10:58.555185+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:55:55.938323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,8,11],"acting":[6,3,8,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.515996+0000","last_change":"2024-09-05T04:08:50.687603+0000","last_active":"2024-09-05T04:10:58.515996+0000","last_peered":"2024-09-05T04:10:58.515996+0000","last_clean":"2024-09-05T04:10:58.515996+0000","last_became_active":"2024-09-05T04:08:50.687242+0000","last_became_peered":"2024-09-05T04:08:50.687242+0000","last_unstale":"2024-09-05T04:10:58.515996+0000","last_undegraded":"2024-09-05T04:10:58.515996+0000","last_fullsized":"2024-09-05T04:10:58.515996+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:47:45.598838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554480+0000","last_change":"2024-09-05T04:08:48.672531+0000","last_active":"2024-09-05T04:10:58.554480+0000","last_peered":"2024-09-05T04:10:58.554480+0000","last_clean":"2024-09-05T04:10:58.554480+0000","last_became_active":"2024-09-05T04:08:48.672169+0000","last_became_peered":"2024-09-05T04:08:48.672169+0000","last_unstale":"2024-09-05T04:10:58.554480+0000","last_undegraded":"2024-09-05T04:10:58.554480+0000","last_fullsized":"2024-09-05T04:10:58.554480+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:41:24.306294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857342+0000","last_change":"2024-09-05T04:09:11.927844+0000","last_active":"2024-09-05T04:10:57.857342+0000","last_peered":"2024-09-05T04:10:57.857342+0000","last_clean":"2024-09-05T04:10:57.857342+0000","last_became_active":"2024-09-05T04:09:11.927382+0000","last_became_peered":"2024-09-05T04:09:11.927382+0000","last_unstale":"2024-09-05T04:10:57.857342+0000","last_undegraded":"2024-09-05T04:10:57.857342+0000","last_fullsized":"2024-09-05T04:10:57.857342+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:47.100910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,7,0,3],"acting":[10,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.13","version":"93'15","reported_seq":50,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516243+0000","last_change":"2024-09-05T04:08:50.681229+0000","last_active":"2024-09-05T04:10:58.516243+0000","last_peered":"2024-09-05T04:10:58.516243+0000","last_clean":"2024-09-05T04:10:58.516243+0000","last_became_active":"2024-09-05T04:08:50.680900+0000","last_became_peered":"2024-09-05T04:08:50.680900+0000","last_unstale":"2024-09-05T04:10:58.516243+0000","last_undegraded":"2024-09-05T04:10:58.516243+0000","last_fullsized":"2024-09-05T04:10:58.516243+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:01:49.120140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942481+0000","last_change":"2024-09-05T04:08:48.669489+0000","last_active":"2024-09-05T04:10:57.942481+0000","last_peered":"2024-09-05T04:10:57.942481+0000","last_clean":"2024-09-05T04:10:57.942481+0000","last_became_active":"2024-09-05T04:08:48.669100+0000","last_became_peered":"2024-09-05T04:08:48.669100+0000","last_unstale":"2024-09-05T04:10:57.942481+0000","last_undegraded":"2024-09-05T04:10:57.942481+0000","last_fullsized":"2024-09-05T04:10:57.942481+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:25:26.757809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554582+0000","last_change":"2024-09-05T04:08:57.729053+0000","last_active":"2024-09-05T04:10:58.554582+0000","last_peered":"2024-09-05T04:10:58.554582+0000","last_clean":"2024-09-05T04:10:58.554582+0000","last_became_active":"2024-09-05T04:08:57.728653+0000","last_became_peered":"2024-09-05T04:08:57.728653+0000","last_unstale":"2024-09-05T04:10:58.554582+0000","last_undegraded":"2024-09-05T04:10:58.554582+0000","last_fullsized":"2024-09-05T04:10:58.554582+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:39:49.358998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554524+0000","last_change":"2024-09-05T04:08:50.677972+0000","last_active":"2024-09-05T04:10:58.554524+0000","last_peered":"2024-09-05T04:10:58.554524+0000","last_clean":"2024-09-05T04:10:58.554524+0000","last_became_active":"2024-09-05T04:08:50.677434+0000","last_became_peered":"2024-09-05T04:08:50.677434+0000","last_unstale":"2024-09-05T04:10:58.554524+0000","last_undegraded":"2024-09-05T04:10:58.554524+0000","last_fullsized":"2024-09-05T04:10:58.554524+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:21:25.749532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"83'2","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860605+0000","last_change":"2024-09-05T04:08:48.670591+0000","last_active":"2024-09-05T04:10:57.860605+0000","last_peered":"2024-09-05T04:10:57.860605+0000","last_clean":"2024-09-05T04:10:57.860605+0000","last_became_active":"2024-09-05T04:08:48.670224+0000","last_became_peered":"2024-09-05T04:08:48.670224+0000","last_unstale":"2024-09-05T04:10:57.860605+0000","last_undegraded":"2024-09-05T04:10:57.860605+0000","last_fullsized":"2024-09-05T04:10:57.860605+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:46:36.928398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942640+0000","last_change":"2024-09-05T04:08:57.727785+0000","last_active":"2024-09-05T04:10:57.942640+0000","last_peered":"2024-09-05T04:10:57.942640+0000","last_clean":"2024-09-05T04:10:57.942640+0000","last_became_active":"2024-09-05T04:08:57.727416+0000","last_became_peered":"2024-09-05T04:08:57.727416+0000","last_unstale":"2024-09-05T04:10:57.942640+0000","last_undegraded":"2024-09-05T04:10:57.942640+0000","last_fullsized":"2024-09-05T04:10:57.942640+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:41:19.837560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.947155+0000","last_change":"2024-09-05T04:08:50.692095+0000","last_active":"2024-09-05T04:10:57.947155+0000","last_peered":"2024-09-05T04:10:57.947155+0000","last_clean":"2024-09-05T04:10:57.947155+0000","last_became_active":"2024-09-05T04:08:50.691746+0000","last_became_peered":"2024-09-05T04:08:50.691746+0000","last_unstale":"2024-09-05T04:10:57.947155+0000","last_undegraded":"2024-09-05T04:10:57.947155+0000","last_fullsized":"2024-09-05T04:10:57.947155+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:23.613192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"94'40","reported_seq":302,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:11:07.954464+0000","last_change":"2024-09-05T04:08:48.670834+0000","last_active":"2024-09-05T04:11:07.954464+0000","last_peered":"2024-09-05T04:11:07.954464+0000","last_clean":"2024-09-05T04:11:07.954464+0000","last_became_active":"2024-09-05T04:08:48.669980+0000","last_became_peered":"2024-09-05T04:08:48.669980+0000","last_unstale":"2024-09-05T04:11:07.954464+0000","last_undegraded":"2024-09-05T04:11:07.954464+0000","last_fullsized":"2024-09-05T04:11:07.954464+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:33:23.413397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70975,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":222,"num_read_kb":181,"num_write":40,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944315+0000","last_change":"2024-09-05T04:08:57.726987+0000","last_active":"2024-09-05T04:10:57.944315+0000","last_peered":"2024-09-05T04:10:57.944315+0000","last_clean":"2024-09-05T04:10:57.944315+0000","last_became_active":"2024-09-05T04:08:57.726472+0000","last_became_peered":"2024-09-05T04:08:57.726472+0000","last_unstale":"2024-09-05T04:10:57.944315+0000","last_undegraded":"2024-09-05T04:10:57.944315+0000","last_fullsized":"2024-09-05T04:10:57.944315+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:47:13.732951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053736+0000","last_change":"2024-09-05T04:08:50.687585+0000","last_active":"2024-09-05T04:10:58.053736+0000","last_peered":"2024-09-05T04:10:58.053736+0000","last_clean":"2024-09-05T04:10:58.053736+0000","last_became_active":"2024-09-05T04:08:50.687256+0000","last_became_peered":"2024-09-05T04:08:50.687256+0000","last_unstale":"2024-09-05T04:10:58.053736+0000","last_undegraded":"2024-09-05T04:10:58.053736+0000","last_fullsized":"2024-09-05T04:10:58.053736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:23:38.307913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"83'3","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942882+0000","last_change":"2024-09-05T04:08:48.705313+0000","last_active":"2024-09-05T04:10:57.942882+0000","last_peered":"2024-09-05T04:10:57.942882+0000","last_clean":"2024-09-05T04:10:57.942882+0000","last_became_active":"2024-09-05T04:08:48.704959+0000","last_became_peered":"2024-09-05T04:08:48.704959+0000","last_unstale":"2024-09-05T04:10:57.942882+0000","last_undegraded":"2024-09-05T04:10:57.942882+0000","last_fullsized":"2024-09-05T04:10:57.942882+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:02:37.788118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554472+0000","last_change":"2024-09-05T04:09:11.927144+0000","last_active":"2024-09-05T04:10:58.554472+0000","last_peered":"2024-09-05T04:10:58.554472+0000","last_clean":"2024-09-05T04:10:58.554472+0000","last_became_active":"2024-09-05T04:09:11.926627+0000","last_became_peered":"2024-09-05T04:09:11.926627+0000","last_unstale":"2024-09-05T04:10:58.554472+0000","last_undegraded":"2024-09-05T04:10:58.554472+0000","last_fullsized":"2024-09-05T04:10:58.554472+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:26:08.553806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,8],"acting":[4,1,2,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.138316+0000","last_change":"2024-09-05T04:08:50.683214+0000","last_active":"2024-09-05T04:10:58.138316+0000","last_peered":"2024-09-05T04:10:58.138316+0000","last_clean":"2024-09-05T04:10:58.138316+0000","last_became_active":"2024-09-05T04:08:50.682929+0000","last_became_peered":"2024-09-05T04:08:50.682929+0000","last_unstale":"2024-09-05T04:10:58.138316+0000","last_undegraded":"2024-09-05T04:10:58.138316+0000","last_fullsized":"2024-09-05T04:10:58.138316+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:42:28.681799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516382+0000","last_change":"2024-09-05T04:09:11.926764+0000","last_active":"2024-09-05T04:10:58.516382+0000","last_peered":"2024-09-05T04:10:58.516382+0000","last_clean":"2024-09-05T04:10:58.516382+0000","last_became_active":"2024-09-05T04:09:11.926303+0000","last_became_peered":"2024-09-05T04:09:11.926303+0000","last_unstale":"2024-09-05T04:10:58.516382+0000","last_undegraded":"2024-09-05T04:10:58.516382+0000","last_fullsized":"2024-09-05T04:10:58.516382+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:01:06.330249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944121+0000","last_change":"2024-09-05T04:08:57.722949+0000","last_active":"2024-09-05T04:10:57.944121+0000","last_peered":"2024-09-05T04:10:57.944121+0000","last_clean":"2024-09-05T04:10:57.944121+0000","last_became_active":"2024-09-05T04:08:57.720853+0000","last_became_peered":"2024-09-05T04:08:57.720853+0000","last_unstale":"2024-09-05T04:10:57.944121+0000","last_undegraded":"2024-09-05T04:10:57.944121+0000","last_fullsized":"2024-09-05T04:10:57.944121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:32:41.721587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053622+0000","last_change":"2024-09-05T04:08:50.686341+0000","last_active":"2024-09-05T04:10:58.053622+0000","last_peered":"2024-09-05T04:10:58.053622+0000","last_clean":"2024-09-05T04:10:58.053622+0000","last_became_active":"2024-09-05T04:08:50.686011+0000","last_became_peered":"2024-09-05T04:08:50.686011+0000","last_unstale":"2024-09-05T04:10:58.053622+0000","last_undegraded":"2024-09-05T04:10:58.053622+0000","last_fullsized":"2024-09-05T04:10:58.053622+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:33:42.377866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857454+0000","last_change":"2024-09-05T04:08:48.664935+0000","last_active":"2024-09-05T04:10:57.857454+0000","last_peered":"2024-09-05T04:10:57.857454+0000","last_clean":"2024-09-05T04:10:57.857454+0000","last_became_active":"2024-09-05T04:08:48.664541+0000","last_became_peered":"2024-09-05T04:08:48.664541+0000","last_unstale":"2024-09-05T04:10:57.857454+0000","last_undegraded":"2024-09-05T04:10:57.857454+0000","last_fullsized":"2024-09-05T04:10:57.857454+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:40:56.382077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856089+0000","last_change":"2024-09-05T04:08:57.724626+0000","last_active":"2024-09-05T04:10:57.856089+0000","last_peered":"2024-09-05T04:10:57.856089+0000","last_clean":"2024-09-05T04:10:57.856089+0000","last_became_active":"2024-09-05T04:08:57.724263+0000","last_became_peered":"2024-09-05T04:08:57.724263+0000","last_unstale":"2024-09-05T04:10:57.856089+0000","last_undegraded":"2024-09-05T04:10:57.856089+0000","last_fullsized":"2024-09-05T04:10:57.856089+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:27:01.204598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137495+0000","last_change":"2024-09-05T04:08:57.719913+0000","last_active":"2024-09-05T04:10:58.137495+0000","last_peered":"2024-09-05T04:10:58.137495+0000","last_clean":"2024-09-05T04:10:58.137495+0000","last_became_active":"2024-09-05T04:08:57.719498+0000","last_became_peered":"2024-09-05T04:08:57.719498+0000","last_unstale":"2024-09-05T04:10:58.137495+0000","last_undegraded":"2024-09-05T04:10:58.137495+0000","last_fullsized":"2024-09-05T04:10:58.137495+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:42:47.634094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944540+0000","last_change":"2024-09-05T04:08:50.678629+0000","last_active":"2024-09-05T04:10:57.944540+0000","last_peered":"2024-09-05T04:10:57.944540+0000","last_clean":"2024-09-05T04:10:57.944540+0000","last_became_active":"2024-09-05T04:08:50.678298+0000","last_became_peered":"2024-09-05T04:08:50.678298+0000","last_unstale":"2024-09-05T04:10:57.944540+0000","last_undegraded":"2024-09-05T04:10:57.944540+0000","last_fullsized":"2024-09-05T04:10:57.944540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:12:33.536763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942373+0000","last_change":"2024-09-05T04:08:48.672413+0000","last_active":"2024-09-05T04:10:57.942373+0000","last_peered":"2024-09-05T04:10:57.942373+0000","last_clean":"2024-09-05T04:10:57.942373+0000","last_became_active":"2024-09-05T04:08:48.672044+0000","last_became_peered":"2024-09-05T04:08:48.672044+0000","last_unstale":"2024-09-05T04:10:57.942373+0000","last_undegraded":"2024-09-05T04:10:57.942373+0000","last_fullsized":"2024-09-05T04:10:57.942373+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:30:43.119815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554761+0000","last_change":"2024-09-05T04:08:57.728003+0000","last_active":"2024-09-05T04:10:58.554761+0000","last_peered":"2024-09-05T04:10:58.554761+0000","last_clean":"2024-09-05T04:10:58.554761+0000","last_became_active":"2024-09-05T04:08:57.727632+0000","last_became_peered":"2024-09-05T04:08:57.727632+0000","last_unstale":"2024-09-05T04:10:58.554761+0000","last_undegraded":"2024-09-05T04:10:58.554761+0000","last_fullsized":"2024-09-05T04:10:58.554761+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:21:03.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"93'8","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856081+0000","last_change":"2024-09-05T04:08:50.679578+0000","last_active":"2024-09-05T04:10:57.856081+0000","last_peered":"2024-09-05T04:10:57.856081+0000","last_clean":"2024-09-05T04:10:57.856081+0000","last_became_active":"2024-09-05T04:08:50.679266+0000","last_became_peered":"2024-09-05T04:08:50.679266+0000","last_unstale":"2024-09-05T04:10:57.856081+0000","last_undegraded":"2024-09-05T04:10:57.856081+0000","last_fullsized":"2024-09-05T04:10:57.856081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:24:08.817056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554348+0000","last_change":"2024-09-05T04:08:48.670982+0000","last_active":"2024-09-05T04:10:58.554348+0000","last_peered":"2024-09-05T04:10:58.554348+0000","last_clean":"2024-09-05T04:10:58.554348+0000","last_became_active":"2024-09-05T04:08:48.670595+0000","last_became_peered":"2024-09-05T04:08:48.670595+0000","last_unstale":"2024-09-05T04:10:58.554348+0000","last_undegraded":"2024-09-05T04:10:58.554348+0000","last_fullsized":"2024-09-05T04:10:58.554348+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:29:07.299819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857278+0000","last_change":"2024-09-05T04:08:48.668371+0000","last_active":"2024-09-05T04:10:57.857278+0000","last_peered":"2024-09-05T04:10:57.857278+0000","last_clean":"2024-09-05T04:10:57.857278+0000","last_became_active":"2024-09-05T04:08:48.667962+0000","last_became_peered":"2024-09-05T04:08:48.667962+0000","last_unstale":"2024-09-05T04:10:57.857278+0000","last_undegraded":"2024-09-05T04:10:57.857278+0000","last_fullsized":"2024-09-05T04:10:57.857278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:21:14.515015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"93'8","reported_seq":55,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942558+0000","last_change":"2024-09-05T04:10:12.219310+0000","last_active":"2024-09-05T04:10:57.942558+0000","last_peered":"2024-09-05T04:10:57.942558+0000","last_clean":"2024-09-05T04:10:57.942558+0000","last_became_active":"2024-09-05T04:10:12.218889+0000","last_became_peered":"2024-09-05T04:10:12.218889+0000","last_unstale":"2024-09-05T04:10:57.942558+0000","last_undegraded":"2024-09-05T04:10:57.942558+0000","last_fullsized":"2024-09-05T04:10:57.942558+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:54:32.351673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,7],"acting":[5,8,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":34,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860508+0000","last_change":"2024-09-05T04:09:11.763737+0000","last_active":"2024-09-05T04:10:57.860508+0000","last_peered":"2024-09-05T04:10:57.860508+0000","last_clean":"2024-09-05T04:10:57.860508+0000","last_became_active":"2024-09-05T04:09:11.763264+0000","last_became_peered":"2024-09-05T04:09:11.763264+0000","last_unstale":"2024-09-05T04:10:57.860508+0000","last_undegraded":"2024-09-05T04:10:57.860508+0000","last_fullsized":"2024-09-05T04:10:57.860508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:43:28.870171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,8],"acting":[2,6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"83'1","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942710+0000","last_change":"2024-09-05T04:08:48.671752+0000","last_active":"2024-09-05T04:10:57.942710+0000","last_peered":"2024-09-05T04:10:57.942710+0000","last_clean":"2024-09-05T04:10:57.942710+0000","last_became_active":"2024-09-05T04:08:48.671383+0000","last_became_peered":"2024-09-05T04:08:48.671383+0000","last_unstale":"2024-09-05T04:10:57.942710+0000","last_undegraded":"2024-09-05T04:10:57.942710+0000","last_fullsized":"2024-09-05T04:10:57.942710+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:47.654092+0000","last_clean_scrub_stamp":"2024-09-05T04:08:47.654092+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:56:35.163794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946976+0000","last_change":"2024-09-05T04:08:50.683716+0000","last_active":"2024-09-05T04:10:57.946976+0000","last_peered":"2024-09-05T04:10:57.946976+0000","last_clean":"2024-09-05T04:10:57.946976+0000","last_became_active":"2024-09-05T04:08:50.683351+0000","last_became_peered":"2024-09-05T04:08:50.683351+0000","last_unstale":"2024-09-05T04:10:57.946976+0000","last_undegraded":"2024-09-05T04:10:57.946976+0000","last_fullsized":"2024-09-05T04:10:57.946976+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:55:51.257705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":27,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860672+0000","last_change":"2024-09-05T04:08:57.727033+0000","last_active":"2024-09-05T04:10:57.860672+0000","last_peered":"2024-09-05T04:10:57.860672+0000","last_clean":"2024-09-05T04:10:57.860672+0000","last_became_active":"2024-09-05T04:08:57.726668+0000","last_became_peered":"2024-09-05T04:08:57.726668+0000","last_unstale":"2024-09-05T04:10:57.860672+0000","last_undegraded":"2024-09-05T04:10:57.860672+0000","last_fullsized":"2024-09-05T04:10:57.860672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:56.696238+0000","last_clean_scrub_stamp":"2024-09-05T04:08:56.696238+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:26:11.555704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"93'9","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554424+0000","last_change":"2024-09-05T04:08:50.682682+0000","last_active":"2024-09-05T04:10:58.554424+0000","last_peered":"2024-09-05T04:10:58.554424+0000","last_clean":"2024-09-05T04:10:58.554424+0000","last_became_active":"2024-09-05T04:08:50.682223+0000","last_became_peered":"2024-09-05T04:08:50.682223+0000","last_unstale":"2024-09-05T04:10:58.554424+0000","last_undegraded":"2024-09-05T04:10:58.554424+0000","last_fullsized":"2024-09-05T04:10:58.554424+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:31:28.345515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"93'12","reported_seq":48,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860560+0000","last_change":"2024-09-05T04:08:50.682640+0000","last_active":"2024-09-05T04:10:57.860560+0000","last_peered":"2024-09-05T04:10:57.860560+0000","last_clean":"2024-09-05T04:10:57.860560+0000","last_became_active":"2024-09-05T04:08:50.682309+0000","last_became_peered":"2024-09-05T04:08:50.682309+0000","last_unstale":"2024-09-05T04:10:57.860560+0000","last_undegraded":"2024-09-05T04:10:57.860560+0000","last_fullsized":"2024-09-05T04:10:57.860560+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:24:26.804672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860518+0000","last_change":"2024-09-05T04:08:50.691100+0000","last_active":"2024-09-05T04:10:57.860518+0000","last_peered":"2024-09-05T04:10:57.860518+0000","last_clean":"2024-09-05T04:10:57.860518+0000","last_became_active":"2024-09-05T04:08:50.690796+0000","last_became_peered":"2024-09-05T04:08:50.690796+0000","last_unstale":"2024-09-05T04:10:57.860518+0000","last_undegraded":"2024-09-05T04:10:57.860518+0000","last_fullsized":"2024-09-05T04:10:57.860518+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:13:15.861049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136867+0000","last_change":"2024-09-05T04:08:50.684680+0000","last_active":"2024-09-05T04:10:58.136867+0000","last_peered":"2024-09-05T04:10:58.136867+0000","last_clean":"2024-09-05T04:10:58.136867+0000","last_became_active":"2024-09-05T04:08:50.683648+0000","last_became_peered":"2024-09-05T04:08:50.683648+0000","last_unstale":"2024-09-05T04:10:58.136867+0000","last_undegraded":"2024-09-05T04:10:58.136867+0000","last_fullsized":"2024-09-05T04:10:58.136867+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:04:33.053484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554904+0000","last_change":"2024-09-05T04:08:50.670615+0000","last_active":"2024-09-05T04:10:58.554904+0000","last_peered":"2024-09-05T04:10:58.554904+0000","last_clean":"2024-09-05T04:10:58.554904+0000","last_became_active":"2024-09-05T04:08:50.670224+0000","last_became_peered":"2024-09-05T04:08:50.670224+0000","last_unstale":"2024-09-05T04:10:58.554904+0000","last_undegraded":"2024-09-05T04:10:58.554904+0000","last_fullsized":"2024-09-05T04:10:58.554904+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:57:22.045276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554863+0000","last_change":"2024-09-05T04:08:50.688469+0000","last_active":"2024-09-05T04:10:58.554863+0000","last_peered":"2024-09-05T04:10:58.554863+0000","last_clean":"2024-09-05T04:10:58.554863+0000","last_became_active":"2024-09-05T04:08:50.688107+0000","last_became_peered":"2024-09-05T04:08:50.688107+0000","last_unstale":"2024-09-05T04:10:58.554863+0000","last_undegraded":"2024-09-05T04:10:58.554863+0000","last_fullsized":"2024-09-05T04:10:58.554863+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T04:10:14.036919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"93'15","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860724+0000","last_change":"2024-09-05T04:08:50.687136+0000","last_active":"2024-09-05T04:10:57.860724+0000","last_peered":"2024-09-05T04:10:57.860724+0000","last_clean":"2024-09-05T04:10:57.860724+0000","last_became_active":"2024-09-05T04:08:50.686494+0000","last_became_peered":"2024-09-05T04:08:50.686494+0000","last_unstale":"2024-09-05T04:10:57.860724+0000","last_undegraded":"2024-09-05T04:10:57.860724+0000","last_fullsized":"2024-09-05T04:10:57.860724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:20:44.243005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"93'2","reported_seq":38,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856717+0000","last_change":"2024-09-05T04:08:50.682761+0000","last_active":"2024-09-05T04:10:57.856717+0000","last_peered":"2024-09-05T04:10:57.856717+0000","last_clean":"2024-09-05T04:10:57.856717+0000","last_became_active":"2024-09-05T04:08:50.682211+0000","last_became_peered":"2024-09-05T04:08:50.682211+0000","last_unstale":"2024-09-05T04:10:57.856717+0000","last_undegraded":"2024-09-05T04:10:57.856717+0000","last_fullsized":"2024-09-05T04:10:57.856717+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:56.320502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"93'6","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.942322+0000","last_change":"2024-09-05T04:08:50.677598+0000","last_active":"2024-09-05T04:10:57.942322+0000","last_peered":"2024-09-05T04:10:57.942322+0000","last_clean":"2024-09-05T04:10:57.942322+0000","last_became_active":"2024-09-05T04:08:50.676086+0000","last_became_peered":"2024-09-05T04:08:50.676086+0000","last_unstale":"2024-09-05T04:10:57.942322+0000","last_undegraded":"2024-09-05T04:10:57.942322+0000","last_fullsized":"2024-09-05T04:10:57.942322+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:12:33.560430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856310+0000","last_change":"2024-09-05T04:08:50.684471+0000","last_active":"2024-09-05T04:10:57.856310+0000","last_peered":"2024-09-05T04:10:57.856310+0000","last_clean":"2024-09-05T04:10:57.856310+0000","last_became_active":"2024-09-05T04:08:50.684149+0000","last_became_peered":"2024-09-05T04:08:50.684149+0000","last_unstale":"2024-09-05T04:10:57.856310+0000","last_undegraded":"2024-09-05T04:10:57.856310+0000","last_fullsized":"2024-09-05T04:10:57.856310+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:23:48.617712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"93'10","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053648+0000","last_change":"2024-09-05T04:08:50.692593+0000","last_active":"2024-09-05T04:10:58.053648+0000","last_peered":"2024-09-05T04:10:58.053648+0000","last_clean":"2024-09-05T04:10:58.053648+0000","last_became_active":"2024-09-05T04:08:50.692135+0000","last_became_peered":"2024-09-05T04:08:50.692135+0000","last_unstale":"2024-09-05T04:10:58.053648+0000","last_undegraded":"2024-09-05T04:10:58.053648+0000","last_fullsized":"2024-09-05T04:10:58.053648+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:53:43.846394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"93'11","reported_seq":47,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.555021+0000","last_change":"2024-09-05T04:08:50.677736+0000","last_active":"2024-09-05T04:10:58.555021+0000","last_peered":"2024-09-05T04:10:58.555021+0000","last_clean":"2024-09-05T04:10:58.555021+0000","last_became_active":"2024-09-05T04:08:50.677417+0000","last_became_peered":"2024-09-05T04:08:50.677417+0000","last_unstale":"2024-09-05T04:10:58.555021+0000","last_undegraded":"2024-09-05T04:10:58.555021+0000","last_fullsized":"2024-09-05T04:10:58.555021+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:07:05.415547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554654+0000","last_change":"2024-09-05T04:08:50.685387+0000","last_active":"2024-09-05T04:10:58.554654+0000","last_peered":"2024-09-05T04:10:58.554654+0000","last_clean":"2024-09-05T04:10:58.554654+0000","last_became_active":"2024-09-05T04:08:50.684384+0000","last_became_peered":"2024-09-05T04:08:50.684384+0000","last_unstale":"2024-09-05T04:10:58.554654+0000","last_undegraded":"2024-09-05T04:10:58.554654+0000","last_fullsized":"2024-09-05T04:10:58.554654+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:06:33.172041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.860927+0000","last_change":"2024-09-05T04:08:50.687445+0000","last_active":"2024-09-05T04:10:57.860927+0000","last_peered":"2024-09-05T04:10:57.860927+0000","last_clean":"2024-09-05T04:10:57.860927+0000","last_became_active":"2024-09-05T04:08:50.686858+0000","last_became_peered":"2024-09-05T04:08:50.686858+0000","last_unstale":"2024-09-05T04:10:57.860927+0000","last_undegraded":"2024-09-05T04:10:57.860927+0000","last_fullsized":"2024-09-05T04:10:57.860927+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:59.937184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"93'10","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944661+0000","last_change":"2024-09-05T04:08:50.685290+0000","last_active":"2024-09-05T04:10:57.944661+0000","last_peered":"2024-09-05T04:10:57.944661+0000","last_clean":"2024-09-05T04:10:57.944661+0000","last_became_active":"2024-09-05T04:08:50.684943+0000","last_became_peered":"2024-09-05T04:08:50.684943+0000","last_unstale":"2024-09-05T04:10:57.944661+0000","last_undegraded":"2024-09-05T04:10:57.944661+0000","last_fullsized":"2024-09-05T04:10:57.944661+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T10:57:31.873158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554925+0000","last_change":"2024-09-05T04:08:50.679778+0000","last_active":"2024-09-05T04:10:58.554925+0000","last_peered":"2024-09-05T04:10:58.554925+0000","last_clean":"2024-09-05T04:10:58.554925+0000","last_became_active":"2024-09-05T04:08:50.679029+0000","last_became_peered":"2024-09-05T04:08:50.679029+0000","last_unstale":"2024-09-05T04:10:58.554925+0000","last_undegraded":"2024-09-05T04:10:58.554925+0000","last_fullsized":"2024-09-05T04:10:58.554925+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:13:39.182717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053230+0000","last_change":"2024-09-05T04:08:50.683319+0000","last_active":"2024-09-05T04:10:58.053230+0000","last_peered":"2024-09-05T04:10:58.053230+0000","last_clean":"2024-09-05T04:10:58.053230+0000","last_became_active":"2024-09-05T04:08:50.682981+0000","last_became_peered":"2024-09-05T04:08:50.682981+0000","last_unstale":"2024-09-05T04:10:58.053230+0000","last_undegraded":"2024-09-05T04:10:58.053230+0000","last_fullsized":"2024-09-05T04:10:58.053230+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:42:58.940685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136338+0000","last_change":"2024-09-05T04:08:50.682466+0000","last_active":"2024-09-05T04:10:58.136338+0000","last_peered":"2024-09-05T04:10:58.136338+0000","last_clean":"2024-09-05T04:10:58.136338+0000","last_became_active":"2024-09-05T04:08:50.682178+0000","last_became_peered":"2024-09-05T04:08:50.682178+0000","last_unstale":"2024-09-05T04:10:58.136338+0000","last_undegraded":"2024-09-05T04:10:58.136338+0000","last_fullsized":"2024-09-05T04:10:58.136338+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:57:34.435668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.136171+0000","last_change":"2024-09-05T04:08:50.686214+0000","last_active":"2024-09-05T04:10:58.136171+0000","last_peered":"2024-09-05T04:10:58.136171+0000","last_clean":"2024-09-05T04:10:58.136171+0000","last_became_active":"2024-09-05T04:08:50.685892+0000","last_became_peered":"2024-09-05T04:08:50.685892+0000","last_unstale":"2024-09-05T04:10:58.136171+0000","last_undegraded":"2024-09-05T04:10:58.136171+0000","last_fullsized":"2024-09-05T04:10:58.136171+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:48:23.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"93'10","reported_seq":45,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554821+0000","last_change":"2024-09-05T04:08:50.680812+0000","last_active":"2024-09-05T04:10:58.554821+0000","last_peered":"2024-09-05T04:10:58.554821+0000","last_clean":"2024-09-05T04:10:58.554821+0000","last_became_active":"2024-09-05T04:08:50.680432+0000","last_became_peered":"2024-09-05T04:08:50.680432+0000","last_unstale":"2024-09-05T04:10:58.554821+0000","last_undegraded":"2024-09-05T04:10:58.554821+0000","last_fullsized":"2024-09-05T04:10:58.554821+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T11:35:33.333546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"93'7","reported_seq":42,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554664+0000","last_change":"2024-09-05T04:08:50.688913+0000","last_active":"2024-09-05T04:10:58.554664+0000","last_peered":"2024-09-05T04:10:58.554664+0000","last_clean":"2024-09-05T04:10:58.554664+0000","last_became_active":"2024-09-05T04:08:50.688121+0000","last_became_peered":"2024-09-05T04:08:50.688121+0000","last_unstale":"2024-09-05T04:10:58.554664+0000","last_undegraded":"2024-09-05T04:10:58.554664+0000","last_fullsized":"2024-09-05T04:10:58.554664+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:43:00.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516496+0000","last_change":"2024-09-05T04:08:50.690861+0000","last_active":"2024-09-05T04:10:58.516496+0000","last_peered":"2024-09-05T04:10:58.516496+0000","last_clean":"2024-09-05T04:10:58.516496+0000","last_became_active":"2024-09-05T04:08:50.690536+0000","last_became_peered":"2024-09-05T04:08:50.690536+0000","last_unstale":"2024-09-05T04:10:58.516496+0000","last_undegraded":"2024-09-05T04:10:58.516496+0000","last_fullsized":"2024-09-05T04:10:58.516496+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T05:02:48.797238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"93'16","reported_seq":51,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857443+0000","last_change":"2024-09-05T04:08:50.683073+0000","last_active":"2024-09-05T04:10:57.857443+0000","last_peered":"2024-09-05T04:10:57.857443+0000","last_clean":"2024-09-05T04:10:57.857443+0000","last_became_active":"2024-09-05T04:08:50.682725+0000","last_became_peered":"2024-09-05T04:08:50.682725+0000","last_unstale":"2024-09-05T04:10:57.857443+0000","last_undegraded":"2024-09-05T04:10:57.857443+0000","last_fullsized":"2024-09-05T04:10:57.857443+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T09:49:57.237373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"93'11","reported_seq":46,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.053685+0000","last_change":"2024-09-05T04:08:50.682394+0000","last_active":"2024-09-05T04:10:58.053685+0000","last_peered":"2024-09-05T04:10:58.053685+0000","last_clean":"2024-09-05T04:10:58.053685+0000","last_became_active":"2024-09-05T04:08:50.681683+0000","last_became_peered":"2024-09-05T04:08:50.681683+0000","last_unstale":"2024-09-05T04:10:58.053685+0000","last_undegraded":"2024-09-05T04:10:58.053685+0000","last_fullsized":"2024-09-05T04:10:58.053685+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T07:07:00.265978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"93'9","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.856029+0000","last_change":"2024-09-05T04:08:50.687885+0000","last_active":"2024-09-05T04:10:57.856029+0000","last_peered":"2024-09-05T04:10:57.856029+0000","last_clean":"2024-09-05T04:10:57.856029+0000","last_became_active":"2024-09-05T04:08:50.687550+0000","last_became_peered":"2024-09-05T04:08:50.687550+0000","last_unstale":"2024-09-05T04:10:57.856029+0000","last_undegraded":"2024-09-05T04:10:57.856029+0000","last_fullsized":"2024-09-05T04:10:57.856029+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T15:24:56.786237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"93'5","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.516087+0000","last_change":"2024-09-05T04:08:50.683284+0000","last_active":"2024-09-05T04:10:58.516087+0000","last_peered":"2024-09-05T04:10:58.516087+0000","last_clean":"2024-09-05T04:10:58.516087+0000","last_became_active":"2024-09-05T04:08:50.682965+0000","last_became_peered":"2024-09-05T04:08:50.682965+0000","last_unstale":"2024-09-05T04:10:58.516087+0000","last_undegraded":"2024-09-05T04:10:58.516087+0000","last_fullsized":"2024-09-05T04:10:58.516087+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T16:03:07.920421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"93'6","reported_seq":41,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.857118+0000","last_change":"2024-09-05T04:08:50.675249+0000","last_active":"2024-09-05T04:10:57.857118+0000","last_peered":"2024-09-05T04:10:57.857118+0000","last_clean":"2024-09-05T04:10:57.857118+0000","last_became_active":"2024-09-05T04:08:50.674906+0000","last_became_peered":"2024-09-05T04:08:50.674906+0000","last_unstale":"2024-09-05T04:10:57.857118+0000","last_undegraded":"2024-09-05T04:10:57.857118+0000","last_fullsized":"2024-09-05T04:10:57.857118+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T06:40:38.296062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"93'4","reported_seq":39,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.946957+0000","last_change":"2024-09-05T04:08:50.684629+0000","last_active":"2024-09-05T04:10:57.946957+0000","last_peered":"2024-09-05T04:10:57.946957+0000","last_clean":"2024-09-05T04:10:57.946957+0000","last_became_active":"2024-09-05T04:08:50.684160+0000","last_became_peered":"2024-09-05T04:08:50.684160+0000","last_unstale":"2024-09-05T04:10:57.946957+0000","last_undegraded":"2024-09-05T04:10:57.946957+0000","last_fullsized":"2024-09-05T04:10:57.946957+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:17:53.255699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"93'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:57.944291+0000","last_change":"2024-09-05T04:10:12.218708+0000","last_active":"2024-09-05T04:10:57.944291+0000","last_peered":"2024-09-05T04:10:57.944291+0000","last_clean":"2024-09-05T04:10:57.944291+0000","last_became_active":"2024-09-05T04:10:12.218454+0000","last_became_peered":"2024-09-05T04:10:12.218454+0000","last_unstale":"2024-09-05T04:10:57.944291+0000","last_undegraded":"2024-09-05T04:10:57.944291+0000","last_fullsized":"2024-09-05T04:10:57.944291+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T12:29:50.824589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3d","version":"93'7","reported_seq":43,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137245+0000","last_change":"2024-09-05T04:08:50.681916+0000","last_active":"2024-09-05T04:10:58.137245+0000","last_peered":"2024-09-05T04:10:58.137245+0000","last_clean":"2024-09-05T04:10:58.137245+0000","last_became_active":"2024-09-05T04:08:50.681601+0000","last_became_peered":"2024-09-05T04:08:50.681601+0000","last_unstale":"2024-09-05T04:10:58.137245+0000","last_undegraded":"2024-09-05T04:10:58.137245+0000","last_fullsized":"2024-09-05T04:10:58.137245+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T08:11:13.347394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"93'4","reported_seq":40,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.137586+0000","last_change":"2024-09-05T04:08:50.679428+0000","last_active":"2024-09-05T04:10:58.137586+0000","last_peered":"2024-09-05T04:10:58.137586+0000","last_clean":"2024-09-05T04:10:58.137586+0000","last_became_active":"2024-09-05T04:08:50.679123+0000","last_became_peered":"2024-09-05T04:08:50.679123+0000","last_unstale":"2024-09-05T04:10:58.137586+0000","last_undegraded":"2024-09-05T04:10:58.137586+0000","last_fullsized":"2024-09-05T04:10:58.137586+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T14:06:37.952317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"93'8","reported_seq":44,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-09-05T04:10:58.554838+0000","last_change":"2024-09-05T04:08:50.680025+0000","last_active":"2024-09-05T04:10:58.554838+0000","last_peered":"2024-09-05T04:10:58.554838+0000","last_clean":"2024-09-05T04:10:58.554838+0000","last_became_active":"2024-09-05T04:08:50.679483+0000","last_became_peered":"2024-09-05T04:08:50.679483+0000","last_unstale":"2024-09-05T04:10:58.554838+0000","last_undegraded":"2024-09-05T04:10:58.554838+0000","last_fullsized":"2024-09-05T04:10:58.554838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-05T04:08:49.657333+0000","last_clean_scrub_stamp":"2024-09-05T04:08:49.657333+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-06T13:31:08.182798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":793221,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":574,"num_read_kb":497,"num_write":334,"num_write_kb":2328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2482176,"data_stored":2379663,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":330,"num_write":201,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481833,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32240,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712912,"statfs":{"total":95995035648,"available":95962021888,"internally_reserved":0,"allocated":1077248,"data_stored":538234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":70,"seq":300647710766,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29188,"kb_used_data":2044,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93715964,"statfs":{"total":95995035648,"available":95965147136,"internally_reserved":0,"allocated":2093056,"data_stored":1523907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":65,"seq":279172874291,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1478656,"data_stored":936128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135928,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28468,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716684,"statfs":{"total":95995035648,"available":95965884416,"internally_reserved":0,"allocated":1478656,"data_stored":932054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364860,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1679360,"data_stored":1133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528386,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28076,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717076,"statfs":{"total":95995035648,"available":95966285824,"internally_reserved":0,"allocated":1073152,"data_stored":534138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790022,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29112,"kb_used_data":1968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716040,"statfs":{"total":95995035648,"available":95965224960,"internally_reserved":0,"allocated":2015232,"data_stored":1457016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953546,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1081344,"data_stored":538256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182479,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37228,"kb_used_data":1764,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93707924,"statfs":{"total":95995035648,"available":95956914176,"internally_reserved":0,"allocated":1806336,"data_stored":1255690,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411413,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28160,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716992,"statfs":{"total":95995035648,"available":95966199808,"internally_reserved":0,"allocated":1159168,"data_stored":605147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574938,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1128,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1155072,"data_stored":605113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738462,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1077248,"data_stored":534228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":70975,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":71009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":733184,"data_stored":721552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":328414,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":401408,"data_stored":393820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":397312,"data_stored":393798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":425984,"data_stored":399401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-05T04:11:14.989 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:15.402 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:11:15.483 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:15.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:15 smithi002 ceph-mon[31001]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:15.736 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:15 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:11:15.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:15 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:15.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:15 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:11:15.737 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:15 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:15.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:15 smithi079 ceph-mon[34908]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:15.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:15 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:11:15.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:15 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:15.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:15 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:11:15.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:15 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:15.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:15 smithi047 ceph-mon[34498]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 43 op/s 2024-09-05T04:11:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:15 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:11:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:15 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:15 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:11:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:15 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:16.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 -- 172.21.15.2:0/3499539025 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 msgr2=0x7f904810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:16.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 --2- 172.21.15.2:0/3499539025 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f904810da40 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f9040009ca0 tx=0x7f904002a950 comp rx=0 tx=0).stop 2024-09-05T04:11:16.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 -- 172.21.15.2:0/3499539025 shutdown_connections 2024-09-05T04:11:16.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 --2- 172.21.15.2:0/3499539025 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f904810da40 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 --2- 172.21.15.2:0/3499539025 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 0x7f90481029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 --2- 172.21.15.2:0/3499539025 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 0x7f9048101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 -- 172.21.15.2:0/3499539025 >> 172.21.15.2:0/3499539025 conn(0x7f90480fc7d0 msgr2=0x7f90480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:16.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 -- 172.21.15.2:0/3499539025 shutdown_connections 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.002+0000 7f904d18f640 1 -- 172.21.15.2:0/3499539025 wait complete. 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 Processor -- start 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 -- start start 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 0x7f90480fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 0x7f90480fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:16.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9048110e30 con 0x7f9048102ef0 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9048110cb0 con 0x7f9048102570 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904d18f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9048110fb0 con 0x7f9048100e20 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38464/0 (socket says 172.21.15.2:38464) 2024-09-05T04:11:16.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.003+0000 7f904759e640 1 -- 172.21.15.2:0/2116528765 learned_addr learned my addr 172.21.15.2:0/2116528765 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:16.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904659c640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 0x7f90480fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:16.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f9046d9d640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 0x7f90480fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:16.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 -- 172.21.15.2:0/2116528765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 msgr2=0x7f90480fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:16.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 0x7f90480fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 -- 172.21.15.2:0/2116528765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 msgr2=0x7f90480fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:16.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 0x7f90480fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 -- 172.21.15.2:0/2116528765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90481a6850 con 0x7f9048102ef0 2024-09-05T04:11:16.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904759e640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f904002ae70 tx=0x7f904002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:16.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040034040 con 0x7f9048102ef0 2024-09-05T04:11:16.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f90400308f0 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90481a6ae0 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040004780 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.004+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90481a6fc0 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.005+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9048101200 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.006+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f9040037020 con 0x7f9048102ef0 2024-09-05T04:11:16.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.007+0000 7f902ffff640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 0x7f90300a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:16.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.007+0000 7f9046d9d640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 0x7f90300a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:16.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.007+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f90400f0930 con 0x7f9048102ef0 2024-09-05T04:11:16.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.008+0000 7f9046d9d640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 0x7f90300a5240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9038005fd0 tx=0x7f903800b590 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:16.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.011+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f90400bd150 con 0x7f9048102ef0 2024-09-05T04:11:16.133 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:16.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.233+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f904810a0a0 con 0x7f9048102ef0 2024-09-05T04:11:16.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.233+0000 7f902ffff640 1 -- 172.21.15.2:0/2116528765 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f90400bca50 con 0x7f9048102ef0 2024-09-05T04:11:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:16.235 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:16.235 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:16.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 msgr2=0x7f90300a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:16.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 0x7f90300a5240 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9038005fd0 tx=0x7f903800b590 comp rx=0 tx=0).stop 2024-09-05T04:11:16.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 msgr2=0x7f90480fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:16.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f904002ae70 tx=0x7f904002f5d0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 shutdown_connections 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f90300a2d80 0x7f90300a5240 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9048102ef0 0x7f90480fd700 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9048102570 0x7f90480fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 --2- 172.21.15.2:0/2116528765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9048100e20 0x7f90480fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 >> 172.21.15.2:0/2116528765 conn(0x7f90480fc7d0 msgr2=0x7f904806a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 shutdown_connections 2024-09-05T04:11:16.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:16.236+0000 7f904d18f640 1 -- 172.21.15.2:0/2116528765 wait complete. 2024-09-05T04:11:16.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:16 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2116528765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:16.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:16 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2116528765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:16.996 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2116528765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:17.024 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- 172.21.15.2:0/1608523117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c1008c0 msgr2=0x7f102c100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 --2- 172.21.15.2:0/1608523117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c1008c0 0x7f102c100ca0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f101c009900 tx=0x7f101c02a410 comp rx=0 tx=0).stop 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- 172.21.15.2:0/1608523117 shutdown_connections 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 --2- 172.21.15.2:0/1608523117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c105ec0 0x7f102c106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 --2- 172.21.15.2:0/1608523117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 0x7f102c105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 --2- 172.21.15.2:0/1608523117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c1008c0 0x7f102c100ca0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- 172.21.15.2:0/1608523117 >> 172.21.15.2:0/1608523117 conn(0x7f102c0fc7d0 msgr2=0x7f102c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- 172.21.15.2:0/1608523117 shutdown_connections 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- 172.21.15.2:0/1608523117 wait complete. 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 Processor -- start 2024-09-05T04:11:17.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.231+0000 7f1031dd5640 1 -- start start 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c1008c0 0x7f102c1a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 0x7f102c1a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1184c0 con 0x7f102c105ec0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f102c118340 con 0x7f102c1011e0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f1031dd5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f102c118640 con 0x7f102c1008c0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38472/0 (socket says 172.21.15.2:38472) 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 -- 172.21.15.2:0/3795216898 learned_addr learned my addr 172.21.15.2:0/3795216898 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102affd640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 0x7f102c1a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102b7fe640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c1008c0 0x7f102c1a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 -- 172.21.15.2:0/3795216898 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c1008c0 msgr2=0x7f102c1a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c1008c0 0x7f102c1a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 -- 172.21.15.2:0/3795216898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 msgr2=0x7f102c1a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 0x7f102c1a4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 -- 172.21.15.2:0/3795216898 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f102c19efa0 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.232+0000 7f102bfff640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f102400eaa0 tx=0x7f102400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.233+0000 7f1028ff9640 1 -- 172.21.15.2:0/3795216898 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f102400cdb0 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.233+0000 7f1028ff9640 1 -- 172.21.15.2:0/3795216898 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1024005020 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.233+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f102c19f290 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.233+0000 7f1028ff9640 1 -- 172.21.15.2:0/3795216898 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10240116d0 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.233+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f102c1ab580 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f1028ff9640 1 -- 172.21.15.2:0/3795216898 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f10240051d0 con 0x7f102c105ec0 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 Processor -- start 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 -- start start 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd98250140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd98252a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd981ab2e0 con 0x55dd982454a0 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd98152ce0 con 0x55dd98245dc0 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f10341ae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd981a72a0 con 0x55dd98250680 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f102affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f102affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38482/0 (socket says 172.21.15.2:38482) 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.235+0000 7f102affd640 1 -- 172.21.15.2:0/457939684 learned_addr learned my addr 172.21.15.2:0/457939684 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f1028ff9640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 0x7f10180a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd98252a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102b7fe640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd98250140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 -- 172.21.15.2:0/457939684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 msgr2=0x55dd98252a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd98252a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 -- 172.21.15.2:0/457939684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 msgr2=0x55dd98250140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd98250140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 -- 172.21.15.2:0/457939684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd98137440 con 0x55dd982454a0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102bfff640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 0x7f10180a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102b7fe640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd98250140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f1028ff9640 1 -- 172.21.15.2:0/3795216898 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f10240cfa20 con 0x7f102c105ec0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f102affd640 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f101400bfd0 tx=0x7f101400b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a192e8e6e21680 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f1021ffb640 1 -- 172.21.15.2:0/457939684 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1014004030 con 0x55dd982454a0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f1021ffb640 1 -- 172.21.15.2:0/457939684 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10140041d0 con 0x55dd982454a0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.236+0000 7f1021ffb640 1 -- 172.21.15.2:0/457939684 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101400f6e0 con 0x55dd982454a0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- 172.21.15.2:0/457939684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 msgr2=0x55dd98245880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f102bfff640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 0x7f10180a52c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f10240ccd70 tx=0x7f1024021f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f101400bfd0 tx=0x7f101400b820 comp rx=0 tx=0).stop 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- 172.21.15.2:0/457939684 shutdown_connections 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd98252a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd98250140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 --2- 172.21.15.2:0/457939684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98245880 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- 172.21.15.2:0/457939684 >> 172.21.15.2:0/457939684 conn(0x55dd98241a30 msgr2=0x55dd98241e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- 172.21.15.2:0/457939684 shutdown_connections 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- 172.21.15.2:0/457939684 wait complete. 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 -- start start 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.237+0000 7f10341ae740 1 Processor -- start 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd9824d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd9824d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd98253250 con 0x55dd982454a0 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd98166050 con 0x55dd98245dc0 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd982533d0 con 0x55dd98250680 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f10341ae740 10 client.0 _ll_register_callbacks cb 0x55dd981a6160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:17.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38498/0 (socket says 172.21.15.2:38498) 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 -- 172.21.15.2:0/1447970504 learned_addr learned my addr 172.21.15.2:0/1447970504 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102b7fe640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd9824d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd9824d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 -- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 msgr2=0x55dd9824d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd9824d870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 -- 172.21.15.2:0/1447970504 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 msgr2=0x55dd9824d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd9824d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 -- 172.21.15.2:0/1447970504 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd97f1c3c0 con 0x55dd982454a0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f102affd640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f101400be80 tx=0x7f1014003df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=202bc29cb13cfb09 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f100affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.238+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10140035f0 con 0x55dd982454a0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f10140041d0 con 0x55dd982454a0 2024-09-05T04:11:17.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1014003790 con 0x55dd982454a0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1014034050 con 0x55dd982454a0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 10 client.15441 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd9825ebd0 con 0x55dd982454a0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10140041d0 con 0x55dd982454a0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f101401c070 con 0x55dd982454a0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 10 client.15441 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 10 client.15441 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 20 client.15441 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd9825ffe0 0x55dd982623d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 4 client.15441 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd981b8850 con 0x55dd9825ffe0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.239+0000 7f102b7fe640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd9825ffe0 0x55dd982623d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.240+0000 7f100affd640 10 client.15441 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.240+0000 7f102b7fe640 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd9825ffe0 0x55dd982623d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3365ed6503f20637 server_cookie=9161bc3c8995bfa8 in_seq=0 out_seq=0 2024-09-05T04:11:17.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f100affd640 1 -- 172.21.15.2:0/1447970504 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd981b8850 con 0x55dd9825ffe0 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f100affd640 10 client.15441 handle_command_reply: tid=0 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 client.15441 shutdown 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 msgr2=0x55dd98250020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f101400be80 tx=0x7f1014003df0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 shutdown_connections 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd9825ffe0 0x55dd982623d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd98250680 0x55dd9824d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98245dc0 0x55dd9824d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 --2- 172.21.15.2:0/1447970504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd982454a0 0x55dd98250020 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 >> 172.21.15.2:0/1447970504 conn(0x55dd98241a30 msgr2=0x55dd98247760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f100affd640 0 client.15441 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 shutdown_connections 2024-09-05T04:11:17.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 1 -- 172.21.15.2:0/1447970504 wait complete. 2024-09-05T04:11:17.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.241+0000 7f10341ae740 20 client.15441 trim_cache size 0 max 16384 2024-09-05T04:11:17.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 Processor -- start 2024-09-05T04:11:17.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 -- start start 2024-09-05T04:11:17.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd9825c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98267fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b35c0 con 0x55dd98245dc0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b5e40 con 0x55dd98250680 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f10341ae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b3c30 con 0x55dd982454a0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38508/0 (socket says 172.21.15.2:38508) 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 -- 172.21.15.2:0/3490412857 learned_addr learned my addr 172.21.15.2:0/3490412857 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102affd640 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98267fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102affd640 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd9825c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 -- 172.21.15.2:0/3490412857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 msgr2=0x55dd9825c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd9825c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 -- 172.21.15.2:0/3490412857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 msgr2=0x55dd98267fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98267fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.259+0000 7f102b7fe640 1 -- 172.21.15.2:0/3490412857 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd9824fc40 con 0x55dd98245dc0 2024-09-05T04:11:17.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.260+0000 7f102b7fe640 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f101c009900 tx=0x7f101c0058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b76f603a0472481d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.260+0000 7f10217fa640 1 -- 172.21.15.2:0/3490412857 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c048030 con 0x55dd98245dc0 2024-09-05T04:11:17.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.260+0000 7f10217fa640 1 -- 172.21.15.2:0/3490412857 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f101c0318e0 con 0x55dd98245dc0 2024-09-05T04:11:17.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.260+0000 7f10217fa640 1 -- 172.21.15.2:0/3490412857 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c035040 con 0x55dd98245dc0 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 -- 172.21.15.2:0/3490412857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 msgr2=0x55dd98267a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f101c009900 tx=0x7f101c0058d0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 -- 172.21.15.2:0/3490412857 shutdown_connections 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98267fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98267a80 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 --2- 172.21.15.2:0/3490412857 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd9825c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 -- 172.21.15.2:0/3490412857 >> 172.21.15.2:0/3490412857 conn(0x55dd98241a30 msgr2=0x55dd98248900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 -- 172.21.15.2:0/3490412857 shutdown_connections 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.261+0000 7f10341ae740 1 -- 172.21.15.2:0/3490412857 wait complete. 2024-09-05T04:11:17.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 -- start start 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 Processor -- start 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd98258d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98254580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b4300 con 0x55dd98245dc0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b5770 con 0x55dd98250680 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f102c1b49d0 con 0x55dd982454a0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f10341ae740 10 client.0 _ll_register_callbacks cb 0x7f10140123f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f102b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f102b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38518/0 (socket says 172.21.15.2:38518) 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f102b7fe640 1 -- 172.21.15.2:0/681796613 learned_addr learned my addr 172.21.15.2:0/681796613 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.262+0000 7f102affd640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd98258d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102affd640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98254580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 -- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 msgr2=0x55dd98258d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd98258d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 -- 172.21.15.2:0/681796613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 msgr2=0x55dd98254580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98254580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 -- 172.21.15.2:0/681796613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd98254d60 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102affd640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98254580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f102b7fe640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f101c005310 tx=0x7f101c005130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18962c3df40cdecb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f100affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f101c051070 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55dd981b2d60 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f101c004280 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f101c05d050 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f10341ae740 10 client.15447 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.263+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd982caa10 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55dd981b2d60 con 0x55dd98245dc0 2024-09-05T04:11:17.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f101c004c80 con 0x55dd98245dc0 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 10 client.15447 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 10 client.15447 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 20 client.15447 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd982cb080 0x55dd982cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 4 client.15447 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dd9812f210 con 0x55dd982cb080 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f102affd640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd982cb080 0x55dd982cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f102affd640 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd982cb080 0x55dd982cd4a0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7ad45c8a2cf853c server_cookie=e5ed7d767ddda5bd in_seq=0 out_seq=0 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.264+0000 7f100affd640 10 client.15447 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f100affd640 1 -- 172.21.15.2:0/681796613 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dd9812f210 con 0x55dd982cb080 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f100affd640 10 client.15447 handle_command_reply: tid=0 2024-09-05T04:11:17.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 client.15447 shutdown 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 msgr2=0x55dd98254040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f101c005310 tx=0x7f101c005130 comp rx=0 tx=0).stop 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 shutdown_connections 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd982cb080 0x55dd982cd4a0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd98250680 0x55dd98254580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd98245dc0 0x55dd98254040 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 --2- 172.21.15.2:0/681796613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd982454a0 0x55dd98258d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 >> 172.21.15.2:0/681796613 conn(0x55dd98241a30 msgr2=0x55dd98240350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f100affd640 0 client.15447 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:17.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.265+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 shutdown_connections 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f10341ae740 1 -- 172.21.15.2:0/681796613 wait complete. 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f10341ae740 20 client.15447 trim_cache size 0 max 16384 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:11:17.272 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 msgr2=0x7f10180a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 0x7f10180a52c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f10240ccd70 tx=0x7f1024021f90 comp rx=0 tx=0).stop 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 msgr2=0x7f102c19e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f102400eaa0 tx=0x7f102400ef60 comp rx=0 tx=0).stop 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 shutdown_connections 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f10180a2e00 0x7f10180a52c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.266+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f102c105ec0 0x7f102c19e870 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.267+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f102c1011e0 0x7f102c1a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.267+0000 7f1031dd5640 1 --2- 172.21.15.2:0/3795216898 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f102c1008c0 0x7f102c1a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:17.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.267+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 >> 172.21.15.2:0/3795216898 conn(0x7f102c0fc7d0 msgr2=0x7f102c103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:17.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.267+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 shutdown_connections 2024-09-05T04:11:17.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:17.267+0000 7f1031dd5640 1 -- 172.21.15.2:0/3795216898 wait complete. 2024-09-05T04:11:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:17 smithi079 ceph-mon[34908]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-09-05T04:11:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:17 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:11:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:17 smithi047 ceph-mon[34498]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-09-05T04:11:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:17 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:11:17.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:17 smithi002 ceph-mon[31001]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 76 KiB/s wr, 44 op/s 2024-09-05T04:11:17.945 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:17 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:11:17.973 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:11:17.973 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:18.030 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 -- 172.21.15.2:0/4099031421 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb694102da0 msgr2=0x7fb694103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 --2- 172.21.15.2:0/4099031421 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb694102da0 0x7fb694103180 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fb690009900 tx=0x7fb69002a480 comp rx=0 tx=0).stop 2024-09-05T04:11:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 -- 172.21.15.2:0/4099031421 shutdown_connections 2024-09-05T04:11:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 --2- 172.21.15.2:0/4099031421 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb69410c180 0x7fb69410e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 --2- 172.21.15.2:0/4099031421 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6941036c0 0x7fb69410bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 --2- 172.21.15.2:0/4099031421 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb694102da0 0x7fb694103180 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 -- 172.21.15.2:0/4099031421 >> 172.21.15.2:0/4099031421 conn(0x7fb6940fc7a0 msgr2=0x7fb6940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 -- 172.21.15.2:0/4099031421 shutdown_connections 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.528+0000 7fb69c218640 1 -- 172.21.15.2:0/4099031421 wait complete. 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 Processor -- start 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 -- start start 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 0x7fb6941984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 0x7fb69419cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb694111ed0 con 0x7fb6941036c0 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb694111d50 con 0x7fb694102da0 2024-09-05T04:11:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69c218640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb694112050 con 0x7fb69410c180 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38542/0 (socket says 172.21.15.2:38542) 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 -- 172.21.15.2:0/2760491284 learned_addr learned my addr 172.21.15.2:0/2760491284 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb699fb4640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 0x7fb6941984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69a7b5640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 0x7fb69419cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 -- 172.21.15.2:0/2760491284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 msgr2=0x7fb69419cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 0x7fb69419cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 -- 172.21.15.2:0/2760491284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 msgr2=0x7fb6941984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 0x7fb6941984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb6997b3640 1 -- 172.21.15.2:0/2760491284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb69419d480 con 0x7fb6941036c0 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb69a7b5640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 0x7fb69419cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.529+0000 7fb699fb4640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 0x7fb6941984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb6997b3640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fb68400b4a0 tx=0x7fb68400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb684014070 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb684010ac0 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb69419d770 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb684017c30 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.530+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6941a5050 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.531+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb694103200 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.533+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fb684017070 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.533+0000 7fb68affd640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 0x7fb6800a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.534+0000 7fb699fb4640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 0x7fb6800a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.534+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb6840cf0e0 con 0x7fb6941036c0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.534+0000 7fb699fb4640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 0x7fb6800a5240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb690031440 tx=0x7fb6900095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.537+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb68409b8a0 con 0x7fb6941036c0 2024-09-05T04:11:18.598 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:18.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.756+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb694199830 con 0x7fb6941036c0 2024-09-05T04:11:18.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.757+0000 7fb68affd640 1 -- 172.21.15.2:0/2760491284 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fb694199830 con 0x7fb6941036c0 2024-09-05T04:11:18.758 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:18.758 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:18.759 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 msgr2=0x7fb6800a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 0x7fb6800a5240 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb690031440 tx=0x7fb6900095f0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 msgr2=0x7fb694198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fb68400b4a0 tx=0x7fb68400b960 comp rx=0 tx=0).stop 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 shutdown_connections 2024-09-05T04:11:18.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6800a2d80 0x7fb6800a5240 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb69410c180 0x7fb69419cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6941036c0 0x7fb694198a10 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 --2- 172.21.15.2:0/2760491284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb694102da0 0x7fb6941984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.759+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 >> 172.21.15.2:0/2760491284 conn(0x7fb6940fc7a0 msgr2=0x7fb6940fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.760+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 shutdown_connections 2024-09-05T04:11:18.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:18.760+0000 7fb69c218640 1 -- 172.21.15.2:0/2760491284 wait complete. 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 -- 172.21.15.2:0/867353108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498106f20 msgr2=0x7f949810eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 --2- 172.21.15.2:0/867353108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498106f20 0x7f949810eaa0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f9490009ca0 tx=0x7f949002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 -- 172.21.15.2:0/867353108 shutdown_connections 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 --2- 172.21.15.2:0/867353108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498106f20 0x7f949810eaa0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 --2- 172.21.15.2:0/867353108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f94981027a0 0x7f94981067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 --2- 172.21.15.2:0/867353108 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9498101df0 0x7f94981021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 -- 172.21.15.2:0/867353108 >> 172.21.15.2:0/867353108 conn(0x7f94980fd8b0 msgr2=0x7f94980ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 -- 172.21.15.2:0/867353108 shutdown_connections 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.275+0000 7f949e05c640 1 -- 172.21.15.2:0/867353108 wait complete. 2024-09-05T04:11:19.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 Processor -- start 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 -- start start 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 0x7f949819aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9498106f20 0x7f949819ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9498111e50 con 0x7f9498101df0 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9498111cd0 con 0x7f9498106f20 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f949e05c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9498111fd0 con 0x7f94981027a0 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f94977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f94977fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38558/0 (socket says 172.21.15.2:38558) 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.276+0000 7f94977fe640 1 -- 172.21.15.2:0/28809410 learned_addr learned my addr 172.21.15.2:0/28809410 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9497fff640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9498106f20 0x7f949819ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9496ffd640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 0x7f949819aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:19.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 -- 172.21.15.2:0/28809410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 msgr2=0x7f949819aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 0x7f949819aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 -- 172.21.15.2:0/28809410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9498106f20 msgr2=0x7f949819ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9498106f20 0x7f949819ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 -- 172.21.15.2:0/28809410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949819f530 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9496ffd640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 0x7f949819aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f94977fe640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f948800b4a0 tx=0x7f948800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488014070 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9488010ac0 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9488017c30 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f949819f820 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.277+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94981a7100 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.278+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94981021d0 con 0x7f9498101df0 2024-09-05T04:11:19.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.279+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f9488017070 con 0x7f9498101df0 2024-09-05T04:11:19.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.280+0000 7f9494ff9640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 0x7f94800a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:19.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.280+0000 7f9496ffd640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 0x7f94800a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:19.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.280+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f94880cf060 con 0x7f9498101df0 2024-09-05T04:11:19.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.281+0000 7f9496ffd640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 0x7f94800a52c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f94980ff760 tx=0x7f948c005d30 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:19.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.283+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f948809b880 con 0x7f9498101df0 2024-09-05T04:11:19.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.497+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f949819b8e0 con 0x7f9498101df0 2024-09-05T04:11:19.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.498+0000 7f9494ff9640 1 -- 172.21.15.2:0/28809410 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f948809b180 con 0x7f9498101df0 2024-09-05T04:11:19.498 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:19.498 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:19.499 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:19.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 msgr2=0x7f94800a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:19.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 0x7f94800a52c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f94980ff760 tx=0x7f948c005d30 comp rx=0 tx=0).stop 2024-09-05T04:11:19.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 msgr2=0x7f949819a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:19.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f948800b4a0 tx=0x7f948800b960 comp rx=0 tx=0).stop 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 shutdown_connections 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f94800a2e00 0x7f94800a52c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9498106f20 0x7f949819ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f94981027a0 0x7f949819aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 --2- 172.21.15.2:0/28809410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9498101df0 0x7f949819a580 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 >> 172.21.15.2:0/28809410 conn(0x7f94980fd8b0 msgr2=0x7f94980feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 shutdown_connections 2024-09-05T04:11:19.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:19.500+0000 7f949e05c640 1 -- 172.21.15.2:0/28809410 wait complete. 2024-09-05T04:11:19.710 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:11:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:19 smithi079 ceph-mon[34908]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 76 KiB/s wr, 33 op/s 2024-09-05T04:11:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:19 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2760491284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:19 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/28809410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:19 smithi047 ceph-mon[34498]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 76 KiB/s wr, 33 op/s 2024-09-05T04:11:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:19 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2760491284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:19.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:19 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/28809410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:19.960 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:19 smithi002 ceph-mon[31001]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 76 KiB/s wr, 33 op/s 2024-09-05T04:11:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:19 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2760491284' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:19 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/28809410' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:20.414 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:11:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 -- 172.21.15.2:0/1108038065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb644102d40 msgr2=0x7fb644103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/1108038065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb644102d40 0x7fb644103120 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb640009900 tx=0x7fb64002a480 comp rx=0 tx=0).stop 2024-09-05T04:11:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 -- 172.21.15.2:0/1108038065 shutdown_connections 2024-09-05T04:11:20.532 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/1108038065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb64410c110 0x7fb64410e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/1108038065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644103660 0x7fb64410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/1108038065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb644102d40 0x7fb644103120 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 -- 172.21.15.2:0/1108038065 >> 172.21.15.2:0/1108038065 conn(0x7fb6440779a0 msgr2=0x7fb6440fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 -- 172.21.15.2:0/1108038065 shutdown_connections 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.531+0000 7fb64b4e6640 1 -- 172.21.15.2:0/1108038065 wait complete. 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 Processor -- start 2024-09-05T04:11:20.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 -- start start 2024-09-05T04:11:20.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644102d40 0x7fb64419a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb644103660 0x7fb64419aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb644111d50 con 0x7fb64410c110 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb644111bd0 con 0x7fb644102d40 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb64b4e6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb644111ed0 con 0x7fb644103660 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb649a83640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb649a83640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38578/0 (socket says 172.21.15.2:38578) 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.532+0000 7fb649a83640 1 -- 172.21.15.2:0/3382403227 learned_addr learned my addr 172.21.15.2:0/3382403227 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649282640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644102d40 0x7fb64419a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 -- 172.21.15.2:0/3382403227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb644103660 msgr2=0x7fb64419aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb648a81640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb644103660 0x7fb64419aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb644103660 0x7fb64419aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 -- 172.21.15.2:0/3382403227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644102d40 msgr2=0x7fb64419a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644102d40 0x7fb64419a4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 -- 172.21.15.2:0/3382403227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb64419f4e0 con 0x7fb64410c110 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb649a83640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb63c00eaa0 tx=0x7fb63c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb63a7fc640 1 -- 172.21.15.2:0/3382403227 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb63c00cdb0 con 0x7fb64410c110 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb64419f7d0 con 0x7fb64410c110 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb63a7fc640 1 -- 172.21.15.2:0/3382403227 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb63c005020 con 0x7fb64410c110 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb63a7fc640 1 -- 172.21.15.2:0/3382403227 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb63c0116d0 con 0x7fb64410c110 2024-09-05T04:11:20.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.533+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6441a7060 con 0x7fb64410c110 2024-09-05T04:11:20.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.535+0000 7fb63a7fc640 1 -- 172.21.15.2:0/3382403227 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fb63c0051d0 con 0x7fb64410c110 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.536+0000 7fb63a7fc640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 0x7fb6300a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.536+0000 7fb649282640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 0x7fb6300a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.536+0000 7fb63a7fc640 1 -- 172.21.15.2:0/3382403227 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb63c0cfbb0 con 0x7fb64410c110 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 Processor -- start 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 0x7fb6300a5240 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb640006010 tx=0x7fb640000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 -- start start 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4086770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e40890a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5633e3fe02f0 con 0x5633e407baf0 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5633e3f88270 con 0x5633e407c410 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb64e27d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5633e3fdc2b0 con 0x5633e4086cb0 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38588/0 (socket says 172.21.15.2:38588) 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 -- 172.21.15.2:0/1797171195 learned_addr learned my addr 172.21.15.2:0/1797171195 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb648a81640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4086770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649a83640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e40890a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 -- 172.21.15.2:0/1797171195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 msgr2=0x5633e40890a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e40890a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 -- 172.21.15.2:0/1797171195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 msgr2=0x5633e4086770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.537+0000 7fb649282640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4086770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb649282640 1 -- 172.21.15.2:0/1797171195 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633e3f87340 con 0x5633e407baf0 2024-09-05T04:11:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb648a81640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4086770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb649282640 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb640005700 tx=0x7fb64003b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b368c68af9e54a66 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb62f7fe640 1 -- 172.21.15.2:0/1797171195 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb640035050 con 0x5633e407baf0 2024-09-05T04:11:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb62f7fe640 1 -- 172.21.15.2:0/1797171195 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb64004c070 con 0x5633e407baf0 2024-09-05T04:11:20.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.538+0000 7fb62f7fe640 1 -- 172.21.15.2:0/1797171195 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64003b6c0 con 0x5633e407baf0 2024-09-05T04:11:20.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- 172.21.15.2:0/1797171195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 msgr2=0x5633e407bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb640005700 tx=0x7fb64003b000 comp rx=0 tx=0).stop 2024-09-05T04:11:20.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- 172.21.15.2:0/1797171195 shutdown_connections 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e40890a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4086770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1797171195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407bed0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- 172.21.15.2:0/1797171195 >> 172.21.15.2:0/1797171195 conn(0x5633e4078060 msgr2=0x5633e4078440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- 172.21.15.2:0/1797171195 shutdown_connections 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- 172.21.15.2:0/1797171195 wait complete. 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- start start 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 Processor -- start 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407baf0 0x5633e4083b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4084600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5633e4089880 con 0x5633e407c410 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5633e3f69290 con 0x5633e407baf0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.539+0000 7fb64e27d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5633e4089a00 con 0x5633e4086cb0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb64e27d740 10 client.0 _ll_register_callbacks cb 0x5633e3f9a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38590/0 (socket says 172.21.15.2:38590) 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 -- 172.21.15.2:0/1129467630 learned_addr learned my addr 172.21.15.2:0/1129467630 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb649282640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407baf0 0x5633e4083b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 -- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 msgr2=0x5633e4084600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4084600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 -- 172.21.15.2:0/1129467630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407baf0 msgr2=0x5633e4083b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407baf0 0x5633e4083b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 -- 172.21.15.2:0/1129467630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633e3cf3210 con 0x5633e407c410 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb648a81640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb634012450 tx=0x7fb634012910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=578d08a7fa33d8f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.547 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb62cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb634004220 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb6340043c0 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb64004c070 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb634010700 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb64e27d740 10 client.15471 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.540+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5633e3dbf620 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb64004c070 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb63400f040 con 0x5633e407c410 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 10 client.15471 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 10 client.15471 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 20 client.15471 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4096d10 0x5633e4099180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 4 client.15471 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:20.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5633e3feda20 con 0x5633e4096d10 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb649282640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4096d10 0x5633e4099180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.541+0000 7fb62cff9640 10 client.15471 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb649282640 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4096d10 0x5633e4099180 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91016a2fa3c16083 server_cookie=17febc3fc9f784c4 in_seq=0 out_seq=0 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb62cff9640 1 -- 172.21.15.2:0/1129467630 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5633e3feda20 con 0x5633e4096d10 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb62cff9640 10 client.15471 handle_command_reply: tid=0 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 client.15471 shutdown 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 msgr2=0x5633e40840c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb634012450 tx=0x7fb634012910 comp rx=0 tx=0).stop 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 shutdown_connections 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4096d10 0x5633e4099180 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4084600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.542+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407c410 0x5633e40840c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb64e27d740 1 --2- 172.21.15.2:0/1129467630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407baf0 0x5633e4083b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.550 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 >> 172.21.15.2:0/1129467630 conn(0x5633e4078060 msgr2=0x5633e407ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.550 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb62cff9640 0 client.15471 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:20.550 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 shutdown_connections 2024-09-05T04:11:20.550 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb64e27d740 1 -- 172.21.15.2:0/1129467630 wait complete. 2024-09-05T04:11:20.550 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.543+0000 7fb64e27d740 20 client.15471 trim_cache size 0 max 16384 2024-09-05T04:11:20.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 Processor -- start 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 -- start start 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4084430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4085af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441af1d0 con 0x5633e407baf0 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441b1a50 con 0x5633e407c410 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.558+0000 7fb64e27d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441af840 con 0x5633e4086cb0 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649a83640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4085af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38596/0 (socket says 172.21.15.2:38596) 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 -- 172.21.15.2:0/302646470 learned_addr learned my addr 172.21.15.2:0/302646470 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb648a81640 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4084430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 -- 172.21.15.2:0/302646470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 msgr2=0x5633e4085af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4085af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 -- 172.21.15.2:0/302646470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 msgr2=0x5633e4084430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4084430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 -- 172.21.15.2:0/302646470 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633e40722f0 con 0x5633e407baf0 2024-09-05T04:11:20.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.559+0000 7fb649282640 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb6400056d0 tx=0x7fb640032fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e7c78fa21e49fd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.560+0000 7fb62effd640 1 -- 172.21.15.2:0/302646470 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb64005d070 con 0x5633e407baf0 2024-09-05T04:11:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.560+0000 7fb62effd640 1 -- 172.21.15.2:0/302646470 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb640055030 con 0x5633e407baf0 2024-09-05T04:11:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.560+0000 7fb62effd640 1 -- 172.21.15.2:0/302646470 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb640035040 con 0x5633e407baf0 2024-09-05T04:11:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.560+0000 7fb64e27d740 1 -- 172.21.15.2:0/302646470 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 msgr2=0x5633e407e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.560+0000 7fb64e27d740 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb6400056d0 tx=0x7fb640032fc0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- 172.21.15.2:0/302646470 shutdown_connections 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e4086cb0 0x5633e4085af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e4084430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- 172.21.15.2:0/302646470 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e407baf0 0x5633e407e5b0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- 172.21.15.2:0/302646470 >> 172.21.15.2:0/302646470 conn(0x5633e4078060 msgr2=0x5633e40853e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- 172.21.15.2:0/302646470 shutdown_connections 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- 172.21.15.2:0/302646470 wait complete. 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- start start 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 Processor -- start 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e407baf0 0x5633e408ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e408f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441aff10 con 0x5633e4086cb0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441b1380 con 0x5633e407c410 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6441b05e0 con 0x5633e407baf0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.561+0000 7fb64e27d740 10 client.0 _ll_register_callbacks cb 0x7fb634009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38600/0 (socket says 172.21.15.2:38600) 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 -- 172.21.15.2:0/2070880367 learned_addr learned my addr 172.21.15.2:0/2070880367 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649282640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e407baf0 0x5633e408ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb648a81640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e408f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 -- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e407baf0 msgr2=0x5633e408ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e407baf0 0x5633e408ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 -- 172.21.15.2:0/2070880367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 msgr2=0x5633e408f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e408f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 -- 172.21.15.2:0/2070880367 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633e40807e0 con 0x5633e4086cb0 2024-09-05T04:11:20.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb649a83640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb63c09b860 tx=0x7fb63c09c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b9c0fef7749b92 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb62cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb63c01f070 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb640055030 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb63c0a4540 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb63c0a47d0 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb64e27d740 10 client.15477 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5633e4101410 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.562+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb640055030 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb63c00f040 con 0x5633e4086cb0 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 10 client.15477 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 10 client.15477 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 20 client.15477 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4101b30 0x5633e4103f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 4 client.15477 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:11:20.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5633e3fe7d70 con 0x5633e4101b30 2024-09-05T04:11:20.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb649282640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4101b30 0x5633e4103f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb62cff9640 10 client.15477 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:20.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.563+0000 7fb649282640 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4101b30 0x5633e4103f20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c61af68b0ffce1e server_cookie=bf0eda2853f09a60 in_seq=0 out_seq=0 2024-09-05T04:11:20.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb62cff9640 1 -- 172.21.15.2:0/2070880367 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5633e3fe7d70 con 0x5633e4101b30 2024-09-05T04:11:20.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb62cff9640 10 client.15477 handle_command_reply: tid=0 2024-09-05T04:11:20.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 client.15477 shutdown 2024-09-05T04:11:20.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 msgr2=0x5633e40801a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fb63c09b860 tx=0x7fb63c09c320 comp rx=0 tx=0).stop 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 shutdown_connections 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5633e4101b30 0x5633e4103f20 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5633e4086cb0 0x5633e40801a0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5633e407c410 0x5633e408f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb62cff9640 0 client.15477 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 --2- 172.21.15.2:0/2070880367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5633e407baf0 0x5633e408ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.575+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 >> 172.21.15.2:0/2070880367 conn(0x5633e4078060 msgr2=0x5633e40771c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 shutdown_connections 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64e27d740 1 -- 172.21.15.2:0/2070880367 wait complete. 2024-09-05T04:11:20.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64e27d740 20 client.15477 trim_cache size 0 max 16384 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 msgr2=0x7fb6300a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 0x7fb6300a5240 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb640006010 tx=0x7fb640000bc0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 msgr2=0x7fb64419edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb63c00eaa0 tx=0x7fb63c00ef60 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 shutdown_connections 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6300a2d80 0x7fb6300a5240 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb64410c110 0x7fb64419edb0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb644103660 0x7fb64419aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 --2- 172.21.15.2:0/3382403227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb644102d40 0x7fb64419a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 >> 172.21.15.2:0/3382403227 conn(0x7fb6440779a0 msgr2=0x7fb644100900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 shutdown_connections 2024-09-05T04:11:20.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:20.576+0000 7fb64b4e6640 1 -- 172.21.15.2:0/3382403227 wait complete. 2024-09-05T04:11:20.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 -- 172.21.15.2:0/1539199723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 msgr2=0x7f8ae8100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/1539199723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8100ee0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f8adc009930 tx=0x7f8adc02a420 comp rx=0 tx=0).stop 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 -- 172.21.15.2:0/1539199723 shutdown_connections 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/1539199723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8101420 0x7f8ae810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/1539199723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8100ee0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/1539199723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8106a80 0x7f8ae8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 -- 172.21.15.2:0/1539199723 >> 172.21.15.2:0/1539199723 conn(0x7f8ae80fc7a0 msgr2=0x7f8ae80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 -- 172.21.15.2:0/1539199723 shutdown_connections 2024-09-05T04:11:20.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.856+0000 7f8aee6e4640 1 -- 172.21.15.2:0/1539199723 wait complete. 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 Processor -- start 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 -- start start 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8101420 0x7f8ae81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8106a80 0x7f8ae819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae8111e50 con 0x7f8ae8100a80 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae8111cd0 con 0x7f8ae8106a80 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aee6e4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae8111fd0 con 0x7f8ae8101420 2024-09-05T04:11:20.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38618/0 (socket says 172.21.15.2:38618) 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 -- 172.21.15.2:0/2857621364 learned_addr learned my addr 172.21.15.2:0/2857621364 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8aecc81640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8106a80 0x7f8ae819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae77fe640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8101420 0x7f8ae81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 -- 172.21.15.2:0/2857621364 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8101420 msgr2=0x7f8ae81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8101420 0x7f8ae81988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 -- 172.21.15.2:0/2857621364 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8106a80 msgr2=0x7f8ae819cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8106a80 0x7f8ae819cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.857+0000 7f8ae7fff640 1 -- 172.21.15.2:0/2857621364 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae819d310 con 0x7f8ae8100a80 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8ae7fff640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800e9f0 tx=0x7f8ad800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad800cd80 con 0x7f8ae8100a80 2024-09-05T04:11:20.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ad80054d0 con 0x7f8ae8100a80 2024-09-05T04:11:20.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad8010490 con 0x7f8ae8100a80 2024-09-05T04:11:20.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ae819d600 con 0x7f8ae8100a80 2024-09-05T04:11:20.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.858+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ae81a4ee0 con 0x7f8ae8100a80 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.859+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ae8100ee0 con 0x7f8ae8100a80 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.861+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f8ad8005020 con 0x7f8ae8100a80 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.861+0000 7f8ae57fa640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 0x7f8ad00a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.862+0000 7f8ae77fe640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 0x7f8ad00a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.862+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8ad80cfdb0 con 0x7f8ae8100a80 2024-09-05T04:11:20.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.862+0000 7f8ae77fe640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 0x7f8ad00a5240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8adc006010 tx=0x7f8adc000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:20.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:20.866+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8ad809c4c0 con 0x7f8ae8100a80 2024-09-05T04:11:20.896 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:21.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.051+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ae8108ff0 con 0x7f8ae8100a80 2024-09-05T04:11:21.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.053+0000 7f8ae57fa640 1 -- 172.21.15.2:0/2857621364 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+25138 (secure 0 0 0) 0x7f8ad809bdc0 con 0x7f8ae8100a80 2024-09-05T04:11:21.054 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:21.054 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":94,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:10:57.850989+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/3478175109":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1787317877":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/2016255054":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6800/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/4162768966":"2024-09-06T04:10:57.850961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 msgr2=0x7f8ad00a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 0x7f8ad00a5240 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8adc006010 tx=0x7f8adc000bc0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 msgr2=0x7f8ae8198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8ad800e9f0 tx=0x7f8ad800edf0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 shutdown_connections 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ad00a2d80 0x7f8ad00a5240 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ae8106a80 0x7f8ae819cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ae8101420 0x7f8ae81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 --2- 172.21.15.2:0/2857621364 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ae8100a80 0x7f8ae8198360 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 >> 172.21.15.2:0/2857621364 conn(0x7f8ae80fc7a0 msgr2=0x7f8ae80fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 shutdown_connections 2024-09-05T04:11:21.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.055+0000 7f8aee6e4640 1 -- 172.21.15.2:0/2857621364 wait complete. 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 -- 172.21.15.2:0/920536907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 msgr2=0x7f8a1c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 --2- 172.21.15.2:0/920536907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c103120 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c009900 tx=0x7f8a0c02a480 comp rx=0 tx=0).stop 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 -- 172.21.15.2:0/920536907 shutdown_connections 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 --2- 172.21.15.2:0/920536907 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 --2- 172.21.15.2:0/920536907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 0x7f8a1c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 --2- 172.21.15.2:0/920536907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c103120 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 -- 172.21.15.2:0/920536907 >> 172.21.15.2:0/920536907 conn(0x7f8a1c0fc7a0 msgr2=0x7f8a1c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 -- 172.21.15.2:0/920536907 shutdown_connections 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.599+0000 7f8a23184640 1 -- 172.21.15.2:0/920536907 wait complete. 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 Processor -- start 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 -- start start 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 0x7f8a1c100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c111e80 con 0x7f8a1c102d40 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c111d00 con 0x7f8a1c103660 2024-09-05T04:11:21.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a23184640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c112000 con 0x7f8a1c10c170 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41102/0 (socket says 172.21.15.2:41102) 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 -- 172.21.15.2:0/823098604 learned_addr learned my addr 172.21.15.2:0/823098604 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 0x7f8a1c100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a21721640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 -- 172.21.15.2:0/823098604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 msgr2=0x7f8a1c101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 -- 172.21.15.2:0/823098604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 msgr2=0x7f8a1c100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 0x7f8a1c100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a20f20640 1 -- 172.21.15.2:0/823098604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a1c1a68e0 con 0x7f8a1c102d40 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.600+0000 7f8a21721640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a20f20640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c006010 tx=0x7f8a0c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a19ffb640 1 -- 172.21.15.2:0/823098604 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c03f030 con 0x7f8a1c102d40 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a1c1a6b70 con 0x7f8a1c102d40 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a19ffb640 1 -- 172.21.15.2:0/823098604 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a0c0035f0 con 0x7f8a1c102d40 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a19ffb640 1 -- 172.21.15.2:0/823098604 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c035070 con 0x7f8a1c102d40 2024-09-05T04:11:21.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.601+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a1c1a7050 con 0x7f8a1c102d40 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.603+0000 7f8a2555d740 1 Processor -- start 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a19ffb640 1 -- 172.21.15.2:0/823098604 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f8a0c003b10 con 0x7f8a1c102d40 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 -- start start 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e95b40 0x55f079e94090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e94a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f079dfa2f0 con 0x55f079e9f370 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f079da1cf0 con 0x55f079e945d0 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a2555d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f079df62b0 con 0x55f079e95b40 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41118/0 (socket says 172.21.15.2:41118) 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 -- 172.21.15.2:0/4090770249 learned_addr learned my addr 172.21.15.2:0/4090770249 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a21721640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e95b40 0x55f079e94090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a20f20640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e94a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 -- 172.21.15.2:0/4090770249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e95b40 msgr2=0x55f079e94090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e95b40 0x55f079e94090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a19ffb640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 0x7f8a040a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 -- 172.21.15.2:0/4090770249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 msgr2=0x55f079e94a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e94a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.604+0000 7f8a1bfff640 1 -- 172.21.15.2:0/4090770249 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f079d863a0 con 0x55f079e9f370 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a20f20640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e94a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a21721640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 0x7f8a040a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a19ffb640 1 -- 172.21.15.2:0/823098604 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8a0c0f0470 con 0x7f8a1c102d40 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009a20 tx=0x7f8a10009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6acc28d75821218 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a02ffd640 1 -- 172.21.15.2:0/4090770249 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10017070 con 0x55f079e9f370 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a02ffd640 1 -- 172.21.15.2:0/4090770249 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a10013470 con 0x55f079e9f370 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.605+0000 7f8a02ffd640 1 -- 172.21.15.2:0/4090770249 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10012630 con 0x55f079e9f370 2024-09-05T04:11:21.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- 172.21.15.2:0/4090770249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 msgr2=0x55f079ea1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a21721640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 0x7f8a040a5240 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400af60 tx=0x7f8a1400a730 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009a20 tx=0x7f8a10009ee0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- 172.21.15.2:0/4090770249 shutdown_connections 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079ea1760 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e94a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 --2- 172.21.15.2:0/4090770249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e95b40 0x55f079e94090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- 172.21.15.2:0/4090770249 >> 172.21.15.2:0/4090770249 conn(0x55f079e5d310 msgr2=0x55f079e90c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- 172.21.15.2:0/4090770249 shutdown_connections 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- 172.21.15.2:0/4090770249 wait complete. 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 -- start start 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.606+0000 7f8a2555d740 1 Processor -- start 2024-09-05T04:11:21.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e9ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079e9c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f079ea2070 con 0x55f079e95b40 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f079db5060 con 0x55f079e945d0 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f079ea21f0 con 0x55f079e9f370 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a2555d740 10 client.0 _ll_register_callbacks cb 0x55f079b088c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41120/0 (socket says 172.21.15.2:41120) 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 -- 172.21.15.2:0/3720008717 learned_addr learned my addr 172.21.15.2:0/3720008717 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e9ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a21721640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079e9c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 -- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 msgr2=0x55f079e9c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079e9c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 -- 172.21.15.2:0/3720008717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 msgr2=0x55f079e9ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e9ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 -- 172.21.15.2:0/3720008717 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f079b6b3c0 con 0x55f079e95b40 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a21721640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079e9c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8a10006a60 tx=0x7f8a10013b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99190d0692ea7ff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.607+0000 7f89fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10017050 con 0x55f079e95b40 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8a1001c450 con 0x55f079e95b40 2024-09-05T04:11:21.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a10013470 con 0x55f079e95b40 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8a1002f050 con 0x55f079e95b40 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 10 client.15495 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f079eada50 con 0x55f079e95b40 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a10013470 con 0x55f079e95b40 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8a10026740 con 0x55f079e95b40 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 10 client.15495 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 10 client.15495 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 20 client.15495 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079eaee50 0x55f079eb1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 4 client.15495 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:21.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f079e07860 con 0x55f079eaee50 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.608+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079eaee50 0x55f079eb1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.609+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079eaee50 0x55f079eb1240 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b7ffe43321cca58 server_cookie=4868428f4833bb34 in_seq=0 out_seq=0 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.609+0000 7f89fbfff640 10 client.15495 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f89fbfff640 1 -- 172.21.15.2:0/3720008717 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f079e07860 con 0x55f079eaee50 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f89fbfff640 10 client.15495 handle_command_reply: tid=0 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 client.15495 shutdown 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 msgr2=0x55f079e9bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f8a10006a60 tx=0x7f8a10013b40 comp rx=0 tx=0).stop 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 shutdown_connections 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079eaee50 0x55f079eb1240 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079e9c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e95b40 0x55f079e9bf10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3720008717 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e945d0 0x55f079e9ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 >> 172.21.15.2:0/3720008717 conn(0x55f079e5d310 msgr2=0x55f079e96960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f89fbfff640 0 client.15495 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:21.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 shutdown_connections 2024-09-05T04:11:21.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 1 -- 172.21.15.2:0/3720008717 wait complete. 2024-09-05T04:11:21.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.610+0000 7f8a2555d740 20 client.15495 trim_cache size 0 max 16384 2024-09-05T04:11:21.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 Processor -- start 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 -- start start 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e945d0 0x55f079eab340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079e90700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1af150 con 0x55f079e9f370 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1b19d0 con 0x55f079e95b40 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a2555d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1af7c0 con 0x55f079e945d0 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41136/0 (socket says 172.21.15.2:41136) 2024-09-05T04:11:21.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 -- 172.21.15.2:0/1381874044 learned_addr learned my addr 172.21.15.2:0/1381874044 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a20f20640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e945d0 0x55f079eab340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079e90700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 -- 172.21.15.2:0/1381874044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e945d0 msgr2=0x55f079eab340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e945d0 0x55f079eab340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 -- 172.21.15.2:0/1381874044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 msgr2=0x55f079e90700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079e90700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a21721640 1 -- 172.21.15.2:0/1381874044 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f079e9c6f0 con 0x55f079e9f370 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.625+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079e90700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.626+0000 7f8a21721640 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400f830 tx=0x7f8a14014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f05ba21e6224ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.626+0000 7f8a027fc640 1 -- 172.21.15.2:0/1381874044 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1402a070 con 0x55f079e9f370 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.626+0000 7f8a027fc640 1 -- 172.21.15.2:0/1381874044 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a1401ce30 con 0x55f079e9f370 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.626+0000 7f8a027fc640 1 -- 172.21.15.2:0/1381874044 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14025410 con 0x55f079e9f370 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 -- 172.21.15.2:0/1381874044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 msgr2=0x55f079eb68a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400f830 tx=0x7f8a14014000 comp rx=0 tx=0).stop 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 -- 172.21.15.2:0/1381874044 shutdown_connections 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e9f370 0x55f079eb68a0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079e90700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 --2- 172.21.15.2:0/1381874044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e945d0 0x55f079eab340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 -- 172.21.15.2:0/1381874044 >> 172.21.15.2:0/1381874044 conn(0x55f079e5d310 msgr2=0x55f079e9a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 -- 172.21.15.2:0/1381874044 shutdown_connections 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.627+0000 7f8a2555d740 1 -- 172.21.15.2:0/1381874044 wait complete. 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 -- start start 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 Processor -- start 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 0x55f079ea32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079ea3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1afe90 con 0x55f079e945d0 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1b1300 con 0x55f079e95b40 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.628+0000 7f8a2555d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8a1c1b0560 con 0x55f079e9f370 2024-09-05T04:11:21.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a2555d740 10 client.0 _ll_register_callbacks cb 0x7f8a1400a5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47340/0 (socket says 172.21.15.2:47340) 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 -- 172.21.15.2:0/3208272287 learned_addr learned my addr 172.21.15.2:0/3208272287 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079ea3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 0x55f079ea32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 -- 172.21.15.2:0/3208272287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 msgr2=0x55f079ea3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079ea3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 -- 172.21.15.2:0/3208272287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 msgr2=0x55f079ea32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 0x55f079ea32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 -- 172.21.15.2:0/3208272287 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f079f18940 con 0x55f079e9f370 2024-09-05T04:11:21.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 0x55f079ea32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a1bfff640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079ea3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f8a21721640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a1401ad60 tx=0x7f8a1401ad90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9cfa59037becf213 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f89fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.629+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14035060 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a1401ce30 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8a14004c50 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8a1403c050 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 10 client.25135 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f079f19c00 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a1401ce30 con 0x55f079e9f370 2024-09-05T04:11:21.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8a14018040 con 0x55f079e9f370 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 10 client.25135 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 10 client.25135 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 20 client.25135 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079f1a2b0 0x55f079f1c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 4 client.25135 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f079e01d70 con 0x55f079f1a2b0 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.630+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079f1a2b0 0x55f079f1c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a20f20640 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079f1a2b0 0x55f079f1c6d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e416e161a4171d2 server_cookie=1976f1ab3a0cf9d9 in_seq=0 out_seq=0 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f89fbfff640 10 client.25135 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f89fbfff640 1 -- 172.21.15.2:0/3208272287 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f079e01d70 con 0x55f079f1a2b0 2024-09-05T04:11:21.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f89fbfff640 10 client.25135 handle_command_reply: tid=0 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 client.25135 shutdown 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 msgr2=0x55f079ea3d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a1401ad60 tx=0x7f8a1401ad90 comp rx=0 tx=0).stop 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 shutdown_connections 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f079f1a2b0 0x55f079f1c6d0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f079e9f370 0x55f079ea3d60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f079e95b40 0x55f079ea3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f89fbfff640 0 client.25135 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 --2- 172.21.15.2:0/3208272287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f079e945d0 0x55f079ea32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 >> 172.21.15.2:0/3208272287 conn(0x55f079e5d310 msgr2=0x55f079e9d770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 shutdown_connections 2024-09-05T04:11:21.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.631+0000 7f8a2555d740 1 -- 172.21.15.2:0/3208272287 wait complete. 2024-09-05T04:11:21.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a2555d740 20 client.25135 trim_cache size 0 max 16384 2024-09-05T04:11:21.639 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:11:21.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 msgr2=0x7f8a040a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 0x7f8a040a5240 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400af60 tx=0x7f8a1400a730 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 msgr2=0x7f8a1c1009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c006010 tx=0x7f8a0c004270 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 shutdown_connections 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8a040a2d80 0x7f8a040a5240 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8a1c10c170 0x7f8a1c101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8a1c103660 0x7f8a1c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 --2- 172.21.15.2:0/823098604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8a1c102d40 0x7f8a1c1009a0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 >> 172.21.15.2:0/823098604 conn(0x7f8a1c0fc7a0 msgr2=0x7f8a1c0fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 shutdown_connections 2024-09-05T04:11:21.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:21.632+0000 7f8a23184640 1 -- 172.21.15.2:0/823098604 wait complete. 2024-09-05T04:11:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:21 smithi079 ceph-mon[34908]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 76 KiB/s wr, 34 op/s 2024-09-05T04:11:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:21 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2857621364' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:21.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:21 smithi047 ceph-mon[34498]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 76 KiB/s wr, 34 op/s 2024-09-05T04:11:21.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:21 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2857621364' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:22.010 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:21 smithi002 ceph-mon[31001]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 76 KiB/s wr, 34 op/s 2024-09-05T04:11:22.010 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:21 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2857621364' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:11:22.038 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-09-05T04:11:22.783 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:23.769 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:11:23.769 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:11:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:23 smithi079 ceph-mon[34908]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 1 op/s 2024-09-05T04:11:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:23 smithi047 ceph-mon[34498]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 1 op/s 2024-09-05T04:11:23.985 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:23 smithi002 ceph-mon[31001]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 1 op/s 2024-09-05T04:11:24.016 INFO:teuthology.orchestra.run.smithi002.stdout:{"run_dir":"/var/run/ceph"} 2024-09-05T04:11:24.017 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-09-05T04:11:24.017 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 1743 2024-09-05T04:11:24.017 DEBUG:tasks.quiescer:Yielding 2024-09-05T04:11:24.017 INFO:teuthology.run_tasks:Running task workunit... 2024-09-05T04:11:24.031 INFO:tasks.workunit:Pulling workunits from ref 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:11:24.032 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-05T04:11:24.032 INFO:tasks.workunit:timeout=3h 2024-09-05T04:11:24.032 INFO:tasks.workunit:cleanup=True 2024-09-05T04:11:24.032 DEBUG:teuthology.orchestra.run.smithi002:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-05T04:11:24.032 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout:Device: 79h/121d Inode: 1 Links: 2 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout:Access: 2024-09-05 04:09:30.487894028 +0000 2024-09-05T04:11:24.049 INFO:teuthology.orchestra.run.smithi002.stdout:Modify: 2024-09-05 04:09:30.487894028 +0000 2024-09-05T04:11:24.050 INFO:teuthology.orchestra.run.smithi002.stdout:Change: 2024-09-05 04:10:56.173287276 +0000 2024-09-05T04:11:24.050 INFO:teuthology.orchestra.run.smithi002.stdout: Birth: - 2024-09-05T04:11:24.050 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-05T04:11:24.050 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-05T04:11:24.062 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:24.096 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 2024-09-05T04:11:24.152 INFO:tasks.workunit.client.0.smithi002.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-05T04:11:24.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 -- 172.21.15.2:0/2715288680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 msgr2=0x7f8f3410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 --2- 172.21.15.2:0/2715288680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3410ec40 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009cd0 tx=0x7f8f2c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 -- 172.21.15.2:0/2715288680 shutdown_connections 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 --2- 172.21.15.2:0/2715288680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3410ec40 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 --2- 172.21.15.2:0/2715288680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 0x7f8f34107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 --2- 172.21.15.2:0/2715288680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f34103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 -- 172.21.15.2:0/2715288680 >> 172.21.15.2:0/2715288680 conn(0x7f8f340fc7d0 msgr2=0x7f8f340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 -- 172.21.15.2:0/2715288680 shutdown_connections 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 -- 172.21.15.2:0/2715288680 wait complete. 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.572+0000 7f8f3994d640 1 Processor -- start 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 -- start start 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f341984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 0x7f8f34198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f34111f50 con 0x7f8f341082a0 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f34111dd0 con 0x7f8f341036e0 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f3994d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341120d0 con 0x7f8f34102d30 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f341984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41178/0 (socket says 172.21.15.2:41178) 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f337fe640 1 -- 172.21.15.2:0/747052126 learned_addr learned my addr 172.21.15.2:0/747052126 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.573+0000 7f8f327fc640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 0x7f8f34198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 -- 172.21.15.2:0/747052126 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 msgr2=0x7f8f34198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 0x7f8f34198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 -- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 msgr2=0x7f8f3419cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 -- 172.21.15.2:0/747052126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3419d480 con 0x7f8f34102d30 2024-09-05T04:11:24.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f337fe640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f341984d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400e9f0 tx=0x7f8f2400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f3894b640 1 -- 172.21.15.2:0/747052126 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2400ccc0 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f3894b640 1 -- 172.21.15.2:0/747052126 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f240108e0 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f3419d770 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f3894b640 1 -- 172.21.15.2:0/747052126 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f24018880 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.574+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f341a5050 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.576+0000 7f8f3894b640 1 -- 172.21.15.2:0/747052126 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f8f24010a90 con 0x7f8f34102d30 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 Processor -- start 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 -- start start 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e61ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e62bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e62e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561d9e582280 con 0x561d9e61d3a0 2024-09-05T04:11:24.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d9e529b10 con 0x561d9e61ca80 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561d9e57e240 con 0x561d9e62c150 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e62bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e62bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41186/0 (socket says 172.21.15.2:41186) 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e62e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f32ffd640 1 -- 172.21.15.2:0/310159465 learned_addr learned my addr 172.21.15.2:0/310159465 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e61ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f3894b640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 0x7f8f1c0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 -- 172.21.15.2:0/310159465 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 msgr2=0x561d9e61ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e61ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 -- 172.21.15.2:0/310159465 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 msgr2=0x561d9e62bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e62bc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.577+0000 7f8f327fc640 1 -- 172.21.15.2:0/310159465 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d9e5361f0 con 0x561d9e62c150 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f337fe640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 0x7f8f1c0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f3894b640 1 -- 172.21.15.2:0/747052126 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8f240cfc40 con 0x7f8f34102d30 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f327fc640 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e62e540 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f3406a370 tx=0x7f8f28011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b9f4682fd1fc8da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f19ffb640 1 -- 172.21.15.2:0/310159465 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28004050 con 0x561d9e62c150 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f19ffb640 1 -- 172.21.15.2:0/310159465 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f280054d0 con 0x561d9e62c150 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.578+0000 7f8f19ffb640 1 -- 172.21.15.2:0/310159465 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28004bc0 con 0x561d9e62c150 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- 172.21.15.2:0/310159465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 msgr2=0x561d9e62e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f337fe640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 0x7f8f1c0a52c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009ca0 tx=0x7f8f2c0095c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e62e540 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f8f3406a370 tx=0x7f8f28011810 comp rx=0 tx=0).stop 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- 172.21.15.2:0/310159465 shutdown_connections 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e62e540 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e62bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/310159465 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e61ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- 172.21.15.2:0/310159465 >> 172.21.15.2:0/310159465 conn(0x561d9e6190f0 msgr2=0x561d9e6194d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- 172.21.15.2:0/310159465 shutdown_connections 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- 172.21.15.2:0/310159465 wait complete. 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 -- start start 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 Processor -- start 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e629130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.579+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e629bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561d9e62ecc0 con 0x561d9e62c150 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d9e53cf10 con 0x561d9e61ca80 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561d9e62ee40 con 0x561d9e61d3a0 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f3bd26740 10 client.0 _ll_register_callbacks cb 0x561d9e505a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47376/0 (socket says 172.21.15.2:47376) 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 -- 172.21.15.2:0/3709904304 learned_addr learned my addr 172.21.15.2:0/3709904304 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:24.593 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e629130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f337fe640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e629bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 -- 172.21.15.2:0/3709904304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 msgr2=0x561d9e629130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e629130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 -- 172.21.15.2:0/3709904304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 msgr2=0x561d9e629bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e629bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 -- 172.21.15.2:0/3709904304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d9e2f36a0 con 0x561d9e61d3a0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f337fe640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e629bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f327fc640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f280096e0 tx=0x7f8f280098e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=859c63d2264ba54c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f28028070 con 0x561d9e61d3a0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f280054d0 con 0x561d9e61d3a0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.580+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8f280037f0 con 0x561d9e61d3a0 2024-09-05T04:11:24.594 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8f28034050 con 0x561d9e61d3a0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 10 client.25147 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561d9e63aa00 con 0x561d9e61d3a0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f280054d0 con 0x561d9e61d3a0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8f28004ce0 con 0x561d9e61d3a0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 10 client.25147 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 10 client.25147 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 20 client.25147 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e63be10 0x561d9e63e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 4 client.25147 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d9e58f7f0 con 0x561d9e63be10 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e63be10 0x561d9e63e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f12ffd640 10 client.25147 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.581+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e63be10 0x561d9e63e200 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1739f8de611c254b server_cookie=b4a5c1c08a1249a2 in_seq=0 out_seq=0 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f12ffd640 1 -- 172.21.15.2:0/3709904304 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561d9e58f7f0 con 0x561d9e63be10 2024-09-05T04:11:24.595 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f12ffd640 10 client.25147 handle_command_reply: tid=0 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 client.25147 shutdown 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 msgr2=0x561d9e629670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f280096e0 tx=0x7f8f280098e0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 shutdown_connections 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e63be10 0x561d9e63e200 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e629bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61d3a0 0x561d9e629670 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f12ffd640 0 client.25147 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/3709904304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e629130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 >> 172.21.15.2:0/3709904304 conn(0x561d9e6190f0 msgr2=0x561d9e618270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 shutdown_connections 2024-09-05T04:11:24.596 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.582+0000 7f8f3bd26740 1 -- 172.21.15.2:0/3709904304 wait complete. 2024-09-05T04:11:24.597 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.583+0000 7f8f3bd26740 20 client.25147 trim_cache size 0 max 16384 2024-09-05T04:11:24.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 Processor -- start 2024-09-05T04:11:24.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 -- start start 2024-09-05T04:11:24.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 0x561d9e629a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61d3a0 0x561d9e643940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341aae30 con 0x561d9e62c150 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341ad6b0 con 0x561d9e61d3a0 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341ab4a0 con 0x561d9e61ca80 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.600+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 0x561d9e629a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41212/0 (socket says 172.21.15.2:41212) 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f337fe640 1 -- 172.21.15.2:0/1529844941 learned_addr learned my addr 172.21.15.2:0/1529844941 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f327fc640 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61d3a0 0x561d9e643940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 -- 172.21.15.2:0/1529844941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61d3a0 msgr2=0x561d9e643940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61d3a0 0x561d9e643940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 -- 172.21.15.2:0/1529844941 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 msgr2=0x561d9e643e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 -- 172.21.15.2:0/1529844941 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d9e627680 con 0x561d9e61ca80 2024-09-05T04:11:24.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f337fe640 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:24.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 0x561d9e629a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f240986d0 tx=0x7f8f240d2150 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e8446fc22913273 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f197fa640 1 -- 172.21.15.2:0/1529844941 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f2409bd00 con 0x561d9e61ca80 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f197fa640 1 -- 172.21.15.2:0/1529844941 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f240a0000 con 0x561d9e61ca80 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.601+0000 7f8f197fa640 1 -- 172.21.15.2:0/1529844941 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f240a4430 con 0x561d9e61ca80 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 -- 172.21.15.2:0/1529844941 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 msgr2=0x561d9e629a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 0x561d9e629a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f240986d0 tx=0x7f8f240d2150 comp rx=0 tx=0).stop 2024-09-05T04:11:24.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 -- 172.21.15.2:0/1529844941 shutdown_connections 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e62c150 0x561d9e643e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61d3a0 0x561d9e643940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/1529844941 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e61ca80 0x561d9e629a00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 -- 172.21.15.2:0/1529844941 >> 172.21.15.2:0/1529844941 conn(0x561d9e6190f0 msgr2=0x561d9e62b0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 -- 172.21.15.2:0/1529844941 shutdown_connections 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.602+0000 7f8f3bd26740 1 -- 172.21.15.2:0/1529844941 wait complete. 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 -- start start 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 Processor -- start 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e6301a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e6306e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e6a5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341abb70 con 0x561d9e61d3a0 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341acfe0 con 0x561d9e61ca80 2024-09-05T04:11:24.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8f341ac240 con 0x561d9e62c150 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f3bd26740 10 client.0 _ll_register_callbacks cb 0x7f8f240ccdc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f327fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e6306e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f327fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e6306e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41224/0 (socket says 172.21.15.2:41224) 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f32ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e6301a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f327fc640 1 -- 172.21.15.2:0/492477283 learned_addr learned my addr 172.21.15.2:0/492477283 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.603+0000 7f8f337fe640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e6a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 -- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 msgr2=0x561d9e6a5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e6a5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 -- 172.21.15.2:0/492477283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 msgr2=0x561d9e6306e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e6306e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 -- 172.21.15.2:0/492477283 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d9e630f70 con 0x561d9e61ca80 2024-09-05T04:11:24.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f337fe640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e6a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f32ffd640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e6301a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8f240986d0 tx=0x7f8f24010ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53f60a72ac78f951 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f240b8020 con 0x561d9e61ca80 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8f24098370 con 0x561d9e61ca80 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f240a0000 con 0x561d9e61ca80 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8f240b1030 con 0x561d9e61ca80 2024-09-05T04:11:24.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f3bd26740 10 client.25106 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.604+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561d9e61f7a0 con 0x561d9e61ca80 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f240b4e50 con 0x561d9e61ca80 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8f2409b150 con 0x561d9e61ca80 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 10 client.25106 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 10 client.25106 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 20 client.25106 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e61fec0 0x561d9e6222b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 4 client.25106 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f8f240a0000 con 0x561d9e61fec0 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.605+0000 7f8f327fc640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e61fec0 0x561d9e6222b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.606+0000 7f8f327fc640 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e61fec0 0x561d9e6222b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11c1f6e5636922b5 server_cookie=228a96a9e728f039 in_seq=0 out_seq=0 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.606+0000 7f8f12ffd640 10 client.25106 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:24.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.606+0000 7f8f12ffd640 1 -- 172.21.15.2:0/492477283 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f8f240a0000 con 0x561d9e61fec0 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f12ffd640 10 client.25106 handle_command_reply: tid=0 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 client.25106 shutdown 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "23747db2-db1c-4e8b-b29b-8ef79166417b", 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:11:24.610 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 msgr2=0x561d9e6301a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e6301a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8f240986d0 tx=0x7f8f24010ec0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 shutdown_connections 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d9e61fec0 0x561d9e6222b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d9e62c150 0x561d9e6a5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d9e61d3a0 0x561d9e6306e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 --2- 172.21.15.2:0/492477283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d9e61ca80 0x561d9e6301a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 >> 172.21.15.2:0/492477283 conn(0x561d9e6190f0 msgr2=0x561d9e62a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f12ffd640 0 client.25106 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 shutdown_connections 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 1 -- 172.21.15.2:0/492477283 wait complete. 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.607+0000 7f8f3bd26740 20 client.25106 trim_cache size 0 max 16384 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 msgr2=0x7f8f1c0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 0x7f8f1c0a52c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009ca0 tx=0x7f8f2c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 msgr2=0x7f8f341984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f341984d0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400e9f0 tx=0x7f8f2400eeb0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 shutdown_connections 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f1c0a2e00 0x7f8f1c0a52c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f341082a0 0x7f8f3419cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f341036e0 0x7f8f34198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 --2- 172.21.15.2:0/747052126 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f34102d30 0x7f8f341984d0 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400e9f0 tx=0x7f8f2400eeb0 comp rx=0 tx=0).stop 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 >> 172.21.15.2:0/747052126 conn(0x7f8f340fc7d0 msgr2=0x7f8f34105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:24.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 shutdown_connections 2024-09-05T04:11:24.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:24.608+0000 7f8f3994d640 1 -- 172.21.15.2:0/747052126 wait complete. 2024-09-05T04:11:24.856 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:25.305 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:11:25.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 -- 172.21.15.2:0/4192903528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0102570 msgr2=0x7fedb01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 --2- 172.21.15.2:0/4192903528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0102570 0x7fedb01029b0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7feda4009900 tx=0x7feda402a480 comp rx=0 tx=0).stop 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 -- 172.21.15.2:0/4192903528 shutdown_connections 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 --2- 172.21.15.2:0/4192903528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 0x7fedb010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 --2- 172.21.15.2:0/4192903528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0102570 0x7fedb01029b0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 --2- 172.21.15.2:0/4192903528 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0100e20 0x7fedb0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 -- 172.21.15.2:0/4192903528 >> 172.21.15.2:0/4192903528 conn(0x7fedb00fc7d0 msgr2=0x7fedb00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 -- 172.21.15.2:0/4192903528 shutdown_connections 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 -- 172.21.15.2:0/4192903528 wait complete. 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.752+0000 7fedb5adb640 1 Processor -- start 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 -- start start 2024-09-05T04:11:25.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0102570 0x7fedb01989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 0x7fedb019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0111f50 con 0x7fedb0100e20 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fedb0111dd0 con 0x7fedb0102ef0 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedb5adb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fedb01120d0 con 0x7fedb0102570 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41248/0 (socket says 172.21.15.2:41248) 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 -- 172.21.15.2:0/1923013580 learned_addr learned my addr 172.21.15.2:0/1923013580 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaffff640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 0x7fedb019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaeffd640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0102570 0x7fedb01989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 -- 172.21.15.2:0/1923013580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0102570 msgr2=0x7fedb01989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:25.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0102570 0x7fedb01989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 -- 172.21.15.2:0/1923013580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 msgr2=0x7fedb019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 0x7fedb019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.753+0000 7fedaf7fe640 1 -- 172.21.15.2:0/1923013580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb019d420 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedaf7fe640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7feda000ba50 tx=0x7feda000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda0019070 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feda000cbe0 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb019d710 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda00075d0 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.754+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb01a4ff0 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.755+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb0101200 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.756+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7feda001c070 con 0x7fedb0100e20 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.757+0000 7fedacff9640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 0x7fed980a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.757+0000 7fedaeffd640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 0x7fed980a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:25.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.757+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7feda00cee30 con 0x7fedb0100e20 2024-09-05T04:11:25.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.757+0000 7fedaeffd640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 0x7fed980a5240 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7feda4009230 tx=0x7feda40058d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:25.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.761+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feda009b050 con 0x7fedb0100e20 2024-09-05T04:11:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:25 smithi079 ceph-mon[34908]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:25 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:11:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:25 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:25 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:11:25.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:25 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.834 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:25 smithi047 ceph-mon[34498]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:25 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:11:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:25 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:25 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:11:25.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:25 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:25 smithi002 ceph-mon[31001]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:25.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:25 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:11:25.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:25 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:25 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:11:25.956 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:25 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:11:25.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.985+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fedb0109090 con 0x7fedb0100e20 2024-09-05T04:11:25.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.986+0000 7fedacff9640 1 -- 172.21.15.2:0/1923013580 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7feda009f350 con 0x7fedb0100e20 2024-09-05T04:11:25.986 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:25.986 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:25.987 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 msgr2=0x7fed980a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 0x7fed980a5240 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7feda4009230 tx=0x7feda40058d0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 msgr2=0x7fedb0198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7feda000ba50 tx=0x7feda000bf10 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 shutdown_connections 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed980a2d80 0x7fed980a5240 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fedb0102ef0 0x7fedb019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fedb0102570 0x7fedb01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 --2- 172.21.15.2:0/1923013580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fedb0100e20 0x7fedb0198470 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 >> 172.21.15.2:0/1923013580 conn(0x7fedb00fc7d0 msgr2=0x7fedb00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 shutdown_connections 2024-09-05T04:11:25.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:25.988+0000 7fedb5adb640 1 -- 172.21.15.2:0/1923013580 wait complete. 2024-09-05T04:11:26.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 -- 172.21.15.2:0/892865023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 msgr2=0x7fe5bc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 --2- 172.21.15.2:0/892865023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc107b90 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4009930 tx=0x7fe5a402a420 comp rx=0 tx=0).stop 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 -- 172.21.15.2:0/892865023 shutdown_connections 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 --2- 172.21.15.2:0/892865023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 0x7fe5bc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 --2- 172.21.15.2:0/892865023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc107b90 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 --2- 172.21.15.2:0/892865023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 0x7fe5bc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 -- 172.21.15.2:0/892865023 >> 172.21.15.2:0/892865023 conn(0x7fe5bc0fc7d0 msgr2=0x7fe5bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 -- 172.21.15.2:0/892865023 shutdown_connections 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 -- 172.21.15.2:0/892865023 wait complete. 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.488+0000 7fe5c1441640 1 Processor -- start 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 -- start start 2024-09-05T04:11:26.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 0x7fe5bc1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 0x7fe5bc19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc111f10 con 0x7fe5bc1036e0 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc111d90 con 0x7fe5bc1082a0 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5c1441640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc112090 con 0x7fe5bc102d30 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41274/0 (socket says 172.21.15.2:41274) 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1818830217 learned_addr learned my addr 172.21.15.2:0/1818830217 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 0x7fe5bc19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 0x7fe5bc1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1818830217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 msgr2=0x7fe5bc1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 0x7fe5bc1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1818830217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 msgr2=0x7fe5bc19cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 0x7fe5bc19cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1818830217 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5bc19d4a0 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.489+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4031440 tx=0x7fe5a4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.490+0000 7fe5b3fff640 1 -- 172.21.15.2:0/1818830217 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a403f030 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.490+0000 7fe5b3fff640 1 -- 172.21.15.2:0/1818830217 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5a4003aa0 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.490+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5bc19d730 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.490+0000 7fe5b3fff640 1 -- 172.21.15.2:0/1818830217 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4035070 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.490+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5bc1a5070 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.492+0000 7fe5b3fff640 1 -- 172.21.15.2:0/1818830217 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fe5a4042030 con 0x7fe5bc1036e0 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.492+0000 7fe5c381a740 1 Processor -- start 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.492+0000 7fe5c381a740 1 -- start start 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ead880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 0x559d41ebaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559d41e132e0 con 0x559d41eaddc0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559d41dbace0 con 0x559d41eb8680 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5c381a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559d41e0f2a0 con 0x559d41ead4a0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5b3fff640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 0x7fe5a80a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41282/0 (socket says 172.21.15.2:41282) 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 -- 172.21.15.2:0/1394812051 learned_addr learned my addr 172.21.15.2:0/1394812051 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 0x7fe5a80a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5b3fff640 1 -- 172.21.15.2:0/1818830217 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe5a40efa90 con 0x7fe5bc1036e0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 0x559d41ebaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ead880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 -- 172.21.15.2:0/1394812051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 msgr2=0x559d41ead880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ead880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 -- 172.21.15.2:0/1394812051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 msgr2=0x559d41ebaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 0x559d41ebaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 -- 172.21.15.2:0/1394812051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d41d9f440 con 0x559d41eaddc0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 0x559d41ebaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac00bd10 tx=0x7fe5ac0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af97eb09ff32d032 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.493+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 0x7fe5a80a5240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4005cc0 tx=0x7fe5b4005bd0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5b17fa640 1 -- 172.21.15.2:0/1394812051 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac004030 con 0x559d41eaddc0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5b17fa640 1 -- 172.21.15.2:0/1394812051 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5ac0035f0 con 0x559d41eaddc0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5b17fa640 1 -- 172.21.15.2:0/1394812051 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0117b0 con 0x559d41eaddc0 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 -- 172.21.15.2:0/1394812051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 msgr2=0x559d41eb8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac00bd10 tx=0x7fe5ac0107a0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 -- 172.21.15.2:0/1394812051 shutdown_connections 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41eb8680 0x559d41ebaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb8140 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1394812051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ead880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 -- 172.21.15.2:0/1394812051 >> 172.21.15.2:0/1394812051 conn(0x559d41ea9a30 msgr2=0x559d41ea9e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 -- 172.21.15.2:0/1394812051 shutdown_connections 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.494+0000 7fe5c381a740 1 -- 172.21.15.2:0/1394812051 wait complete. 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 -- start start 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 Processor -- start 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41eb7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41eb8680 0x559d41eb5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559d41ebb250 con 0x559d41eaddc0 2024-09-05T04:11:26.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559d41dce050 con 0x559d41ead4a0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559d41ebb3d0 con 0x559d41eb8680 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5c381a740 10 client.0 _ll_register_callbacks cb 0x559d41e0e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5ba7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5ba7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41296/0 (socket says 172.21.15.2:41296) 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1425366899 learned_addr learned my addr 172.21.15.2:0/1425366899 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.495+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41eb8680 0x559d41eb5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41eb8680 msgr2=0x559d41eb5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41eb8680 0x559d41eb5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1425366899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 msgr2=0x559d41eb7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41eb7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 -- 172.21.15.2:0/1425366899 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d41b843c0 con 0x559d41eaddc0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe5a40ece60 tx=0x7fe5a40bb790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33978bb4764c77e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5a4049040 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe5a403b460 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.496+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5ac0035f0 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe5a40c4710 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 10 client.15534 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559d41ecaf50 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5ac0035f0 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe5a40bbdb0 con 0x559d41eaddc0 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 10 client.15534 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 10 client.15534 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 20 client.15534 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41ecc340 0x559d41ece770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 4 client.15534 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:26.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.497+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d41e20850 con 0x559d41ecc340 2024-09-05T04:11:26.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.498+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41ecc340 0x559d41ece770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.498+0000 7fe5a27fc640 10 client.15534 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.498+0000 7fe5baffd640 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41ecc340 0x559d41ece770 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5638f71e1329acc server_cookie=22af464db7a4a1c7 in_seq=0 out_seq=0 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5a27fc640 1 -- 172.21.15.2:0/1425366899 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d41e20850 con 0x559d41ecc340 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5a27fc640 10 client.15534 handle_command_reply: tid=0 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 client.15534 shutdown 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 msgr2=0x559d41eb5250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fe5a40ece60 tx=0x7fe5a40bb790 comp rx=0 tx=0).stop 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 shutdown_connections 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41ecc340 0x559d41ece770 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41eb8680 0x559d41eb5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41eb5250 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 --2- 172.21.15.2:0/1425366899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41eb7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5a27fc640 0 client.15534 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 >> 172.21.15.2:0/1425366899 conn(0x559d41ea9a30 msgr2=0x559d41eaf710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 shutdown_connections 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 1 -- 172.21.15.2:0/1425366899 wait complete. 2024-09-05T04:11:26.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.499+0000 7fe5c381a740 20 client.15534 trim_cache size 0 max 16384 2024-09-05T04:11:26.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.516+0000 7fe5c381a740 1 Processor -- start 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.516+0000 7fe5c381a740 1 -- start start 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ed4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1aaeb0 con 0x559d41eaddc0 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1ad730 con 0x559d41ea9a30 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5c381a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1ab520 con 0x559d41ead4a0 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5baffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41308/0 (socket says 172.21.15.2:41308) 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5baffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:47852/0 (socket says 172.21.15.2:47852) 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/974570473 learned_addr learned my addr 172.21.15.2:0/974570473 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ed4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/974570473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 msgr2=0x559d41ed4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ed4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/974570473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 msgr2=0x559d41eb0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/974570473 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d41eadbb0 con 0x559d41eaddc0 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5baffd640 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:26.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.517+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4014560 tx=0x7fe5b400a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd55fe0e3be0b1b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5b0ff9640 1 -- 172.21.15.2:0/974570473 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b4003970 con 0x559d41eaddc0 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5b0ff9640 1 -- 172.21.15.2:0/974570473 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5b4004020 con 0x559d41eaddc0 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5b0ff9640 1 -- 172.21.15.2:0/974570473 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b40296a0 con 0x559d41eaddc0 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 -- 172.21.15.2:0/974570473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 msgr2=0x559d41ed45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4014560 tx=0x7fe5b400a4d0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 -- 172.21.15.2:0/974570473 shutdown_connections 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ed45c0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ead4a0 0x559d41ed4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 --2- 172.21.15.2:0/974570473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ea9a30 0x559d41eb0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 -- 172.21.15.2:0/974570473 >> 172.21.15.2:0/974570473 conn(0x559d41eb58f0 msgr2=0x559d41eb0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 -- 172.21.15.2:0/974570473 shutdown_connections 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.518+0000 7fe5c381a740 1 -- 172.21.15.2:0/974570473 wait complete. 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 -- start start 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 Processor -- start 2024-09-05T04:11:26.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ea9a30 0x559d41ec08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41ec0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1abbf0 con 0x559d41eaddc0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1ad060 con 0x559d41ead4a0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe5bc1ac2c0 con 0x559d41ea9a30 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5c381a740 10 client.0 _ll_register_callbacks cb 0x7fe5a40ecc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5bb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41322/0 (socket says 172.21.15.2:41322) 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/2117665761 learned_addr learned my addr 172.21.15.2:0/2117665761 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41ec0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.519+0000 7fe5baffd640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ea9a30 0x559d41ec08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ea9a30 msgr2=0x559d41ec08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ea9a30 0x559d41ec08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/2117665761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 msgr2=0x559d41ec0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41ec0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 -- 172.21.15.2:0/2117665761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d41f36100 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5ba7fc640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41ec0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5bb7fe640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4004c30 tx=0x7fe5b4004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8704ce667d38c38 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b40043d0 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe5b4004570 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5b4004020 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe5b4004770 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5c381a740 10 client.15540 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559d41f373f0 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.520+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5b4004020 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe5b4031020 con 0x559d41eaddc0 2024-09-05T04:11:26.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 10 client.15540 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 10 client.15540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 20 client.15540 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41eb8680 0x559d41f39a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 4 client.15540 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559d41e1ad60 con 0x559d41eb8680 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5baffd640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41eb8680 0x559d41f39a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5baffd640 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41eb8680 0x559d41f39a70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97db3d0a959e6bd8 server_cookie=762210af14642101 in_seq=0 out_seq=0 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.521+0000 7fe5a27fc640 10 client.15540 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5a27fc640 1 -- 172.21.15.2:0/2117665761 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559d41e1ad60 con 0x559d41eb8680 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5a27fc640 10 client.15540 handle_command_reply: tid=0 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 client.15540 shutdown 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 msgr2=0x559d41ec1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4004c30 tx=0x7fe5b4004c60 comp rx=0 tx=0).stop 2024-09-05T04:11:26.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 shutdown_connections 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559d41eb8680 0x559d41f39a70 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559d41eaddc0 0x559d41ec1330 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559d41ead4a0 0x559d41ec0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5a27fc640 0 client.15540 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 --2- 172.21.15.2:0/2117665761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559d41ea9a30 0x559d41ec08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 >> 172.21.15.2:0/2117665761 conn(0x559d41eb58f0 msgr2=0x559d41eb72d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 shutdown_connections 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 1 -- 172.21.15.2:0/2117665761 wait complete. 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c381a740 20 client.15540 trim_cache size 0 max 16384 2024-09-05T04:11:26.527 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "23747db2-db1c-4e8b-b29b-8ef79166417b": { 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "23747db2-db1c-4e8b-b29b-8ef79166417b", 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:26.528 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 msgr2=0x7fe5a80a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 0x7fe5a80a5240 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fe5b4005cc0 tx=0x7fe5b4005bd0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 msgr2=0x7fe5bc198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.522+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fe5a4031440 tx=0x7fe5a4004270 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 shutdown_connections 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe5a80a2d80 0x7fe5a80a5240 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe5bc1082a0 0x7fe5bc19cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe5bc1036e0 0x7fe5bc198a30 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 --2- 172.21.15.2:0/1818830217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe5bc102d30 0x7fe5bc1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 >> 172.21.15.2:0/1818830217 conn(0x7fe5bc0fc7d0 msgr2=0x7fe5bc105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:26.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 shutdown_connections 2024-09-05T04:11:26.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:26.523+0000 7fe5c1441640 1 -- 172.21.15.2:0/1818830217 wait complete. 2024-09-05T04:11:26.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:26 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1923013580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:26.868 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:26 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1923013580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:26.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:26 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1923013580' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:27.230 INFO:tasks.cephfs.filesystem:scrub status for tag:23747db2-db1c-4e8b-b29b-8ef79166417b - {'path': '/', 'tag': '23747db2-db1c-4e8b-b29b-8ef79166417b', 'options': 'recursive,force'} 2024-09-05T04:11:27.653 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-05T04:08:51.276658+0000', 'modified': '2024-09-05T04:09:26.433853+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24473': {'gid': 24473, 'name': 'b', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.47:6839/180108788', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.47:6838', 'nonce': 180108788}, {'type': 'v1', 'addr': '172.21.15.47:6839', 'nonce': 180108788}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.79:6839/3872962547', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.79:6838', 'nonce': 3872962547}, {'type': 'v1', 'addr': '172.21.15.79:6839', 'nonce': 3872962547}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24493, 'qdb_cluster': [24493]} 2024-09-05T04:11:27.653 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-05T04:11:27.654 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.i status 2024-09-05T04:11:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:27 smithi079 ceph-mon[34908]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T04:11:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:27 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:11:27.909 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:27.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:27 smithi047 ceph-mon[34498]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T04:11:27.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:27 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:11:28.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:27 smithi002 ceph-mon[31001]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-09-05T04:11:28.029 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:27 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:11:28.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/61021410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8100e20 msgr2=0x7fd7c8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/61021410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8100e20 0x7fd7c8101200 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8009900 tx=0x7fd7b802a480 comp rx=0 tx=0).stop 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/61021410 shutdown_connections 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/61021410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102ef0 0x7fd7c810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/61021410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8102570 0x7fd7c81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/61021410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8100e20 0x7fd7c8101200 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/61021410 >> 172.21.15.2:0/61021410 conn(0x7fd7c80fc7d0 msgr2=0x7fd7c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/61021410 shutdown_connections 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/61021410 wait complete. 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 Processor -- start 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.375+0000 7fd7ce7cf640 1 -- start start 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8100e20 0x7fd7c8198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102570 0x7fd7c8198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c8110e30 con 0x7fd7c8102ef0 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c8110cb0 con 0x7fd7c8100e20 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7c8110fb0 con 0x7fd7c8102570 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8100e20 0x7fd7c8198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41334/0 (socket says 172.21.15.2:41334) 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 -- 172.21.15.2:0/1830056970 learned_addr learned my addr 172.21.15.2:0/1830056970 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102570 0x7fd7c8198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 -- 172.21.15.2:0/1830056970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102570 msgr2=0x7fd7c8198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102570 0x7fd7c8198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 -- 172.21.15.2:0/1830056970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8100e20 msgr2=0x7fd7c8198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8100e20 0x7fd7c8198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 -- 172.21.15.2:0/1830056970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7c819d3d0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ccd6c640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000eaa0 tx=0x7fd7c000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7c5ffb640 1 -- 172.21.15.2:0/1830056970 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c000cdb0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7c5ffb640 1 -- 172.21.15.2:0/1830056970 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7c0005020 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7c819d6c0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.376+0000 7fd7c5ffb640 1 -- 172.21.15.2:0/1830056970 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7c00116d0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.377+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7c81a4fa0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7c5ffb640 1 -- 172.21.15.2:0/1830056970 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fd7c00051d0 con 0x7fd7c8102ef0 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 Processor -- start 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 -- start start 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160b85db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b862f0 0x563160b90670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563160aec090 con 0x563160b90bb0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563160a93a70 con 0x563160b859d0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.379+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563160ae8050 con 0x563160b862f0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41346/0 (socket says 172.21.15.2:41346) 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 -- 172.21.15.2:0/3189568350 learned_addr learned my addr 172.21.15.2:0/3189568350 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7c5ffb640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 0x7fd7b40a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b862f0 0x563160b90670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160b85db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 -- 172.21.15.2:0/3189568350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b862f0 msgr2=0x563160b90670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b862f0 0x563160b90670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7ccd6c640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 0x7fd7b40a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 -- 172.21.15.2:0/3189568350 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 msgr2=0x563160b85db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160b85db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7c5ffb640 1 -- 172.21.15.2:0/1830056970 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7c00cfa90 con 0x7fd7c8102ef0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 -- 172.21.15.2:0/3189568350 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563160aa0130 con 0x563160b90bb0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7bffff640 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd7b001b6c0 tx=0x7fd7b000b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab36640ed2ef1480 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7be7fc640 1 -- 172.21.15.2:0/3189568350 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b0021070 con 0x563160b90bb0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7ccd6c640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 0x7fd7b40a5240 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd7c00ccde0 tx=0x7fd7c000cf50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7be7fc640 1 -- 172.21.15.2:0/3189568350 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7b001b2f0 con 0x563160b90bb0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.380+0000 7fd7be7fc640 1 -- 172.21.15.2:0/3189568350 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b00128b0 con 0x563160b90bb0 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3189568350 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 msgr2=0x563160b92fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd7b001b6c0 tx=0x7fd7b000b870 comp rx=0 tx=0).stop 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3189568350 shutdown_connections 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b90bb0 0x563160b92fa0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b862f0 0x563160b90670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3189568350 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160b85db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3189568350 >> 172.21.15.2:0/3189568350 conn(0x563160b81f60 msgr2=0x563160b82340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3189568350 shutdown_connections 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3189568350 wait complete. 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.381+0000 7fd7d0ba8740 1 -- start start 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 Processor -- start 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160b90480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160b8dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563160b93780 con 0x563160b862f0 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563160aa6f20 con 0x563160b90bb0 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563160b93900 con 0x563160b859d0 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7d0ba8740 10 client.0 _ll_register_callbacks cb 0x563160a70030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41350/0 (socket says 172.21.15.2:41350) 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 -- 172.21.15.2:0/400196471 learned_addr learned my addr 172.21.15.2:0/400196471 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:28.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7bffff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160b90480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 -- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 msgr2=0x563160b90480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160b90480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 -- 172.21.15.2:0/400196471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 msgr2=0x563160b8dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160b8dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7c7fff640 1 -- 172.21.15.2:0/400196471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56316085d2b0 con 0x563160b862f0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.382+0000 7fd7bffff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160b90480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd7b802a9a0 tx=0x7fd7b8031f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b4c9f9619fd218 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8035040 con 0x563160b862f0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7b001b2f0 con 0x563160b862f0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7b80317f0 con 0x563160b862f0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7b804f050 con 0x563160b862f0 2024-09-05T04:11:28.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 10 client.15552 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563160b9f120 con 0x563160b862f0 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7b001b2f0 con 0x563160b862f0 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7b8046480 con 0x563160b862f0 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 10 client.15552 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 10 client.15552 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 20 client.15552 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160ba1730 0x563160ba2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 4 client.15552 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.383+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563160af9600 con 0x563160ba1730 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.384+0000 7fd7bffff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160ba1730 0x563160ba2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.384+0000 7fd7a77fe640 10 client.15552 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.384+0000 7fd7bffff640 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160ba1730 0x563160ba2ba0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6ef3bacacb44461 server_cookie=1e3cf93471264758 in_seq=0 out_seq=0 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7a77fe640 1 -- 172.21.15.2:0/400196471 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563160af9600 con 0x563160ba1730 2024-09-05T04:11:28.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7a77fe640 10 client.15552 handle_command_reply: tid=0 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 client.15552 shutdown 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 msgr2=0x563160b8d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fd7b802a9a0 tx=0x7fd7b8031f50 comp rx=0 tx=0).stop 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 shutdown_connections 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160ba1730 0x563160ba2ba0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160b8dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b8d7d0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7a77fe640 0 client.15552 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/400196471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160b90480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 >> 172.21.15.2:0/400196471 conn(0x563160b81f60 msgr2=0x563160b87c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 shutdown_connections 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/400196471 wait complete. 2024-09-05T04:11:28.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.385+0000 7fd7d0ba8740 20 client.15552 trim_cache size 0 max 16384 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.403+0000 7fd7d0ba8740 1 Processor -- start 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.403+0000 7fd7d0ba8740 1 -- start start 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160ba2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b90bb0 0x563160b8f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563160ba0ee0 con 0x563160b862f0 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563160ba15b0 con 0x563160b859d0 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563160ba1c80 con 0x563160b90bb0 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41366/0 (socket says 172.21.15.2:41366) 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 -- 172.21.15.2:0/3411065354 learned_addr learned my addr 172.21.15.2:0/3411065354 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7bffff640 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160ba2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 -- 172.21.15.2:0/3411065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b90bb0 msgr2=0x563160b8f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b90bb0 0x563160b8f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 -- 172.21.15.2:0/3411065354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 msgr2=0x563160ba2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160ba2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 -- 172.21.15.2:0/3411065354 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563160b8c780 con 0x563160b862f0 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd7b80469a0 tx=0x7fd7b8046bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6619bd6faf6281b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7bdffb640 1 -- 172.21.15.2:0/3411065354 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8035070 con 0x563160b862f0 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7bdffb640 1 -- 172.21.15.2:0/3411065354 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7b8046680 con 0x563160b862f0 2024-09-05T04:11:28.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.404+0000 7fd7bdffb640 1 -- 172.21.15.2:0/3411065354 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b80318b0 con 0x563160b862f0 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3411065354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 msgr2=0x563160b7cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fd7b80469a0 tx=0x7fd7b8046bb0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3411065354 shutdown_connections 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b90bb0 0x563160b8f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160b7cce0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/3411065354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b859d0 0x563160ba2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3411065354 >> 172.21.15.2:0/3411065354 conn(0x563160b81f60 msgr2=0x563160b8ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3411065354 shutdown_connections 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/3411065354 wait complete. 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.405+0000 7fd7d0ba8740 1 -- start start 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 Processor -- start 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160bab200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160ba6780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563160ba2a20 con 0x563160b862f0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563160ba2350 con 0x563160b90bb0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563160ba30f0 con 0x563160b859d0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7d0ba8740 10 client.0 _ll_register_callbacks cb 0x7fd7b8009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41370/0 (socket says 172.21.15.2:41370) 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 -- 172.21.15.2:0/1750336149 learned_addr learned my addr 172.21.15.2:0/1750336149 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160bab200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160ba6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 -- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 msgr2=0x563160bab200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160bab200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 -- 172.21.15.2:0/1750336149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 msgr2=0x563160ba6780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:28.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160ba6780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7c7fff640 1 -- 172.21.15.2:0/1750336149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563160ba6fb0 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.406+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160bab200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7c7fff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8046e70 tx=0x7fd7b8031c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d7cf666b837b7bd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7b8035040 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7b8005240 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7b8046680 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7b8005440 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 10 client.15558 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563160c0baa0 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7b8046680 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7b805d450 con 0x563160b862f0 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 10 client.15558 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:28.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 10 client.15558 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 20 client.15558 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160c10250 0x563160c0ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 4 client.15558 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.407+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "status"}) -- 0x563160af3b10 con 0x563160c10250 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160c10250 0x563160c0ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7bffff640 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160c10250 0x563160c0ef60 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=794358c183e47110 server_cookie=f4daf8ced4a1a622 in_seq=0 out_seq=0 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7a77fe640 10 client.15558 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7a77fe640 1 -- 172.21.15.2:0/1750336149 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563160af3b10 con 0x563160c10250 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7a77fe640 10 client.15558 handle_command_reply: tid=0 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.408+0000 7fd7d0ba8740 1 client.15558 shutdown 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 msgr2=0x563160bab740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fd7b8046e70 tx=0x7fd7b8031c80 comp rx=0 tx=0).stop 2024-09-05T04:11:28.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 shutdown_connections 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563160c10250 0x563160c0ef60 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563160b90bb0 0x563160ba6780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563160b862f0 0x563160bab740 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7a77fe640 0 client.15558 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 --2- 172.21.15.2:0/1750336149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563160b859d0 0x563160bab200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 >> 172.21.15.2:0/1750336149 conn(0x563160b81f60 msgr2=0x563160b8d850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 shutdown_connections 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 1 -- 172.21.15.2:0/1750336149 wait complete. 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7d0ba8740 20 client.15558 trim_cache size 0 max 16384 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:28.414 INFO:teuthology.orchestra.run.smithi002.stdout: "cluster_fsid": "60a04270-6b3b-11ef-bcd6-c7b262605968", 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "whoami": 0, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "id": 24493, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "want_state": "up:active", 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "state": "up:active", 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "fs_name": "cephfs", 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "rank_uptime": 156.730647852, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "mdsmap_epoch": 21, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch": 94, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_epoch_barrier": 91, 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout: "uptime": 176.72481124399999 2024-09-05T04:11:28.415 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 msgr2=0x7fd7b40a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 0x7fd7b40a5240 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd7c00ccde0 tx=0x7fd7c000cf50 comp rx=0 tx=0).stop 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 msgr2=0x7fd7c819ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fd7c000eaa0 tx=0x7fd7c000ef60 comp rx=0 tx=0).stop 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 shutdown_connections 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7b40a2d80 0x7fd7b40a5240 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7c8102ef0 0x7fd7c819ccf0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7c8102570 0x7fd7c8198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.416 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 --2- 172.21.15.2:0/1830056970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7c8100e20 0x7fd7c8198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:28.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.409+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 >> 172.21.15.2:0/1830056970 conn(0x7fd7c80fc7d0 msgr2=0x7fd7c8105f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:28.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.410+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 shutdown_connections 2024-09-05T04:11:28.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:28.410+0000 7fd7ce7cf640 1 -- 172.21.15.2:0/1830056970 wait complete. 2024-09-05T04:11:29.236 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-09-05T04:11:29.829 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:29 smithi079 ceph-mon[34908]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T04:11:29.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:29 smithi047 ceph-mon[34498]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T04:11:30.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:29 smithi002 ceph-mon[31001]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-05T04:11:31.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:31 smithi079 ceph-mon[34908]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-09-05T04:11:31.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:31 smithi047 ceph-mon[34498]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-09-05T04:11:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:31 smithi002 ceph-mon[31001]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.1 KiB/s wr, 8 op/s 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 -- 172.21.15.2:0/1634894784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 msgr2=0x7fc5c410e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 --2- 172.21.15.2:0/1634894784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c410e580 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc009ca0 tx=0x7fc5bc02a950 comp rx=0 tx=0).stop 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 -- 172.21.15.2:0/1634894784 shutdown_connections 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 --2- 172.21.15.2:0/1634894784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c410e580 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 --2- 172.21.15.2:0/1634894784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 --2- 172.21.15.2:0/1634894784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 0x7fc5c4103140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 -- 172.21.15.2:0/1634894784 >> 172.21.15.2:0/1634894784 conn(0x7fc5c40fc6b0 msgr2=0x7fc5c40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 -- 172.21.15.2:0/1634894784 shutdown_connections 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.675+0000 7fc5c9566640 1 -- 172.21.15.2:0/1634894784 wait complete. 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 Processor -- start 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 -- start start 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 0x7fc5c4198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c4198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c4111d90 con 0x7fc5c410c130 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c4111c10 con 0x7fc5c4102d60 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c9566640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c4111f10 con 0x7fc5c4103680 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41860/0 (socket says 172.21.15.2:41860) 2024-09-05T04:11:33.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.676+0000 7fc5c37fe640 1 -- 172.21.15.2:0/3147589645 learned_addr learned my addr 172.21.15.2:0/3147589645 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c4198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 0x7fc5c4198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 -- 172.21.15.2:0/3147589645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 msgr2=0x7fc5c4198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c4198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 -- 172.21.15.2:0/3147589645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 msgr2=0x7fc5c4198220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 0x7fc5c4198220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 -- 172.21.15.2:0/3147589645 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5c419d210 con 0x7fc5c410c130 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c4198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc009dc0 tx=0x7fc5bc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c0ff9640 1 -- 172.21.15.2:0/3147589645 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc034040 con 0x7fc5c410c130 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c0ff9640 1 -- 172.21.15.2:0/3147589645 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5bc030850 con 0x7fc5c410c130 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5c419d4a0 con 0x7fc5c410c130 2024-09-05T04:11:33.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c0ff9640 1 -- 172.21.15.2:0/3147589645 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc0047f0 con 0x7fc5c410c130 2024-09-05T04:11:33.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.677+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5c41a4d90 con 0x7fc5c410c130 2024-09-05T04:11:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.680+0000 7fc5c0ff9640 1 -- 172.21.15.2:0/3147589645 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fc5bc037020 con 0x7fc5c410c130 2024-09-05T04:11:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.680+0000 7fc5cc3e0740 1 Processor -- start 2024-09-05T04:11:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.680+0000 7fc5cc3e0740 1 -- start start 2024-09-05T04:11:33.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a8990 0x559b592a8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 0x559b592b7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559b5920d2f0 con 0x559b592b80c0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559b591b5270 con 0x559b592a8990 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559b592092b0 con 0x559b592a92b0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c0ff9640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 0x7fc5b00a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41868/0 (socket says 172.21.15.2:41868) 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 0x559b592b7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5bbfff640 1 -- 172.21.15.2:0/2041407346 learned_addr learned my addr 172.21.15.2:0/2041407346 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a8990 0x559b592a8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 0x7fc5b00a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c0ff9640 1 -- 172.21.15.2:0/3147589645 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc5bc0f0880 con 0x7fc5c410c130 2024-09-05T04:11:33.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 -- 172.21.15.2:0/2041407346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a8990 msgr2=0x559b592a8d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a8990 0x559b592a8d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 -- 172.21.15.2:0/2041407346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 msgr2=0x559b592ba4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5c2ffd640 1 -- 172.21.15.2:0/2041407346 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b591b4340 con 0x559b592a92b0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.681+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 0x559b592b7b80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc5b400cba0 tx=0x7fc5b400e720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20dee08a0d542ae8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 0x7fc5b00a52c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc0edce0 tx=0x7fc5bc08e960 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5b97fa640 1 -- 172.21.15.2:0/2041407346 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4004220 con 0x559b592a92b0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5b97fa640 1 -- 172.21.15.2:0/2041407346 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5b40043c0 con 0x559b592a92b0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5b97fa640 1 -- 172.21.15.2:0/2041407346 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4004cf0 con 0x559b592a92b0 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2041407346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 msgr2=0x559b592b7b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.682+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 0x559b592b7b80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc5b400cba0 tx=0x7fc5b400e720 comp rx=0 tx=0).stop 2024-09-05T04:11:33.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2041407346 shutdown_connections 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592ba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a92b0 0x559b592b7b80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2041407346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a8990 0x559b592a8d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2041407346 >> 172.21.15.2:0/2041407346 conn(0x559b592a5060 msgr2=0x559b592a5440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2041407346 shutdown_connections 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2041407346 wait complete. 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- start start 2024-09-05T04:11:33.686 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 Processor -- start 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559b592bacf0 con 0x559b592a8990 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559b59196290 con 0x559b592a92b0 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559b592bae70 con 0x559b592b80c0 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5cc3e0740 10 client.0 _ll_register_callbacks cb 0x559b591c7140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.683+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41870/0 (socket says 172.21.15.2:41870) 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1824468725 learned_addr learned my addr 172.21.15.2:0/1824468725 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 msgr2=0x559b592b5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1824468725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 msgr2=0x559b592b5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1824468725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b58f20210 con 0x559b592a8990 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac00cf00 tx=0x7fc5ac016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17532a1f4c98a52f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5aa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac012c60 con 0x559b592a8990 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc5ac012e00 con 0x559b592a8990 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5b40043c0 con 0x559b592a8990 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc5ac026050 con 0x559b592a8990 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5cc3e0740 10 client.15570 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:33.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.684+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559b58fec620 con 0x559b592a8990 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5b40043c0 con 0x559b592a8990 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc5ac021500 con 0x559b592a8990 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 10 client.15570 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 10 client.15570 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 20 client.15570 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b592c8160 0x559b592ca550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 4 client.15570 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b5921aa20 con 0x559b592c8160 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.685+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b592c8160 0x559b592ca550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.686+0000 7fc5aa7fc640 10 client.15570 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.686+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b592c8160 0x559b592ca550 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17af3d1584ea02a9 server_cookie=35b6c8750f6a8b37 in_seq=0 out_seq=0 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.686+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1824468725 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b5921aa20 con 0x559b592c8160 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.686+0000 7fc5aa7fc640 10 client.15570 handle_command_reply: tid=0 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.686+0000 7fc5cc3e0740 1 client.15570 shutdown 2024-09-05T04:11:33.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 msgr2=0x559b592b5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac00cf00 tx=0x7fc5ac016040 comp rx=0 tx=0).stop 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 shutdown_connections 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b592c8160 0x559b592ca550 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5aa7fc640 0 client.15570 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1824468725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592b5040 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 >> 172.21.15.2:0/1824468725 conn(0x559b592a5060 msgr2=0x559b592a41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 shutdown_connections 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1824468725 wait complete. 2024-09-05T04:11:33.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.687+0000 7fc5cc3e0740 20 client.15570 trim_cache size 0 max 16384 2024-09-05T04:11:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 Processor -- start 2024-09-05T04:11:33.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 -- start start 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a8990 0x559b592b6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592cfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41aac30 con 0x559b592b80c0 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41ad4b0 con 0x559b592a92b0 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41ab2a0 con 0x559b592a8990 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41872/0 (socket says 172.21.15.2:41872) 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 -- 172.21.15.2:0/2505145459 learned_addr learned my addr 172.21.15.2:0/2505145459 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592cfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a8990 0x559b592b6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 -- 172.21.15.2:0/2505145459 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a8990 msgr2=0x559b592b6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.702+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a8990 0x559b592b6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5bbfff640 1 -- 172.21.15.2:0/2505145459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 msgr2=0x559b592cfdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592cfdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5bbfff640 1 -- 172.21.15.2:0/2505145459 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b592ca8c0 con 0x559b592b80c0 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592cfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac0140a0 tx=0x7fc5ac00c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb81728d7126397 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5b8ff9640 1 -- 172.21.15.2:0/2505145459 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac00c810 con 0x559b592b80c0 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5b8ff9640 1 -- 172.21.15.2:0/2505145459 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5ac021400 con 0x559b592b80c0 2024-09-05T04:11:33.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.703+0000 7fc5b8ff9640 1 -- 172.21.15.2:0/2505145459 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac00fa70 con 0x559b592b80c0 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2505145459 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 msgr2=0x559b592d0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac0140a0 tx=0x7fc5ac00c510 comp rx=0 tx=0).stop 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2505145459 shutdown_connections 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592b80c0 0x559b592d0330 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592cfdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/2505145459 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592a8990 0x559b592b6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2505145459 >> 172.21.15.2:0/2505145459 conn(0x559b592a5060 msgr2=0x559b592b68a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2505145459 shutdown_connections 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/2505145459 wait complete. 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- start start 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 Processor -- start 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41ab970 con 0x559b592a8990 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41acde0 con 0x559b592a92b0 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc5c41ac040 con 0x559b592b80c0 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5cc3e0740 10 client.0 _ll_register_callbacks cb 0x7fc5ac00ce10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41880/0 (socket says 172.21.15.2:41880) 2024-09-05T04:11:33.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.704+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1107161136 learned_addr learned my addr 172.21.15.2:0/1107161136 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 msgr2=0x559b592b2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1107161136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 msgr2=0x559b592b1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 -- 172.21.15.2:0/1107161136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b592b2740 con 0x559b592a8990 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5bbfff640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac014fd0 tx=0x7fc5ac005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10282ecc3b903d31 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5aa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac00f500 con 0x559b592a8990 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5ac021400 con 0x559b592a8990 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc5ac021b40 con 0x559b592a8990 2024-09-05T04:11:33.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc5ac03d050 con 0x559b592a8990 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5cc3e0740 10 client.15576 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559b59332be0 con 0x559b592a8990 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.705+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5ac021400 con 0x559b592a8990 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc5ac004730 con 0x559b592a8990 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 10 client.15576 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 10 client.15576 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 20 client.15576 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b593331a0 0x559b593355c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 4 client.15576 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559b59214d70 con 0x559b593331a0 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b593331a0 0x559b593355c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5c2ffd640 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b593331a0 0x559b593355c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81c6803716ff858f server_cookie=c3521d5efac7734d in_seq=0 out_seq=0 2024-09-05T04:11:33.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.706+0000 7fc5aa7fc640 10 client.15576 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:33.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5aa7fc640 1 -- 172.21.15.2:0/1107161136 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559b59214d70 con 0x559b593331a0 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5aa7fc640 10 client.15576 handle_command_reply: tid=0 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 client.15576 shutdown 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 msgr2=0x559b592c0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac014fd0 tx=0x7fc5ac005880 comp rx=0 tx=0).stop 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 shutdown_connections 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559b593331a0 0x559b593355c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559b592b80c0 0x559b592b2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559b592a92b0 0x559b592b1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 --2- 172.21.15.2:0/1107161136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559b592a8990 0x559b592c0630 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5aa7fc640 0 client.15576 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 >> 172.21.15.2:0/1107161136 conn(0x559b592a5060 msgr2=0x559b592a39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 shutdown_connections 2024-09-05T04:11:33.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 1 -- 172.21.15.2:0/1107161136 wait complete. 2024-09-05T04:11:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5cc3e0740 20 client.15576 trim_cache size 0 max 16384 2024-09-05T04:11:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:11:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:11:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:11:33.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 msgr2=0x7fc5b00a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 0x7fc5b00a52c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc0edce0 tx=0x7fc5bc08e960 comp rx=0 tx=0).stop 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 msgr2=0x7fc5c419cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.714+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc009dc0 tx=0x7fc5bc003f10 comp rx=0 tx=0).stop 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 shutdown_connections 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b00a2e00 0x7fc5b00a52c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5c410c130 0x7fc5c419cae0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5c4103680 0x7fc5c4198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 --2- 172.21.15.2:0/3147589645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5c4102d60 0x7fc5c4198220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 >> 172.21.15.2:0/3147589645 conn(0x7fc5c40fc6b0 msgr2=0x7fc5c40fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 shutdown_connections 2024-09-05T04:11:33.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:33.715+0000 7fc5c9566640 1 -- 172.21.15.2:0/3147589645 wait complete. 2024-09-05T04:11:33.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:33 smithi047 ceph-mon[34498]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-09-05T04:11:34.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:33 smithi002 ceph-mon[31001]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-09-05T04:11:34.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:33 smithi079 ceph-mon[34908]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.1 KiB/s wr, 7 op/s 2024-09-05T04:11:35.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:35 smithi047 ceph-mon[34498]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T04:11:36.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:35 smithi002 ceph-mon[31001]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T04:11:36.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:35 smithi079 ceph-mon[34908]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 2.2 KiB/s wr, 8 op/s 2024-09-05T04:11:37.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:37 smithi047 ceph-mon[34498]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-09-05T04:11:38.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:37 smithi002 ceph-mon[31001]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-09-05T04:11:38.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:37 smithi079 ceph-mon[34908]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 3.3 KiB/s wr, 9 op/s 2024-09-05T04:11:39.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:39 smithi047 ceph-mon[34498]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-09-05T04:11:40.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:39 smithi002 ceph-mon[31001]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-09-05T04:11:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:39 smithi079 ceph-mon[34908]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.1 KiB/s wr, 5 op/s 2024-09-05T04:11:41.847 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:41 smithi002 ceph-mon[31001]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-09-05T04:11:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:41 smithi047 ceph-mon[34498]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-09-05T04:11:42.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:41 smithi079 ceph-mon[34908]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.1 KiB/s wr, 6 op/s 2024-09-05T04:11:43.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:43 smithi047 ceph-mon[34498]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-05T04:11:44.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:43 smithi002 ceph-mon[31001]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-05T04:11:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:43 smithi079 ceph-mon[34908]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-09-05T04:11:44.236 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 28.2 2024-09-05T04:11:44.237 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:11:44.503 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:45.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2669683867 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b4810c160 msgr2=0x7f6b4810e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:45.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2669683867 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b4810c160 0x7f6b4810e600 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6b40009ca0 tx=0x7f6b4002a950 comp rx=0 tx=0).stop 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2669683867 shutdown_connections 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2669683867 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b4810c160 0x7f6b4810e600 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2669683867 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b48103650 0x7f6b4810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2669683867 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b48103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2669683867 >> 172.21.15.2:0/2669683867 conn(0x7f6b480fc790 msgr2=0x7f6b480febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2669683867 shutdown_connections 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.005+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2669683867 wait complete. 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 Processor -- start 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 -- start start 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b481982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b4810c160 0x7f6b4819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:45.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48111e10 con 0x7f6b48103650 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48111c90 con 0x7f6b48102d30 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4ec54640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48111f90 con 0x7f6b4810c160 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b47fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b47fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52732/0 (socket says 172.21.15.2:52732) 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b47fff640 1 -- 172.21.15.2:0/2516332628 learned_addr learned my addr 172.21.15.2:0/2516332628 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.006+0000 7f6b4c9f0640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b481982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b4d1f1640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b4810c160 0x7f6b4819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 -- 172.21.15.2:0/2516332628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b4810c160 msgr2=0x7f6b4819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b4810c160 0x7f6b4819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 -- 172.21.15.2:0/2516332628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 msgr2=0x7f6b481982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b481982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 -- 172.21.15.2:0/2516332628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b4819d280 con 0x7f6b48103650 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b4c9f0640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b481982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:45.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b47fff640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f6b3400d950 tx=0x7f6b3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b34017030 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b34004020 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b4819d570 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b340055e0 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.007+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b481a4e50 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.009+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b48103110 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.010+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f6b340041d0 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.010+0000 7f6b45ffb640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 0x7f6b380a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.010+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6b340cf290 con 0x7f6b48103650 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.010+0000 7f6b4c9f0640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 0x7f6b380a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.011+0000 7f6b4c9f0640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 0x7f6b380a5240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0058c0 tx=0x7f6b3c005ec0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:45.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.015+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b3409b9a0 con 0x7f6b48103650 2024-09-05T04:11:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.232+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b481a5140 con 0x7f6b48103650 2024-09-05T04:11:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.233+0000 7f6b45ffb640 1 -- 172.21.15.2:0/2516332628 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f6b3409b2a0 con 0x7f6b48103650 2024-09-05T04:11:45.234 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:11:45.234 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:11:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 msgr2=0x7f6b380a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 0x7f6b380a5240 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0058c0 tx=0x7f6b3c005ec0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 msgr2=0x7f6b48198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f6b3400d950 tx=0x7f6b3400de10 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 shutdown_connections 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6b380a2d80 0x7f6b380a5240 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6b4810c160 0x7f6b4819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6b48103650 0x7f6b48198810 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 --2- 172.21.15.2:0/2516332628 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6b48102d30 0x7f6b481982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 >> 172.21.15.2:0/2516332628 conn(0x7f6b480fc790 msgr2=0x7f6b480fde70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 shutdown_connections 2024-09-05T04:11:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:45.236+0000 7f6b4ec54640 1 -- 172.21.15.2:0/2516332628 wait complete. 2024-09-05T04:11:45.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:45 smithi047 ceph-mon[34498]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T04:11:45.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:45 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2516332628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:46.011 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:45 smithi002 ceph-mon[31001]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T04:11:46.011 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:45 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2516332628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:46.038 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 148.2 --await-for 45.0' 2024-09-05T04:11:46.039 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 148.2 --await-for 45.0 2024-09-05T04:11:46.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:45 smithi079 ceph-mon[34908]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-09-05T04:11:46.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:45 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2516332628' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:11:46.301 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:46.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 -- 172.21.15.2:0/2084925796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe3701035a0 msgr2=0x7fe37010ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 --2- 172.21.15.2:0/2084925796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe3701035a0 0x7fe37010ba80 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fe35c009900 tx=0x7fe35c02a480 comp rx=0 tx=0).stop 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 -- 172.21.15.2:0/2084925796 shutdown_connections 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 --2- 172.21.15.2:0/2084925796 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe37010c0a0 0x7fe37010e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 --2- 172.21.15.2:0/2084925796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe3701035a0 0x7fe37010ba80 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 --2- 172.21.15.2:0/2084925796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe370102c80 0x7fe370103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 -- 172.21.15.2:0/2084925796 >> 172.21.15.2:0/2084925796 conn(0x7fe3700779a0 msgr2=0x7fe3700fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 -- 172.21.15.2:0/2084925796 shutdown_connections 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.804+0000 7fe376a82640 1 -- 172.21.15.2:0/2084925796 wait complete. 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 Processor -- start 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 -- start start 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe3701035a0 0x7fe3701988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 0x7fe37019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe370111d50 con 0x7fe370102c80 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe370111bd0 con 0x7fe37010c0a0 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe376a82640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe370111ed0 con 0x7fe3701035a0 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe37481e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe37481e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52754/0 (socket says 172.21.15.2:52754) 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe37481e640 1 -- 172.21.15.2:0/1133136026 learned_addr learned my addr 172.21.15.2:0/1133136026 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.805+0000 7fe36ffff640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe3701035a0 0x7fe3701988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 -- 172.21.15.2:0/1133136026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe3701035a0 msgr2=0x7fe3701988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe3701035a0 0x7fe3701988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37501f640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 0x7fe37019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 -- 172.21.15.2:0/1133136026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 msgr2=0x7fe37019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 0x7fe37019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 -- 172.21.15.2:0/1133136026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe37019d370 con 0x7fe370102c80 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37501f640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 0x7fe37019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe37481e640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe36400d950 tx=0x7fe36400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe36dffb640 1 -- 172.21.15.2:0/1133136026 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe364017070 con 0x7fe370102c80 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe36dffb640 1 -- 172.21.15.2:0/1133136026 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe364009c30 con 0x7fe370102c80 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe37019d660 con 0x7fe370102c80 2024-09-05T04:11:46.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.806+0000 7fe36dffb640 1 -- 172.21.15.2:0/1133136026 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe36400f620 con 0x7fe370102c80 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.807+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3701a4ef0 con 0x7fe370102c80 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.809+0000 7fe36dffb640 1 -- 172.21.15.2:0/1133136026 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fe3640109a0 con 0x7fe370102c80 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.809+0000 7fe379821740 1 Processor -- start 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 -- start start 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 0x559dc3ea82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3eb30c0 0x559dc3eb54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559dc3e082f0 con 0x559dc3ea8820 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559dc3db0270 con 0x559dc3ea7f00 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe379821740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559dc3e042b0 con 0x559dc3eb30c0 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37481e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37481e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52770/0 (socket says 172.21.15.2:52770) 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 0x559dc3ea82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37481e640 1 -- 172.21.15.2:0/3331519958 learned_addr learned my addr 172.21.15.2:0/3331519958 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe36ffff640 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3eb30c0 0x559dc3eb54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 -- 172.21.15.2:0/3331519958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3eb30c0 msgr2=0x559dc3eb54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3eb30c0 0x559dc3eb54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 -- 172.21.15.2:0/3331519958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 msgr2=0x559dc3eb2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37501f640 1 -- 172.21.15.2:0/3331519958 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dc3daf340 con 0x559dc3ea7f00 2024-09-05T04:11:46.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.810+0000 7fe37481e640 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:46.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe36dffb640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 0x7fe3600a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe37501f640 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 0x559dc3ea82e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe368009d80 tx=0x7fe36800f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e5d5e80a6595eec7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe37481e640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 0x7fe3600a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe35affd640 1 -- 172.21.15.2:0/3331519958 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368004b20 con 0x559dc3ea7f00 2024-09-05T04:11:46.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe35affd640 1 -- 172.21.15.2:0/3331519958 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe368004cc0 con 0x559dc3ea7f00 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe35affd640 1 -- 172.21.15.2:0/3331519958 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368011730 con 0x559dc3ea7f00 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.811+0000 7fe36dffb640 1 -- 172.21.15.2:0/1133136026 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe3640cef30 con 0x7fe370102c80 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- 172.21.15.2:0/3331519958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 msgr2=0x559dc3ea82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe37481e640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 0x7fe3600a52c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe36401d000 tx=0x7fe3640d29b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 0x559dc3ea82e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe368009d80 tx=0x7fe36800f730 comp rx=0 tx=0).stop 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- 172.21.15.2:0/3331519958 shutdown_connections 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3eb30c0 0x559dc3eb54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea8820 0x559dc3eb2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 --2- 172.21.15.2:0/3331519958 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea7f00 0x559dc3ea82e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- 172.21.15.2:0/3331519958 >> 172.21.15.2:0/3331519958 conn(0x559dc3ea4470 msgr2=0x559dc3ea4850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- 172.21.15.2:0/3331519958 shutdown_connections 2024-09-05T04:11:46.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- 172.21.15.2:0/3331519958 wait complete. 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.812+0000 7fe379821740 1 -- start start 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 Processor -- start 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eb04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559dc3eb5c90 con 0x559dc3eb30c0 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559dc3d91290 con 0x559dc3ea8820 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559dc3eb5e10 con 0x559dc3ea7f00 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe379821740 10 client.0 _ll_register_callbacks cb 0x559dc3dc2140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52786/0 (socket says 172.21.15.2:52786) 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe37501f640 1 -- 172.21.15.2:0/1895992346 learned_addr learned my addr 172.21.15.2:0/1895992346 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe37501f640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.813+0000 7fe36ffff640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eb04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 -- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 msgr2=0x559dc3eaff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 -- 172.21.15.2:0/1895992346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 msgr2=0x559dc3eb04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eb04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 -- 172.21.15.2:0/1895992346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dc3b1b210 con 0x559dc3eb30c0 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe36ffff640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eb04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:46.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe37501f640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe3680116e0 tx=0x7fe368005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c472c5b9885192 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 -- 172.21.15.2:0/1612319611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee01027a0 msgr2=0x7faee01067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 --2- 172.21.15.2:0/1612319611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee01027a0 0x7faee01067f0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7faed0009900 tx=0x7faed002a410 comp rx=0 tx=0).stop 2024-09-05T04:11:46.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 -- 172.21.15.2:0/1612319611 shutdown_connections 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 --2- 172.21.15.2:0/1612319611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 --2- 172.21.15.2:0/1612319611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee01027a0 0x7faee01067f0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 --2- 172.21.15.2:0/1612319611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee0101df0 0x7faee01021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 -- 172.21.15.2:0/1612319611 >> 172.21.15.2:0/1612319611 conn(0x7faee00fd8f0 msgr2=0x7faee00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe34ffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 -- 172.21.15.2:0/1612319611 shutdown_connections 2024-09-05T04:11:46.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.814+0000 7faee55ac640 1 -- 172.21.15.2:0/1612319611 wait complete. 2024-09-05T04:11:46.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe368022040 con 0x559dc3eb30c0 2024-09-05T04:11:46.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe368005070 con 0x559dc3eb30c0 2024-09-05T04:11:46.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe368004cc0 con 0x559dc3eb30c0 2024-09-05T04:11:46.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.814+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe368005270 con 0x559dc3eb30c0 2024-09-05T04:11:46.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 10 client.15597 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:46.821 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559dc3be7620 con 0x559dc3eb30c0 2024-09-05T04:11:46.821 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe368004cc0 con 0x559dc3eb30c0 2024-09-05T04:11:46.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 Processor -- start 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe368029430 con 0x559dc3eb30c0 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 10 client.15597 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 10 client.15597 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 20 client.15597 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3ec52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 4 client.15597 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:46.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.815+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559dc3e15a20 con 0x559dc3ec2ef0 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 -- start start 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee01027a0 0x7faee01989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee019cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faee0111ee0 con 0x7faee0101df0 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faee0111d60 con 0x7faee01027a0 2024-09-05T04:11:46.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.815+0000 7faee55ac640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faee0112060 con 0x7faee0106f20 2024-09-05T04:11:46.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.816+0000 7fe36ffff640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3ec52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faede7fc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee01027a0 0x7faee01989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee019cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52794/0 (socket says 172.21.15.2:52794) 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedeffd640 1 -- 172.21.15.2:0/704710617 learned_addr learned my addr 172.21.15.2:0/704710617 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 -- 172.21.15.2:0/704710617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee01027a0 msgr2=0x7faee01989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee01027a0 0x7faee01989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 -- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 msgr2=0x7faee0198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 -- 172.21.15.2:0/704710617 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faee019d410 con 0x7faee0106f20 2024-09-05T04:11:46.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.816+0000 7fe36ffff640 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3ec52e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89a68df984ce0f5c server_cookie=926bf6f312961cfa in_seq=0 out_seq=0 2024-09-05T04:11:46.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.816+0000 7fe34ffff640 10 client.15597 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedeffd640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.816+0000 7faedf7fe640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee019cd30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7faed8009d10 tx=0x7faed8007590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.817+0000 7faed7fff640 1 -- 172.21.15.2:0/704710617 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed8009e60 con 0x7faee0106f20 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.817+0000 7faed7fff640 1 -- 172.21.15.2:0/704710617 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faed80100d0 con 0x7faee0106f20 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.817+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faee019d6a0 con 0x7faee0106f20 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.817+0000 7faed7fff640 1 -- 172.21.15.2:0/704710617 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed800ecb0 con 0x7faee0106f20 2024-09-05T04:11:46.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.817+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faee0074420 con 0x7faee0106f20 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe34ffff640 1 -- 172.21.15.2:0/1895992346 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559dc3e15a20 con 0x559dc3ec2ef0 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe34ffff640 10 client.15597 handle_command_reply: tid=0 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 client.15597 shutdown 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 msgr2=0x559dc3eb0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe3680116e0 tx=0x7fe368005a00 comp rx=0 tx=0).stop 2024-09-05T04:11:46.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 shutdown_connections 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3ec52e0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe34ffff640 0 client.15597 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3eb0a10 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eb04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 --2- 172.21.15.2:0/1895992346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.817+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 >> 172.21.15.2:0/1895992346 conn(0x559dc3ea4470 msgr2=0x559dc3e9f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.818+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 shutdown_connections 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.818+0000 7fe379821740 1 -- 172.21.15.2:0/1895992346 wait complete. 2024-09-05T04:11:46.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.818+0000 7fe379821740 20 client.15597 trim_cache size 0 max 16384 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.819+0000 7faed7fff640 1 -- 172.21.15.2:0/704710617 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7faed8010280 con 0x7faee0106f20 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.819+0000 7faee7985740 1 Processor -- start 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.819+0000 7faee7985740 1 -- start start 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df49998350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55df498f52a0 con 0x55df499a3150 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55df4989cb10 con 0x55df49997f70 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faee7985740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55df498f1260 con 0x55df49998890 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faedeffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faede7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faedeffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56390/0 (socket says 172.21.15.2:56390) 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faedeffd640 1 -- 172.21.15.2:0/2286728365 learned_addr learned my addr 172.21.15.2:0/2286728365 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.820+0000 7faed7fff640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 0x7faecc0a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faede7fc640 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df49998350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 -- 172.21.15.2:0/2286728365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 msgr2=0x55df49998350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faed7fff640 1 -- 172.21.15.2:0/704710617 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faed80d2f10 con 0x7faee0106f20 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df49998350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedf7fe640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 0x7faecc0a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 -- 172.21.15.2:0/2286728365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 msgr2=0x55df499a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 -- 172.21.15.2:0/2286728365 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df49666b90 con 0x55df49998890 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faede7fc640 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df49998350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedf7fe640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 0x7faecc0a52c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faed80d0200 tx=0x7faed806dea0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.821+0000 7faedeffd640 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faec8009ed0 tx=0x7faec800e5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb929c253e4b20ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faed57fa640 1 -- 172.21.15.2:0/2286728365 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8017070 con 0x55df49998890 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faed57fa640 1 -- 172.21.15.2:0/2286728365 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faec8013920 con 0x55df49998890 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faed57fa640 1 -- 172.21.15.2:0/2286728365 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8012900 con 0x55df49998890 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 -- 172.21.15.2:0/2286728365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 msgr2=0x55df499a2c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7faec8009ed0 tx=0x7faec800e5a0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 -- 172.21.15.2:0/2286728365 shutdown_connections 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499a2c10 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 --2- 172.21.15.2:0/2286728365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df49998350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.822+0000 7faee7985740 1 -- 172.21.15.2:0/2286728365 >> 172.21.15.2:0/2286728365 conn(0x55df49994500 msgr2=0x55df499948e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- 172.21.15.2:0/2286728365 shutdown_connections 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- 172.21.15.2:0/2286728365 wait complete. 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- start start 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 Processor -- start 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df4999ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49998890 0x55df499a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55df499a5d20 con 0x55df499a3150 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55df4987d6e0 con 0x55df49998890 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55df499a5ea0 con 0x55df49997f70 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faee7985740 10 client.0 _ll_register_callbacks cb 0x55df498a1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:46.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faede7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faede7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52808/0 (socket says 172.21.15.2:52808) 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.823+0000 7faede7fc640 1 -- 172.21.15.2:0/3643609743 learned_addr learned my addr 172.21.15.2:0/3643609743 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faedeffd640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49998890 0x55df499a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df4999ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 -- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 msgr2=0x55df4999ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df4999ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 -- 172.21.15.2:0/3643609743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49998890 msgr2=0x55df499a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49998890 0x55df499a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 -- 172.21.15.2:0/3643609743 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df499af190 con 0x55df499a3150 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faede7fc640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7faed00096c0 tx=0x7faed002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b900877ec0259c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faec67fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0035070 con 0x55df499a3150 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faed0003c20 con 0x55df499a3150 2024-09-05T04:11:46.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faec8013920 con 0x55df499a3150 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faed0003e20 con 0x55df499a3150 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faee7985740 10 client.15606 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.824+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55df499b1ae0 con 0x55df499a3150 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faec8013920 con 0x55df499a3150 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faed003d610 con 0x55df499a3150 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 10 client.15606 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 10 client.15606 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 20 client.15606 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df499b2ef0 0x55df499b52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 4 client.15606 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df499029d0 con 0x55df499b2ef0 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.825+0000 7faedeffd640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df499b2ef0 0x55df499b52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faec67fc640 10 client.15606 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faedeffd640 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df499b2ef0 0x55df499b52e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f97df32191e20a1 server_cookie=558e591d92c13962 in_seq=0 out_seq=0 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faec67fc640 1 -- 172.21.15.2:0/3643609743 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55df499029d0 con 0x55df499b2ef0 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faec67fc640 10 client.15606 handle_command_reply: tid=0 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 client.15606 shutdown 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 msgr2=0x55df499a0a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7faed00096c0 tx=0x7faed002a410 comp rx=0 tx=0).stop 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 shutdown_connections 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df499b2ef0 0x55df499b52e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499a0a30 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49998890 0x55df499a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faec67fc640 0 client.15606 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 --2- 172.21.15.2:0/3643609743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df4999ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.826+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 >> 172.21.15.2:0/3643609743 conn(0x55df49994500 msgr2=0x55df4998ae70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.827+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 shutdown_connections 2024-09-05T04:11:46.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.827+0000 7faee7985740 1 -- 172.21.15.2:0/3643609743 wait complete. 2024-09-05T04:11:46.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.827+0000 7faee7985740 20 client.15606 trim_cache size 0 max 16384 2024-09-05T04:11:46.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 Processor -- start 2024-09-05T04:11:46.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 -- start start 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df4999a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499bab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499bb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faee01aadd0 con 0x55df499a3150 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faee01ad650 con 0x55df49997f70 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faee7985740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faee01ab440 con 0x55df49998890 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faede7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499bb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faede7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499bb0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52812/0 (socket says 172.21.15.2:52812) 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.844+0000 7faede7fc640 1 -- 172.21.15.2:0/3071464339 learned_addr learned my addr 172.21.15.2:0/3071464339 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df4999a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faedeffd640 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499bab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 -- 172.21.15.2:0/3071464339 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 msgr2=0x55df499bab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499bab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 -- 172.21.15.2:0/3071464339 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 msgr2=0x55df499bb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499bb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 -- 172.21.15.2:0/3071464339 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df49994330 con 0x55df49997f70 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faede7fc640 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df4999a9d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faed003f040 tx=0x7faed00035f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8559ddf88892a7a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faed4ff9640 1 -- 172.21.15.2:0/3071464339 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed005d070 con 0x55df49997f70 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faed4ff9640 1 -- 172.21.15.2:0/3071464339 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faed0041070 con 0x55df49997f70 2024-09-05T04:11:46.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.845+0000 7faed4ff9640 1 -- 172.21.15.2:0/3071464339 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0035030 con 0x55df49997f70 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 -- 172.21.15.2:0/3071464339 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 msgr2=0x55df4999a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df4999a9d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7faed003f040 tx=0x7faed00035f0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 -- 172.21.15.2:0/3071464339 shutdown_connections 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df499a3150 0x55df499bb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49998890 0x55df499bab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 --2- 172.21.15.2:0/3071464339 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df49997f70 0x55df4999a9d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 -- 172.21.15.2:0/3071464339 >> 172.21.15.2:0/3071464339 conn(0x55df49994500 msgr2=0x55df499a2030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 -- 172.21.15.2:0/3071464339 shutdown_connections 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.846+0000 7faee7985740 1 -- 172.21.15.2:0/3071464339 wait complete. 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 -- start start 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 Processor -- start 2024-09-05T04:11:46.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df499ab0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df499a3150 0x55df499a80c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faee01abb10 con 0x55df49998890 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faee01acf80 con 0x55df499a3150 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faee01ac1e0 con 0x55df49997f70 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faedeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faee7985740 10 client.0 _ll_register_callbacks cb 0x7faed0004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faedeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52822/0 (socket says 172.21.15.2:52822) 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faedeffd640 1 -- 172.21.15.2:0/1519378720 learned_addr learned my addr 172.21.15.2:0/1519378720 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.847+0000 7faede7fc640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df499ab0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faede7fc640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df499a3150 0x55df499a80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 -- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 msgr2=0x55df499ab0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df499ab0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 -- 172.21.15.2:0/1519378720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df499a3150 msgr2=0x55df499a80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df499a3150 0x55df499a80c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 -- 172.21.15.2:0/1519378720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df49987260 con 0x55df49998890 2024-09-05T04:11:46.851 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.848+0000 7fe379821740 1 Processor -- start 2024-09-05T04:11:46.851 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.848+0000 7fe379821740 1 -- start start 2024-09-05T04:11:46.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faedeffd640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7faec8010010 tx=0x7faec8009340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ccf3abb5ef6527f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faec67fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:46.852 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.848+0000 7fe379821740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.852 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.848+0000 7fe379821740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec8017040 con 0x55df49998890 2024-09-05T04:11:46.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faed0041070 con 0x55df49998890 2024-09-05T04:11:46.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faec8004450 con 0x55df49998890 2024-09-05T04:11:46.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.848+0000 7fe379821740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3ecaa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faec8003690 con 0x55df49998890 2024-09-05T04:11:46.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faee7985740 10 client.15612 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:46.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.848+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55df49a1e210 con 0x55df49998890 2024-09-05T04:11:46.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe36ffff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe36ffff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:53360/0 (socket says 172.21.15.2:53360) 2024-09-05T04:11:46.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3ecaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faed0041070 con 0x55df49998890 2024-09-05T04:11:46.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3ecaa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52836/0 (socket says 172.21.15.2:52836) 2024-09-05T04:11:46.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faec8013a10 con 0x55df49998890 2024-09-05T04:11:46.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe36ffff640 1 -- 172.21.15.2:0/2506088456 learned_addr learned my addr 172.21.15.2:0/2506088456 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 10 client.15612 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:46.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701aade0 con 0x559dc3eb30c0 2024-09-05T04:11:46.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701ad660 con 0x559dc3ea8820 2024-09-05T04:11:46.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 10 client.15612 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:11:46.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701ab450 con 0x559dc3ea7f00 2024-09-05T04:11:46.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 20 client.15612 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:46.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df49a1e720 0x55df49a20b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 4 client.15612 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 148.2, "await_for": 45.0}] 2024-09-05T04:11:46.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 148.2, "await_for": 45.0}) -- 0x55df498fcd20 con 0x55df49a1e720 2024-09-05T04:11:46.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.849+0000 7faede7fc640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df49a1e720 0x55df49a20b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.849+0000 7fe37501f640 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 -- 172.21.15.2:0/2506088456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 msgr2=0x559dc3eaeeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaeeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 -- 172.21.15.2:0/2506088456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 msgr2=0x559dc3ecaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3ecaa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 -- 172.21.15.2:0/2506088456 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559dc3ea42a0 con 0x559dc3ea8820 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe37501f640 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:46.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe35c02a9a0 tx=0x7fe35c032e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd1a2dc70f012155 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.850+0000 7faec67fc640 10 client.15612 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.850+0000 7faede7fc640 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df49a1e720 0x55df49a20b40 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e393ba6461234c1 server_cookie=6fb4bd93c743439c in_seq=0 out_seq=0 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe35a7fc640 1 -- 172.21.15.2:0/2506088456 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c049070 con 0x559dc3ea8820 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe35a7fc640 1 -- 172.21.15.2:0/2506088456 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe35c0054f0 con 0x559dc3ea8820 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.850+0000 7fe35a7fc640 1 -- 172.21.15.2:0/2506088456 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c035040 con 0x559dc3ea8820 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 msgr2=0x559dc3eab6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe35c02a9a0 tx=0x7fe35c032e70 comp rx=0 tx=0).stop 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 shutdown_connections 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3eb30c0 0x559dc3ecaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.862 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3ea8820 0x559dc3eab6c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 --2- 172.21.15.2:0/2506088456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea7f00 0x559dc3eaeeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 >> 172.21.15.2:0/2506088456 conn(0x559dc3ea4470 msgr2=0x559dc3eb2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 shutdown_connections 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.851+0000 7fe379821740 1 -- 172.21.15.2:0/2506088456 wait complete. 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 -- start start 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 Processor -- start 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 0x559dc3ebb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 0x559dc3eb6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3eb30c0 0x559dc3eb7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701abb20 con 0x559dc3ea7f00 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701acf90 con 0x559dc3eb30c0 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe3701ac1f0 con 0x559dc3ea8820 2024-09-05T04:11:46.863 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe379821740 10 client.0 _ll_register_callbacks cb 0x7fe3640cc0b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 0x559dc3ebb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.852+0000 7fe37501f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 0x559dc3ebb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52848/0 (socket says 172.21.15.2:52848) 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 0x559dc3eb6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe37501f640 1 -- 172.21.15.2:0/2052771248 learned_addr learned my addr 172.21.15.2:0/2052771248 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 -- 172.21.15.2:0/2052771248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3eb30c0 msgr2=0x559dc3eb7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3eb30c0 0x559dc3eb7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 -- 172.21.15.2:0/2052771248 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 msgr2=0x559dc3ebb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 0x559dc3ebb7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 -- 172.21.15.2:0/2052771248 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559dc3ea5100 con 0x559dc3ea8820 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe36ffff640 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 0x559dc3eb6ac0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x559dc3ec55c0 tx=0x7fe35c032c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fff0dc6c3c732ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe34ffff640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe35c049040 con 0x559dc3ea8820 2024-09-05T04:11:46.864 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe35c0054f0 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe35c004100 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe35c05a050 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.853+0000 7fe379821740 10 client.25243 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559dc3f2d7f0 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe35c0054f0 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe35c04c070 con 0x559dc3ea8820 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 10 client.25243 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 10 client.25243 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 20 client.25243 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3f2fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 4 client.25243 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559dc3e0fd70 con 0x559dc3ec2ef0 2024-09-05T04:11:46.865 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.854+0000 7fe37501f640 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3f2fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.855+0000 7fe34ffff640 10 client.25243 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.866 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.855+0000 7fe37501f640 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3f2fe70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed526c08471f17e1 server_cookie=7010752f50bae96d in_seq=0 out_seq=0 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faec67fc640 1 -- 172.21.15.2:0/1519378720 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55df498fcd20 con 0x55df49a1e720 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faec67fc640 10 client.15612 handle_command_reply: tid=0 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 client.15612 shutdown 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 msgr2=0x55df499ab630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7faec8010010 tx=0x7faec8009340 comp rx=0 tx=0).stop 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 shutdown_connections 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df49a1e720 0x55df49a20b40 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df499a3150 0x55df499a80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df49998890 0x55df499ab630 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 --2- 172.21.15.2:0/1519378720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df49997f70 0x55df499ab0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 >> 172.21.15.2:0/1519378720 conn(0x55df49994500 msgr2=0x55df4998a650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faec67fc640 0 client.15612 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 shutdown_connections 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.857+0000 7faee7985740 1 -- 172.21.15.2:0/1519378720 wait complete. 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee7985740 20 client.15612 trim_cache size 0 max 16384 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 2, 2024-09-05T04:11:46.868 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "ac6d63bb": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 2, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 148.2, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:11:46.869 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 msgr2=0x7faecc0a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 0x7faecc0a52c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7faed80d0200 tx=0x7faed806dea0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 msgr2=0x7faee019cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee019cd30 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7faed8009d10 tx=0x7faed8007590 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 shutdown_connections 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faecc0a2e00 0x7faecc0a52c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faee0106f20 0x7faee019cd30 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faee01027a0 0x7faee01989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 --2- 172.21.15.2:0/704710617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faee0101df0 0x7faee0198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.858+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 >> 172.21.15.2:0/704710617 conn(0x7faee00fd8f0 msgr2=0x7faee00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe34ffff640 1 -- 172.21.15.2:0/2052771248 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559dc3e0fd70 con 0x559dc3ec2ef0 2024-09-05T04:11:46.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe34ffff640 10 client.25243 handle_command_reply: tid=0 2024-09-05T04:11:46.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.859+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 shutdown_connections 2024-09-05T04:11:46.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:46.859+0000 7faee55ac640 1 -- 172.21.15.2:0/704710617 wait complete. 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 client.25243 shutdown 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 msgr2=0x559dc3eb6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 0x559dc3eb6ac0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x559dc3ec55c0 tx=0x7fe35c032c80 comp rx=0 tx=0).stop 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 shutdown_connections 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559dc3ec2ef0 0x559dc3f2fe70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559dc3eb30c0 0x559dc3eb7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559dc3ea8820 0x559dc3eb6ac0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe34ffff640 0 client.25243 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 --2- 172.21.15.2:0/2052771248 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559dc3ea7f00 0x559dc3ebb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 >> 172.21.15.2:0/2052771248 conn(0x559dc3ea4470 msgr2=0x559dc3eb17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 shutdown_connections 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 1 -- 172.21.15.2:0/2052771248 wait complete. 2024-09-05T04:11:46.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.859+0000 7fe379821740 20 client.25243 trim_cache size 0 max 16384 2024-09-05T04:11:46.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:11:46.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:11:46.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:11:46.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 msgr2=0x7fe3600a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 0x7fe3600a52c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe36401d000 tx=0x7fe3640d29b0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 msgr2=0x7fe370198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe36400d950 tx=0x7fe36400de10 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 shutdown_connections 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe3600a2e00 0x7fe3600a52c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe37010c0a0 0x7fe37019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe3701035a0 0x7fe3701988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 --2- 172.21.15.2:0/1133136026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe370102c80 0x7fe370198380 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 >> 172.21.15.2:0/1133136026 conn(0x7fe3700779a0 msgr2=0x7fe3700fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 shutdown_connections 2024-09-05T04:11:46.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:46.860+0000 7fe376a82640 1 -- 172.21.15.2:0/1133136026 wait complete. 2024-09-05T04:11:47.540 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ac6d63bb', quiesce took 3.3 seconds. Will release after: 24.9 2024-09-05T04:11:47.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:47 smithi002 ceph-mon[31001]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:11:47.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:47 smithi047 ceph-mon[34498]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:11:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:47 smithi079 ceph-mon[34908]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:11:49.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:49 smithi047 ceph-mon[34498]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:11:50.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:49 smithi002 ceph-mon[31001]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:11:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:49 smithi079 ceph-mon[34908]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 1 op/s 2024-09-05T04:11:51.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:51 smithi047 ceph-mon[34498]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:52.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:51 smithi002 ceph-mon[31001]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:51 smithi079 ceph-mon[34908]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-09-05T04:11:53.879 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:53 smithi079 ceph-mon[34908]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:53.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:53 smithi047 ceph-mon[34498]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:54.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:53 smithi002 ceph-mon[31001]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:55.609 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:55 smithi002 ceph-mon[31001]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:55.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:55 smithi047 ceph-mon[34498]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:55 smithi079 ceph-mon[34908]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:57.231 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:11:57.564 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:11:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:57 smithi047 ceph-mon[34498]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:57.975 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:57 smithi002 ceph-mon[31001]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.060+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2473899831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 msgr2=0x7fd7f810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.060+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2473899831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f810da40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fd7f0009ca0 tx=0x7fd7f002a950 comp rx=0 tx=0).stop 2024-09-05T04:11:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2473899831 shutdown_connections 2024-09-05T04:11:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2473899831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f810da40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2473899831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 0x7fd7f81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2473899831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 0x7fd7f8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2473899831 >> 172.21.15.2:0/2473899831 conn(0x7fd7f80fc7d0 msgr2=0x7fd7f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2473899831 shutdown_connections 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2473899831 wait complete. 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 Processor -- start 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.061+0000 7fd7fe3c5640 1 -- start start 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 0x7fd7f80fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 0x7fd7f80fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f8110e30 con 0x7fd7f8102ef0 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f8110cb0 con 0x7fd7f8102570 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fe3c5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f8110fb0 con 0x7fd7f8100e20 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fc962640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fc962640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42610/0 (socket says 172.21.15.2:42610) 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7fc962640 1 -- 172.21.15.2:0/2724362049 learned_addr learned my addr 172.21.15.2:0/2724362049 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 0x7fd7f80fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.062+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 0x7fd7f80fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 -- 172.21.15.2:0/2724362049 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 msgr2=0x7fd7f80fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 0x7fd7f80fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 -- 172.21.15.2:0/2724362049 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 msgr2=0x7fd7f80fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 0x7fd7f80fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 -- 172.21.15.2:0/2724362049 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f81a6880 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fc962640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd7f002ae70 tx=0x7fd7f002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7f57fa640 1 -- 172.21.15.2:0/2724362049 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0034040 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7f57fa640 1 -- 172.21.15.2:0/2724362049 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7f00308f0 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.063+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f81a6b10 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.064+0000 7fd7f57fa640 1 -- 172.21.15.2:0/2724362049 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f0004780 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.064+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f81a7040 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.066+0000 7fd7f57fa640 1 -- 172.21.15.2:0/2724362049 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7fd7f0037020 con 0x7fd7f8102ef0 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.067+0000 7fd7f57fa640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 0x7fd7e00a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.067+0000 7fd80079e740 1 Processor -- start 2024-09-05T04:11:58.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.067+0000 7fd80079e740 1 -- start start 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.067+0000 7fd7f57fa640 1 -- 172.21.15.2:0/2724362049 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7f00f08c0 con 0x7fd7f8102ef0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 0x7fd7e00a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e2d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e38140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e3aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ea26d932e0 con 0x55ea26e2d4a0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e2d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e2d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42624/0 (socket says 172.21.15.2:42624) 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7f7fff640 1 -- 172.21.15.2:0/3694286852 learned_addr learned my addr 172.21.15.2:0/3694286852 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7fc962640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e3aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ea26d3ace0 con 0x55ea26e38680 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e38140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.068+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ea26d8f2a0 con 0x55ea26e2ddc0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 0x7fd7e00a52c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8005d00 tx=0x7fd7e80107a0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 -- 172.21.15.2:0/3694286852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 msgr2=0x55ea26e3aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e3aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 -- 172.21.15.2:0/3694286852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 msgr2=0x55ea26e2d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e2d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 -- 172.21.15.2:0/3694286852 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea26d1f440 con 0x55ea26e2ddc0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7fc962640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e3aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e38140 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec00bb40 tx=0x7fd7ec0103d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14cb37a80039658b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.069+0000 7fd7de7fc640 1 -- 172.21.15.2:0/3694286852 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec004030 con 0x55ea26e2ddc0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.070+0000 7fd7de7fc640 1 -- 172.21.15.2:0/3694286852 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7ec0035f0 con 0x55ea26e2ddc0 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.070+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 msgr2=0x55ea26e38140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.070+0000 7fd80079e740 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e38140 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec00bb40 tx=0x7fd7ec0103d0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.070+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 shutdown_connections 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e3aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e38140 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 --2- 172.21.15.2:0/3694286852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e2d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 >> 172.21.15.2:0/3694286852 conn(0x55ea26e29a30 msgr2=0x55ea26e29e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 shutdown_connections 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 -- 172.21.15.2:0/3694286852 wait complete. 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.071+0000 7fd80079e740 1 -- start start 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.072+0000 7fd80079e740 1 Processor -- start 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.072+0000 7fd80079e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.072+0000 7fd80079e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 0x55ea26e35320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd80079e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 0x55ea26e35910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd80079e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ea26e3b2f0 con 0x55ea26e2ddc0 2024-09-05T04:11:58.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd80079e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ea26d4e050 con 0x55ea26e2d4a0 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57260/0 (socket says 172.21.15.2:57260) 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7f7fff640 1 -- 172.21.15.2:0/89104371 learned_addr learned my addr 172.21.15.2:0/89104371 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 0x55ea26e35320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7fc962640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 0x55ea26e35910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ea26e3b470 con 0x55ea26e38680 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd80079e740 10 client.0 _ll_register_callbacks cb 0x55ea26d8e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7fc962640 1 -- 172.21.15.2:0/89104371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 msgr2=0x55ea26e38070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7fc962640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.073+0000 7fd7fc962640 1 -- 172.21.15.2:0/89104371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 msgr2=0x55ea26e35320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7fc962640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 0x55ea26e35320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7fc962640 1 -- 172.21.15.2:0/89104371 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea26b043c0 con 0x55ea26e38680 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:58.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ea26da0850 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 0x55ea26e35320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7fc962640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 0x55ea26e35910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd7f00edc60 tx=0x7fd7f00bae90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=145ec007dfa7f0dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7d77fe640 10 client.25255 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7d77fe640 1 -- 172.21.15.2:0/89104371 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f002c040 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7d77fe640 1 -- 172.21.15.2:0/89104371 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7f00a7110 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd7d77fe640 1 -- 172.21.15.2:0/89104371 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7f00bc2e0 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd80079e740 10 client.25255 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.074+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({fsmap=21}) -- 0x55ea26e3b3b0 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd7d77fe640 1 -- 172.21.15.2:0/89104371 <== mon.1 v2:172.21.15.79:3300/0 4 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7f004d030 con 0x55ea26e38680 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 10 client.25255 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 10 client.25255 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 20 client.25255 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:58.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26e48070 0x55ea26e4a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 4 client.25255 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:11:58.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea26d9ad60 con 0x55ea26e48070 2024-09-05T04:11:58.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.075+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26e48070 0x55ea26e4a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.076+0000 7fd7d77fe640 10 client.25255 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:58.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.076+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26e48070 0x55ea26e4a4a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbf0fafd241b13c0 server_cookie=6a932c001e106d90 in_seq=0 out_seq=0 2024-09-05T04:11:58.086 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:57 smithi079 ceph-mon[34908]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.076+0000 7fd7d77fe640 1 -- 172.21.15.2:0/89104371 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ea26d9ad60 con 0x55ea26e48070 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.076+0000 7fd7d77fe640 10 client.25255 handle_command_reply: tid=0 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.076+0000 7fd80079e740 1 client.25255 shutdown 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 msgr2=0x55ea26e35910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 0x55ea26e35910 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd7f00edc60 tx=0x7fd7f00bae90 comp rx=0 tx=0).stop 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 shutdown_connections 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26e48070 0x55ea26e4a4a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e38680 0x55ea26e35910 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2ddc0 0x55ea26e35320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 --2- 172.21.15.2:0/89104371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e38070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd7d77fe640 0 client.25255 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:58.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 >> 172.21.15.2:0/89104371 conn(0x55ea26e29a30 msgr2=0x55ea26e2f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 shutdown_connections 2024-09-05T04:11:58.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 1 -- 172.21.15.2:0/89104371 wait complete. 2024-09-05T04:11:58.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.077+0000 7fd80079e740 20 client.25255 trim_cache size 0 max 16384 2024-09-05T04:11:58.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 Processor -- start 2024-09-05T04:11:58.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 -- start start 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e4fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e50280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81aabc0 con 0x55ea26e2d4a0 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81ad440 con 0x55ea26e38680 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd80079e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81ab230 con 0x55ea26e2ddc0 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd7f7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42640/0 (socket says 172.21.15.2:42640) 2024-09-05T04:11:58.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.111+0000 7fd7f7fff640 1 -- 172.21.15.2:0/3059753690 learned_addr learned my addr 172.21.15.2:0/3059753690 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:58.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e4fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7fc962640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e50280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 -- 172.21.15.2:0/3059753690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 msgr2=0x55ea26e4fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e4fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 -- 172.21.15.2:0/3059753690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 msgr2=0x55ea26e50280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e50280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 -- 172.21.15.2:0/3059753690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea26e3aa70 con 0x55ea26e2d4a0 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e4fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55ea26e4ac80 tx=0x7fd7e8015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f33279af20e87ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7ddffb640 1 -- 172.21.15.2:0/3059753690 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8024e20 con 0x55ea26e2d4a0 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7ddffb640 1 -- 172.21.15.2:0/3059753690 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7e80130d0 con 0x55ea26e2d4a0 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.112+0000 7fd7ddffb640 1 -- 172.21.15.2:0/3059753690 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e802e3f0 con 0x55ea26e2d4a0 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 -- 172.21.15.2:0/3059753690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 msgr2=0x55ea26e445a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x55ea26e4ac80 tx=0x7fd7e8015000 comp rx=0 tx=0).stop 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 -- 172.21.15.2:0/3059753690 shutdown_connections 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e38680 0x55ea26e50280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e4fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 --2- 172.21.15.2:0/3059753690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e2d4a0 0x55ea26e445a0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 -- 172.21.15.2:0/3059753690 >> 172.21.15.2:0/3059753690 conn(0x55ea26e29a30 msgr2=0x55ea26e33bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.113+0000 7fd80079e740 1 -- 172.21.15.2:0/3059753690 shutdown_connections 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.114+0000 7fd80079e740 1 -- 172.21.15.2:0/3059753690 wait complete. 2024-09-05T04:11:58.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.114+0000 7fd80079e740 1 -- start start 2024-09-05T04:11:58.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.114+0000 7fd80079e740 1 Processor -- start 2024-09-05T04:11:58.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.114+0000 7fd80079e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e3cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e3d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42652/0 (socket says 172.21.15.2:42652) 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 -- 172.21.15.2:0/555513592 learned_addr learned my addr 172.21.15.2:0/555513592 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81ab900 con 0x55ea26e38680 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81acd70 con 0x55ea26e2d4a0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f81abfd0 con 0x55ea26e2ddc0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e3cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7f77fe640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e3d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 10 client.0 _ll_register_callbacks cb 0x7fd7f00edaf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 -- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 msgr2=0x55ea26e3d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e3d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 -- 172.21.15.2:0/555513592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 msgr2=0x55ea26e3cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:11:58.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e3cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea26eb2300 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e3cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7e80130d0 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7fc962640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd7f004bc50 tx=0x7fd7f00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb317107e925981c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.115+0000 7fd7d77fe640 10 client.15636 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd7d77fe640 1 -- 172.21.15.2:0/555513592 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7f004bdc0 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd7d77fe640 1 -- 172.21.15.2:0/555513592 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7f00c5160 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd7d77fe640 1 -- 172.21.15.2:0/555513592 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7f00bc750 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd80079e740 10 client.15636 fetch_fsmap learned FSMap version 21 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({fsmap=21}) -- 0x55ea26eb2300 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.116+0000 7fd7d77fe640 1 -- 172.21.15.2:0/555513592 <== mon.0 v2:172.21.15.2:3300/0 4 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7f004d040 con 0x55ea26e38680 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 10 client.15636 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:11:58.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 10 client.15636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:11:58.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 20 client.15636 populate_metadata read hostname 'smithi002' 2024-09-05T04:11:58.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26eb36d0 0x55ea26eb5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:58.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 4 client.15636 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:11:58.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ea26d17210 con 0x55ea26eb36d0 2024-09-05T04:11:58.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26eb36d0 0x55ea26eb5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:58.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd7f7fff640 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26eb36d0 0x55ea26eb5ac0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a86e90ab442a9f server_cookie=eea2cb6cc92b5b6d in_seq=0 out_seq=0 2024-09-05T04:11:58.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd7d77fe640 10 client.15636 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd7d77fe640 1 -- 172.21.15.2:0/555513592 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ea26d17210 con 0x55ea26eb36d0 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.117+0000 7fd7d77fe640 10 client.15636 handle_command_reply: tid=0 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 client.15636 shutdown 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 msgr2=0x55ea26eb1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fd7f004bc50 tx=0x7fd7f00095c0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 shutdown_connections 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ea26eb36d0 0x55ea26eb5ac0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd7d77fe640 0 client.15636 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ea26e38680 0x55ea26eb1d10 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ea26e2ddc0 0x55ea26e3d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 --2- 172.21.15.2:0/555513592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ea26e2d4a0 0x55ea26e3cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 >> 172.21.15.2:0/555513592 conn(0x55ea26e29a30 msgr2=0x55ea26e373a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.118+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 shutdown_connections 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:11:58.124 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.119+0000 7fd80079e740 1 -- 172.21.15.2:0/555513592 wait complete. 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.119+0000 7fd80079e740 20 client.15636 trim_cache size 0 max 16384 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 msgr2=0x7fd7e00a52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 0x7fd7e00a52c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8005d00 tx=0x7fd7e80107a0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 msgr2=0x7fd7f80fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fd7f002ae70 tx=0x7fd7f002f5d0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 shutdown_connections 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e00a2e00 0x7fd7e00a52c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7f8102ef0 0x7fd7f80fd700 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7f8102570 0x7fd7f80fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 --2- 172.21.15.2:0/2724362049 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7f8100e20 0x7fd7f80fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:58.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 >> 172.21.15.2:0/2724362049 conn(0x7fd7f80fc7d0 msgr2=0x7fd7f806a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:58.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 shutdown_connections 2024-09-05T04:11:58.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:11:58.120+0000 7fd7fe3c5640 1 -- 172.21.15.2:0/2724362049 wait complete. 2024-09-05T04:11:59.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:11:59 smithi047 ceph-mon[34498]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:11:59.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 -- 172.21.15.2:0/2305544128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541069b0 msgr2=0x7f6954106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 --2- 172.21.15.2:0/2305544128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541069b0 0x7f6954106d90 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f6944009930 tx=0x7f694402a420 comp rx=0 tx=0).stop 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 -- 172.21.15.2:0/2305544128 shutdown_connections 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 --2- 172.21.15.2:0/2305544128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f695410d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 --2- 172.21.15.2:0/2305544128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541009a0 0x7f6954100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 --2- 172.21.15.2:0/2305544128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541069b0 0x7f6954106d90 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 -- 172.21.15.2:0/2305544128 >> 172.21.15.2:0/2305544128 conn(0x7f69540779a0 msgr2=0x7f69540fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 -- 172.21.15.2:0/2305544128 shutdown_connections 2024-09-05T04:11:59.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.991+0000 7f69589a6640 1 -- 172.21.15.2:0/2305544128 wait complete. 2024-09-05T04:11:59.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 Processor -- start 2024-09-05T04:11:59.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 -- start start 2024-09-05T04:11:59.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:59.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f6954196670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:59.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 0x7f695419a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f695410fba0 con 0x7f69541009a0 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f695410fa20 con 0x7f6954101340 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f69589a6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f695410fd20 con 0x7f69541069b0 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f6951d9b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f6954196670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42668/0 (socket says 172.21.15.2:42668) 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.992+0000 7f695259c640 1 -- 172.21.15.2:0/2445285945 learned_addr learned my addr 172.21.15.2:0/2445285945 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 0x7f695419a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 -- 172.21.15.2:0/2445285945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 msgr2=0x7f695419a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 0x7f695419a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 -- 172.21.15.2:0/2445285945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 msgr2=0x7f6954196670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f6954196670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:11:59.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 -- 172.21.15.2:0/2445285945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f695419b120 con 0x7f69541009a0 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 0x7f695419a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f6951d9b640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f6954196670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f695259c640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f6944005ab0 tx=0x7f6944032a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f69437fe640 1 -- 172.21.15.2:0/2445285945 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694403f030 con 0x7f69541009a0 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f695419b3b0 con 0x7f69541009a0 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.993+0000 7f69437fe640 1 -- 172.21.15.2:0/2445285945 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6944003aa0 con 0x7f69541009a0 2024-09-05T04:11:59.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.994+0000 7f69437fe640 1 -- 172.21.15.2:0/2445285945 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944035070 con 0x7f69541009a0 2024-09-05T04:11:59.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.994+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69541a2ca0 con 0x7f69541009a0 2024-09-05T04:11:59.999 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.997+0000 7f69437fe640 1 -- 172.21.15.2:0/2445285945 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 24) ==== 138008+0+0 (secure 0 0 0) 0x7f6944042030 con 0x7f69541009a0 2024-09-05T04:11:59.999 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 Processor -- start 2024-09-05T04:12:00.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 -- start start 2024-09-05T04:12:00.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a1fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a224b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557a899752f0 con 0x557a89a109d0 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557a8991d270 con 0x557a89a200c0 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f695b820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557a899712b0 con 0x557a89a112f0 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.998+0000 7f6952d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42680/0 (socket says 172.21.15.2:42680) 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 -- 172.21.15.2:0/1696768627 learned_addr learned my addr 172.21.15.2:0/1696768627 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f695259c640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a1fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 -- 172.21.15.2:0/1696768627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 msgr2=0x557a89a1fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a1fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f69437fe640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 0x7f693c0a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 -- 172.21.15.2:0/1696768627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 msgr2=0x557a89a224b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6951d9b640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a224b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a224b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 -- 172.21.15.2:0/1696768627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a8991c340 con 0x557a89a109d0 2024-09-05T04:12:00.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f695259c640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a1fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:00.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6951d9b640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a224b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:00.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f69437fe640 1 -- 172.21.15.2:0/2445285945 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f69440ef8d0 con 0x7f69541009a0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 0x7f693c0a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:11:59.999+0000 7f6952d9d640 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f694c009ed0 tx=0x7f694c00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c50b4741bac3649 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.000+0000 7f6940ff9640 1 -- 172.21.15.2:0/1696768627 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694c0119d0 con 0x557a89a109d0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.000+0000 7f6940ff9640 1 -- 172.21.15.2:0/1696768627 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f694c011e50 con 0x557a89a109d0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.000+0000 7f6940ff9640 1 -- 172.21.15.2:0/1696768627 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694c01c920 con 0x557a89a109d0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.000+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 0x7f693c0a51a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f694c01d000 tx=0x7f694c020000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:00.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- 172.21.15.2:0/1696768627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 msgr2=0x557a89a10db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f694c009ed0 tx=0x7f694c00e6c0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- 172.21.15.2:0/1696768627 shutdown_connections 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a224b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a1fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 --2- 172.21.15.2:0/1696768627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a10db0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- 172.21.15.2:0/1696768627 >> 172.21.15.2:0/1696768627 conn(0x557a89a0d060 msgr2=0x557a89a0d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- 172.21.15.2:0/1696768627 shutdown_connections 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- 172.21.15.2:0/1696768627 wait complete. 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.001+0000 7f695b820740 1 -- start start 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 Processor -- start 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 0x557a89a1d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a1da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557a89a22cf0 con 0x557a89a112f0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557a898fe290 con 0x557a89a200c0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557a89a22e70 con 0x557a89a109d0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695259c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695259c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:43952/0 (socket says 172.21.15.2:43952) 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695b820740 10 client.0 _ll_register_callbacks cb 0x557a8992f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f695259c640 1 -- 172.21.15.2:0/632028609 learned_addr learned my addr 172.21.15.2:0/632028609 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f6951d9b640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 0x557a89a1d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.002+0000 7f6952d9d640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a1da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 -- 172.21.15.2:0/632028609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 msgr2=0x557a89a1da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a1da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 -- 172.21.15.2:0/632028609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 msgr2=0x557a89a1d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 0x557a89a1d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 -- 172.21.15.2:0/632028609 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a89688210 con 0x557a89a109d0 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f6951d9b640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 0x557a89a1d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:00.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695259c640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f69440b8250 tx=0x7f69440bb650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ceb3ccabc1b85096 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f6939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944049050 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f694c011e50 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f69440a60e0 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f69440bbf80 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695b820740 10 client.25264 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.003+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557a89754620 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f694c011e50 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6944003c50 con 0x557a89a109d0 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 10 client.25264 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 10 client.25264 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 20 client.25264 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a30210 0x557a89a326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 4 client.25264 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:00.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a89982a20 con 0x557a89a30210 2024-09-05T04:12:00.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.004+0000 7f6951d9b640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a30210 0x557a89a326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.005+0000 7f6951d9b640 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a30210 0x557a89a326d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=239b0c70222f9032 server_cookie=bbd9699e8de77131 in_seq=0 out_seq=0 2024-09-05T04:12:00.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.005+0000 7f6939ffb640 10 client.25264 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.005+0000 7f6939ffb640 1 -- 172.21.15.2:0/632028609 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a89982a20 con 0x557a89a30210 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.005+0000 7f6939ffb640 10 client.25264 handle_command_reply: tid=0 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.005+0000 7f695b820740 1 client.25264 shutdown 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 msgr2=0x557a89a1cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f69440b8250 tx=0x7f69440bb650 comp rx=0 tx=0).stop 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 shutdown_connections 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a30210 0x557a89a326d0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a1da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a112f0 0x557a89a1d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 --2- 172.21.15.2:0/632028609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a109d0 0x557a89a1cf90 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 >> 172.21.15.2:0/632028609 conn(0x557a89a0d060 msgr2=0x557a89a12dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:00.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f6939ffb640 0 client.25264 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:00.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 shutdown_connections 2024-09-05T04:12:00.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.006+0000 7f695b820740 1 -- 172.21.15.2:0/632028609 wait complete. 2024-09-05T04:12:00.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.007+0000 7f695b820740 20 client.25264 trim_cache size 0 max 16384 2024-09-05T04:12:00.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:11:59 smithi002 ceph-mon[31001]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 Processor -- start 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 -- start start 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a112f0 0x557a89a38520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 0x557a89a1a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f69541aaa00 con 0x557a89a109d0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69541ad280 con 0x557a89a112f0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695b820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f69541ab070 con 0x557a89a200c0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42704/0 (socket says 172.21.15.2:42704) 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 0x557a89a1a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f695259c640 1 -- 172.21.15.2:0/2113807578 learned_addr learned my addr 172.21.15.2:0/2113807578 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.035+0000 7f6951d9b640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a112f0 0x557a89a38520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 -- 172.21.15.2:0/2113807578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a112f0 msgr2=0x557a89a38520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a112f0 0x557a89a38520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 -- 172.21.15.2:0/2113807578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 msgr2=0x557a89a37fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 -- 172.21.15.2:0/2113807578 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a89a22810 con 0x557a89a200c0 2024-09-05T04:12:00.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f695259c640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:00.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f6952d9d640 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 0x557a89a1a1f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f694c01c780 tx=0x7f694c026000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e16a206a774755fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f693bfff640 1 -- 172.21.15.2:0/2113807578 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694c009ae0 con 0x557a89a200c0 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f693bfff640 1 -- 172.21.15.2:0/2113807578 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f694c034070 con 0x557a89a200c0 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.036+0000 7f693bfff640 1 -- 172.21.15.2:0/2113807578 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f694c01cb80 con 0x557a89a200c0 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 -- 172.21.15.2:0/2113807578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 msgr2=0x557a89a1a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 0x557a89a1a1f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f694c01c780 tx=0x7f694c026000 comp rx=0 tx=0).stop 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 -- 172.21.15.2:0/2113807578 shutdown_connections 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a200c0 0x557a89a1a1f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a112f0 0x557a89a38520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 --2- 172.21.15.2:0/2113807578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a37fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 -- 172.21.15.2:0/2113807578 >> 172.21.15.2:0/2113807578 conn(0x557a89a0d060 msgr2=0x557a89a1f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.037+0000 7f695b820740 1 -- 172.21.15.2:0/2113807578 shutdown_connections 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 -- 172.21.15.2:0/2113807578 wait complete. 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 -- start start 2024-09-05T04:12:00.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 Processor -- start 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a28600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a195d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f69541ab740 con 0x557a89a109d0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f69541acbb0 con 0x557a89a200c0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695b820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f69541abe10 con 0x557a89a112f0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f695259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42716/0 (socket says 172.21.15.2:42716) 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 -- 172.21.15.2:0/1597202939 learned_addr learned my addr 172.21.15.2:0/1597202939 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.038+0000 7f6951d9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a28600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695b820740 10 client.0 _ll_register_callbacks cb 0x7f69440ec9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f6952d9d640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a195d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 -- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 msgr2=0x557a89a28600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a28600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 -- 172.21.15.2:0/1597202939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 msgr2=0x557a89a195d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a195d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 -- 172.21.15.2:0/1597202939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a89a19b90 con 0x557a89a109d0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f6951d9b640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a28600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f695259c640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f6944005ea0 tx=0x7f69440bb780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb3aa6730224b9aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f6939ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6944049030 con 0x557a89a109d0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.039+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f69440b7ef0 con 0x557a89a109d0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.040+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f694c034070 con 0x557a89a109d0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.040+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f69440ecaa0 con 0x557a89a109d0 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.040+0000 7f695b820740 10 client.15654 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:00.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.040+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557a89a19b90 con 0x557a89a109d0 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.040+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f694c034070 con 0x557a89a109d0 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f69440bcbb0 con 0x557a89a109d0 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 10 client.15654 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 10 client.15654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 20 client.15654 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a9ac70 0x557a89a9d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 4 client.15654 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a8997cd70 con 0x557a89a9ac70 2024-09-05T04:12:00.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.041+0000 7f6951d9b640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a9ac70 0x557a89a9d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:00.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.042+0000 7f6939ffb640 10 client.15654 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.042+0000 7f6951d9b640 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a9ac70 0x557a89a9d090 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33d01ef279ffc20b server_cookie=cf5dd67275dff9cb in_seq=0 out_seq=0 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f6939ffb640 1 -- 172.21.15.2:0/1597202939 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557a8997cd70 con 0x557a89a9ac70 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f6939ffb640 10 client.15654 handle_command_reply: tid=0 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f695b820740 1 client.15654 shutdown 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 msgr2=0x557a89a280c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f6944005ea0 tx=0x7f69440bb780 comp rx=0 tx=0).stop 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 shutdown_connections 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.045+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a89a9ac70 0x557a89a9d090 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a89a200c0 0x557a89a195d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f6939ffb640 0 client.15654 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a89a112f0 0x557a89a28600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 --2- 172.21.15.2:0/1597202939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a89a109d0 0x557a89a280c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 >> 172.21.15.2:0/1597202939 conn(0x557a89a0d060 msgr2=0x557a89a1e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 shutdown_connections 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 1 -- 172.21.15.2:0/1597202939 wait complete. 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f695b820740 20 client.15654 trim_cache size 0 max 16384 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:12:00.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.046+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 msgr2=0x7f693c0a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 0x7f693c0a51a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f694c01d000 tx=0x7f694c020000 comp rx=0 tx=0).stop 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 msgr2=0x7f6954196130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f6944005ab0 tx=0x7f6944032a00 comp rx=0 tx=0).stop 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 shutdown_connections 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f693c0a2ce0 0x7f693c0a51a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f69541069b0 0x7f695419a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6954101340 0x7f6954196670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 --2- 172.21.15.2:0/2445285945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f69541009a0 0x7f6954196130 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 >> 172.21.15.2:0/2445285945 conn(0x7f69540779a0 msgr2=0x7f69540fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 shutdown_connections 2024-09-05T04:12:00.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:00.047+0000 7f69589a6640 1 -- 172.21.15.2:0/2445285945 wait complete. 2024-09-05T04:12:00.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:11:59 smithi079 ceph-mon[34908]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:12:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:12:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:12:00.639+0000 7f4d37194640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:12:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:12:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:12:00.639+0000 7f4d37194640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:12:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:12:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:12:00.639+0000 7f4d37194640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:12:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:12:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:12:00.639+0000 7f4d37194640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:12:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:12:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:12:00.639+0000 7f4d37194640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-05T04:12:01.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:01 smithi047 ceph-mon[34498]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:12:02.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:01 smithi002 ceph-mon[31001]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:12:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:01 smithi079 ceph-mon[34908]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:12:03.156 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:12:03.156 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:12:03.543 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:03 smithi047 ceph-mon[34498]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:12:03.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:03 smithi047 ceph-mon[34498]: mgrmap e25: x(active, since 64s), standbys: y, z 2024-09-05T04:12:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:03 smithi002 ceph-mon[31001]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:12:03.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:03 smithi002 ceph-mon[31001]: mgrmap e25: x(active, since 64s), standbys: y, z 2024-09-05T04:12:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:03 smithi079 ceph-mon[34908]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:12:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:03 smithi079 ceph-mon[34908]: mgrmap e25: x(active, since 64s), standbys: y, z 2024-09-05T04:12:04.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 -- 172.21.15.2:0/192730344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 msgr2=0x7fa8181067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:04.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 --2- 172.21.15.2:0/192730344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181067f0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fa80c009900 tx=0x7fa80c02a410 comp rx=0 tx=0).stop 2024-09-05T04:12:04.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 -- 172.21.15.2:0/192730344 shutdown_connections 2024-09-05T04:12:04.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 --2- 172.21.15.2:0/192730344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818106f20 0x7fa81810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 --2- 172.21.15.2:0/192730344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181067f0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 --2- 172.21.15.2:0/192730344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818101df0 0x7fa8181021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 -- 172.21.15.2:0/192730344 >> 172.21.15.2:0/192730344 conn(0x7fa8180fd8f0 msgr2=0x7fa8180ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:04.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 -- 172.21.15.2:0/192730344 shutdown_connections 2024-09-05T04:12:04.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.117+0000 7fa81e266640 1 -- 172.21.15.2:0/192730344 wait complete. 2024-09-05T04:12:04.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.118+0000 7fa81e266640 1 Processor -- start 2024-09-05T04:12:04.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.118+0000 7fa81e266640 1 -- start start 2024-09-05T04:12:04.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818101df0 0x7fa818195f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:04.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181964b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:04.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 0x7fa81819a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa8177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181964b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa81810fc70 con 0x7fa8181027a0 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa81810faf0 con 0x7fa818106f20 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81e266640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa81810fdf0 con 0x7fa818101df0 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa8177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181964b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38222/0 (socket says 172.21.15.2:38222) 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa8177fe640 1 -- 172.21.15.2:0/4025311407 learned_addr learned my addr 172.21.15.2:0/4025311407 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa817fff640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818101df0 0x7fa818195f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.119+0000 7fa81c803640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 0x7fa81819a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 -- 172.21.15.2:0/4025311407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818101df0 msgr2=0x7fa818195f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818101df0 0x7fa818195f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 -- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 msgr2=0x7fa8181964b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:04.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181964b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 -- 172.21.15.2:0/4025311407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa81819af20 con 0x7fa818106f20 2024-09-05T04:12:04.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81c803640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 0x7fa81819a840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa81000ed90 tx=0x7fa810012490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:04.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81001c070 con 0x7fa818106f20 2024-09-05T04:12:04.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa810005020 con 0x7fa818106f20 2024-09-05T04:12:04.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa81819b210 con 0x7fa818106f20 2024-09-05T04:12:04.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810018660 con 0x7fa818106f20 2024-09-05T04:12:04.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.120+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8181a2af0 con 0x7fa818106f20 2024-09-05T04:12:04.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.122+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8181972d0 con 0x7fa818106f20 2024-09-05T04:12:04.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.124+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7fa810017070 con 0x7fa818106f20 2024-09-05T04:12:04.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.124+0000 7fa8157fa640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 0x7fa8000a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:04.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.125+0000 7fa817fff640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 0x7fa8000a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:04.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.125+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fa8100d38b0 con 0x7fa818106f20 2024-09-05T04:12:04.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.126+0000 7fa817fff640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 0x7fa8000a5350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa808005d00 tx=0x7fa80800b410 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:04.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.130+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa81009fe80 con 0x7fa818106f20 2024-09-05T04:12:04.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.547+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa8181a2cc0 con 0x7fa818106f20 2024-09-05T04:12:04.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.548+0000 7fa8157fa640 1 -- 172.21.15.2:0/4025311407 <== mon.2 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fa81009f780 con 0x7fa818106f20 2024-09-05T04:12:04.550 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:12:04.550 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:12:04.551 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:12:04.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 msgr2=0x7fa8000a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:04.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 0x7fa8000a5350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa808005d00 tx=0x7fa80800b410 comp rx=0 tx=0).stop 2024-09-05T04:12:04.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 msgr2=0x7fa81819a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:04.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 0x7fa81819a840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa81000ed90 tx=0x7fa810012490 comp rx=0 tx=0).stop 2024-09-05T04:12:04.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 shutdown_connections 2024-09-05T04:12:04.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.551+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa8000a2e90 0x7fa8000a5350 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa818106f20 0x7fa81819a840 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa8181027a0 0x7fa8181964b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 --2- 172.21.15.2:0/4025311407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa818101df0 0x7fa818195f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 >> 172.21.15.2:0/4025311407 conn(0x7fa8180fd8f0 msgr2=0x7fa8180fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 shutdown_connections 2024-09-05T04:12:04.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:04.552+0000 7fa81e266640 1 -- 172.21.15.2:0/4025311407 wait complete. 2024-09-05T04:12:04.877 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4025311407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:04.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:04 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4025311407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:05.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:04 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4025311407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:05.284 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:12:05.588 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:05.890 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:05 smithi002 ceph-mon[31001]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:05.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:05 smithi047 ceph-mon[34498]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:05 smithi079 ceph-mon[34908]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:06.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.158+0000 7f9c21f0a640 1 -- 172.21.15.2:0/856391247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c100a70 msgr2=0x7f9c1c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.158+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/856391247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c100a70 0x7f9c1c100ed0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9c10009890 tx=0x7f9c1002a380 comp rx=0 tx=0).stop 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.159+0000 7f9c21f0a640 1 -- 172.21.15.2:0/856391247 shutdown_connections 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.159+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/856391247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c101410 0x7f9c1c10d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.159+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/856391247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c100a70 0x7f9c1c100ed0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.159+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/856391247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c106a70 0x7f9c1c106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.159+0000 7f9c21f0a640 1 -- 172.21.15.2:0/856391247 >> 172.21.15.2:0/856391247 conn(0x7f9c1c0fc7d0 msgr2=0x7f9c1c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.160+0000 7f9c21f0a640 1 -- 172.21.15.2:0/856391247 shutdown_connections 2024-09-05T04:12:06.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.160+0000 7f9c21f0a640 1 -- 172.21.15.2:0/856391247 wait complete. 2024-09-05T04:12:06.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.161+0000 7f9c21f0a640 1 Processor -- start 2024-09-05T04:12:06.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.162+0000 7f9c21f0a640 1 -- start start 2024-09-05T04:12:06.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.162+0000 7f9c21f0a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c21f0a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c101410 0x7f9c1c1964f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c21f0a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57010/0 (socket says 172.21.15.2:57010) 2024-09-05T04:12:06.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.163+0000 7f9c1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38240/0 (socket says 172.21.15.2:38240) 2024-09-05T04:12:06.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c101410 0x7f9c1c1964f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 -- 172.21.15.2:0/3298463541 learned_addr learned my addr 172.21.15.2:0/3298463541 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:06.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10fc10 con 0x7f9c1c106a70 2024-09-05T04:12:06.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10fa90 con 0x7f9c1c100a70 2024-09-05T04:12:06.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c10fd90 con 0x7f9c1c101410 2024-09-05T04:12:06.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 -- 172.21.15.2:0/3298463541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c101410 msgr2=0x7f9c1c1964f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c101410 0x7f9c1c1964f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 -- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 msgr2=0x7f9c1c19a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c1c19af60 con 0x7f9c1c100a70 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.164+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e9f0 tx=0x7f9c0c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.165+0000 7f9c18ff9640 1 -- 172.21.15.2:0/3298463541 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c00cd80 con 0x7f9c1c100a70 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.165+0000 7f9c18ff9640 1 -- 172.21.15.2:0/3298463541 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c0c0054d0 con 0x7f9c1c100a70 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.165+0000 7f9c18ff9640 1 -- 172.21.15.2:0/3298463541 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c010430 con 0x7f9c1c100a70 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.165+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c1c19b250 con 0x7f9c1c100a70 2024-09-05T04:12:06.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.166+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c1c1a6f40 con 0x7f9c1c100a70 2024-09-05T04:12:06.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 Processor -- start 2024-09-05T04:12:06.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 -- start start 2024-09-05T04:12:06.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c18ff9640 1 -- 172.21.15.2:0/3298463541 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f9c0c005000 con 0x7f9c1c100a70 2024-09-05T04:12:06.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 0x561d6bc09090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc095d0 0x561d6bc09a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561d6bb6f2f0 con 0x561d6bc0ab40 2024-09-05T04:12:06.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d6bb16cf0 con 0x561d6bc1cb80 2024-09-05T04:12:06.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.169+0000 7f9c242e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561d6bb6b2b0 con 0x561d6bc095d0 2024-09-05T04:12:06.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c1bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 0x561d6bc09090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57014/0 (socket says 172.21.15.2:57014) 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c1affd640 1 -- 172.21.15.2:0/3596556983 learned_addr learned my addr 172.21.15.2:0/3596556983 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc095d0 0x561d6bc09a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.170+0000 7f9c18ff9640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 0x7f9c040a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 -- 172.21.15.2:0/3596556983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc095d0 msgr2=0x561d6bc09a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc095d0 0x561d6bc09a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 -- 172.21.15.2:0/3596556983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 msgr2=0x561d6bc1ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 -- 172.21.15.2:0/3596556983 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d6bafb3a0 con 0x561d6bc0ab40 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1affd640 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 0x561d6bc09090 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c410 tx=0x7f9c140095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6638ab818c268908 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 0x7f9c040a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.171+0000 7f9c18ff9640 1 -- 172.21.15.2:0/3298463541 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9c0c0cff50 con 0x7f9c1c100a70 2024-09-05T04:12:06.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.172+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 0x7f9c040a53d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400cd60 tx=0x7f9c14025000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.172+0000 7f9c01ffb640 1 -- 172.21.15.2:0/3596556983 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14039070 con 0x561d6bc0ab40 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.173+0000 7f9c01ffb640 1 -- 172.21.15.2:0/3596556983 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c14027bd0 con 0x561d6bc0ab40 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.173+0000 7f9c01ffb640 1 -- 172.21.15.2:0/3596556983 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14031360 con 0x561d6bc0ab40 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.173+0000 7f9c242e3740 1 -- 172.21.15.2:0/3596556983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 msgr2=0x561d6bc09090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.173+0000 7f9c242e3740 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 0x561d6bc09090 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c410 tx=0x7f9c140095c0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 -- 172.21.15.2:0/3596556983 shutdown_connections 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc1ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc095d0 0x561d6bc09a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 --2- 172.21.15.2:0/3596556983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc0ab40 0x561d6bc09090 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 -- 172.21.15.2:0/3596556983 >> 172.21.15.2:0/3596556983 conn(0x561d6bbd2310 msgr2=0x561d6bc05c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 -- 172.21.15.2:0/3596556983 shutdown_connections 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 -- 172.21.15.2:0/3596556983 wait complete. 2024-09-05T04:12:06.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.174+0000 7f9c242e3740 1 -- start start 2024-09-05T04:12:06.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 Processor -- start 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc1c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc1cb80 0x561d6bc1a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561d6bc1f880 con 0x561d6bc095d0 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561d6bb2a060 con 0x561d6bc0ab40 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561d6bc1fa00 con 0x561d6bc1cb80 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c242e3740 10 client.0 _ll_register_callbacks cb 0x561d6b87d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57028/0 (socket says 172.21.15.2:57028) 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc1c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c1affd640 1 -- 172.21.15.2:0/904737008 learned_addr learned my addr 172.21.15.2:0/904737008 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.175+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc1cb80 0x561d6bc1a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 -- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc1cb80 msgr2=0x561d6bc1a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc1cb80 0x561d6bc1a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 -- 172.21.15.2:0/904737008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 msgr2=0x561d6bc1c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc1c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 -- 172.21.15.2:0/904737008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d6b8e03c0 con 0x561d6bc0ab40 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc1c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c1affd640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c10034000 tx=0x7f9c10004530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=985a51ae41ea4fc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9bfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c10041020 con 0x561d6bc0ab40 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c14027bd0 con 0x561d6bc0ab40 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.176+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9c10030860 con 0x561d6bc0ab40 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9c1004c050 con 0x561d6bc0ab40 2024-09-05T04:12:06.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 10 client.25232 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561d6bc14940 con 0x561d6bc0ab40 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c14027bd0 con 0x561d6bc0ab40 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9c10004920 con 0x561d6bc0ab40 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 10 client.25232 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 10 client.25232 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:06.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 20 client.25232 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:06.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bc35380 0x561d6bc37770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 4 client.25232 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:06.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d6bb7c860 con 0x561d6bc35380 2024-09-05T04:12:06.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.177+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bc35380 0x561d6bc37770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.178+0000 7f9bfaffd640 10 client.25232 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.178+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bc35380 0x561d6bc37770 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7159820591b1f1 server_cookie=a81c161e7772b9f2 in_seq=0 out_seq=0 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.178+0000 7f9bfaffd640 1 -- 172.21.15.2:0/904737008 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561d6bb7c860 con 0x561d6bc35380 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.178+0000 7f9bfaffd640 10 client.25232 handle_command_reply: tid=0 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 client.25232 shutdown 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 msgr2=0x561d6bc198e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9c10034000 tx=0x7f9c10004530 comp rx=0 tx=0).stop 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 shutdown_connections 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bc35380 0x561d6bc37770 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc1cb80 0x561d6bc1a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc0ab40 0x561d6bc198e0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 --2- 172.21.15.2:0/904737008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc1c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 >> 172.21.15.2:0/904737008 conn(0x561d6bbd2310 msgr2=0x561d6bc0b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9bfaffd640 0 client.25232 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:06.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 shutdown_connections 2024-09-05T04:12:06.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 1 -- 172.21.15.2:0/904737008 wait complete. 2024-09-05T04:12:06.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.179+0000 7f9c242e3740 20 client.25232 trim_cache size 0 max 16384 2024-09-05T04:12:06.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 Processor -- start 2024-09-05T04:12:06.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 -- start start 2024-09-05T04:12:06.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 0x561d6bc198b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc3cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 0x561d6bc3d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c06f8d0 con 0x561d6bc1cb80 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c072130 con 0x561d6bc095d0 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.205+0000 7f9c242e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c06ff20 con 0x561d6bc0ab40 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.206+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 0x561d6bc198b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.206+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc3cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.206+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 0x561d6bc198b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57040/0 (socket says 172.21.15.2:57040) 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.206+0000 7f9c1b7fe640 1 -- 172.21.15.2:0/2453227560 learned_addr learned my addr 172.21.15.2:0/2453227560 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.206+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 0x561d6bc3d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 -- 172.21.15.2:0/2453227560 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 msgr2=0x561d6bc3cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc3cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 -- 172.21.15.2:0/2453227560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 msgr2=0x561d6bc198b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 0x561d6bc198b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 -- 172.21.15.2:0/2453227560 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d6bc1f2e0 con 0x561d6bc1cb80 2024-09-05T04:12:06.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.207+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 0x561d6bc3d2e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f9c14006010 tx=0x7f9c14009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef25635142abdc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.208+0000 7f9c017fa640 1 -- 172.21.15.2:0/2453227560 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14044070 con 0x561d6bc1cb80 2024-09-05T04:12:06.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.208+0000 7f9c017fa640 1 -- 172.21.15.2:0/2453227560 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c14034b80 con 0x561d6bc1cb80 2024-09-05T04:12:06.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.208+0000 7f9c017fa640 1 -- 172.21.15.2:0/2453227560 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14039040 con 0x561d6bc1cb80 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- 172.21.15.2:0/2453227560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 msgr2=0x561d6bc3d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 0x561d6bc3d2e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f9c14006010 tx=0x7f9c14009ac0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- 172.21.15.2:0/2453227560 shutdown_connections 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc1cb80 0x561d6bc3d2e0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc3cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 --2- 172.21.15.2:0/2453227560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc095d0 0x561d6bc198b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- 172.21.15.2:0/2453227560 >> 172.21.15.2:0/2453227560 conn(0x561d6bbd2310 msgr2=0x561d6bc191a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- 172.21.15.2:0/2453227560 shutdown_connections 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- 172.21.15.2:0/2453227560 wait complete. 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.209+0000 7f9c242e3740 1 -- start start 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.210+0000 7f9c242e3740 1 Processor -- start 2024-09-05T04:12:06.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.210+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc109e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.210+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.210+0000 7f9c1b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc109e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.210+0000 7f9c242e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc0e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c242e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c0705f0 con 0x561d6bc095d0 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47130/0 (socket says 172.21.15.2:47130) 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 -- 172.21.15.2:0/1245275668 learned_addr learned my addr 172.21.15.2:0/1245275668 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c071a60 con 0x561d6bc1cb80 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1bfff640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc0e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9c1c070cc0 con 0x561d6bc0ab40 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c242e3740 10 client.0 _ll_register_callbacks cb 0x7f9c14009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 -- 172.21.15.2:0/1245275668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 msgr2=0x561d6bc0e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc0e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 -- 172.21.15.2:0/1245275668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 msgr2=0x561d6bc109e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc109e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.211+0000 7f9c1affd640 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d6bc0eb70 con 0x561d6bc0ab40 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc109e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:06.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9c1affd640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9c10004e90 tx=0x7f9c10000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b417322ced644ded server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9bfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c10041050 con 0x561d6bc0ab40 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9c10030860 con 0x561d6bc0ab40 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c14034b80 con 0x561d6bc0ab40 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.212+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9c10037030 con 0x561d6bc0ab40 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.213+0000 7f9c242e3740 10 client.25297 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:06.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.213+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561d6bc9fe70 con 0x561d6bc0ab40 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.213+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c10038040 con 0x561d6bc0ab40 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.214+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9c10003960 con 0x561d6bc0ab40 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.214+0000 7f9c242e3740 10 client.25297 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.214+0000 7f9c242e3740 10 client.25297 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.214+0000 7f9c242e3740 20 client.25297 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.214+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bca05e0 0x561d6bca2a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:06.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.215+0000 7f9c242e3740 4 client.25297 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.215+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f9c14034b80 con 0x561d6bca05e0 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.215+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bca05e0 0x561d6bca2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.216+0000 7f9c1b7fe640 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bca05e0 0x561d6bca2a00 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b45ab9070eead736 server_cookie=a05dbcfed2d18ec0 in_seq=0 out_seq=0 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.216+0000 7f9bfaffd640 10 client.25297 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.216+0000 7f9bfaffd640 1 -- 172.21.15.2:0/1245275668 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f9c14034b80 con 0x561d6bca05e0 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.216+0000 7f9bfaffd640 10 client.25297 handle_command_reply: tid=0 2024-09-05T04:12:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.216+0000 7f9c242e3740 1 client.25297 shutdown 2024-09-05T04:12:06.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 msgr2=0x561d6bc0dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9c10004e90 tx=0x7f9c10000bc0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 shutdown_connections 2024-09-05T04:12:06.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561d6bca05e0 0x561d6bca2a00 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561d6bc1cb80 0x561d6bc0e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.220 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:12:06.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561d6bc0ab40 0x561d6bc0dd30 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 --2- 172.21.15.2:0/1245275668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561d6bc095d0 0x561d6bc109e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 >> 172.21.15.2:0/1245275668 conn(0x561d6bbd2310 msgr2=0x561d6bc1b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9bfaffd640 0 client.25297 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:06.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 shutdown_connections 2024-09-05T04:12:06.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 1 -- 172.21.15.2:0/1245275668 wait complete. 2024-09-05T04:12:06.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.218+0000 7f9c242e3740 20 client.25297 trim_cache size 0 max 16384 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 msgr2=0x7f9c040a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 0x7f9c040a53d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400cd60 tx=0x7f9c14025000 comp rx=0 tx=0).stop 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 msgr2=0x7f9c1c195fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e9f0 tx=0x7f9c0c00edf0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 shutdown_connections 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9c040a2f10 0x7f9c040a53d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9c1c106a70 0x7f9c1c19a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9c1c101410 0x7f9c1c1964f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 --2- 172.21.15.2:0/3298463541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9c1c100a70 0x7f9c1c195fb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:06.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 >> 172.21.15.2:0/3298463541 conn(0x7f9c1c0fc7d0 msgr2=0x7f9c1c0fcdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:06.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 shutdown_connections 2024-09-05T04:12:06.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:06.221+0000 7f9c21f0a640 1 -- 172.21.15.2:0/3298463541 wait complete. 2024-09-05T04:12:06.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:06 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:12:07.024 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:06 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:12:07.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:06 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:12:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:07 smithi047 ceph-mon[34498]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:07 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:07 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:07 smithi002 ceph-mon[31001]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:07 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:07 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.051 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:12:08.051 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:12:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:07 smithi079 ceph-mon[34908]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:07 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:07 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.339 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:08.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:08 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:12:08.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:08 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:12:08.786 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:08 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 -- 172.21.15.2:0/1222520374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88106b80 msgr2=0x7f7a88106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/1222520374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88106b80 0x7f7a88106f60 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009900 tx=0x7f7a8402e820 comp rx=0 tx=0).stop 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 -- 172.21.15.2:0/1222520374 shutdown_connections 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/1222520374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a8810ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/1222520374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88100100 0x7f7a88100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/1222520374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88106b80 0x7f7a88106f60 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 -- 172.21.15.2:0/1222520374 >> 172.21.15.2:0/1222520374 conn(0x7f7a88077230 msgr2=0x7f7a880fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 -- 172.21.15.2:0/1222520374 shutdown_connections 2024-09-05T04:12:08.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.921+0000 7f7a8fa78640 1 -- 172.21.15.2:0/1222520374 wait complete. 2024-09-05T04:12:08.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.922+0000 7f7a8fa78640 1 Processor -- start 2024-09-05T04:12:08.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.922+0000 7f7a8fa78640 1 -- start start 2024-09-05T04:12:08.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a88196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 0x7f7a8819ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a8810fd10 con 0x7f7a88100100 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38304/0 (socket says 172.21.15.2:38304) 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 -- 172.21.15.2:0/3334248802 learned_addr learned my addr 172.21.15.2:0/3334248802 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a8810fb90 con 0x7f7a88100aa0 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a8810fe90 con 0x7f7a88106b80 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8e015640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 0x7f7a8819ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.924 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d013640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a88196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 -- 172.21.15.2:0/3334248802 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 msgr2=0x7f7a8819ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 0x7f7a8819ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 -- 172.21.15.2:0/3334248802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 msgr2=0x7f7a88196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.923+0000 7f7a8d814640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a88196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a8d814640 1 -- 172.21.15.2:0/3334248802 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8819b1e0 con 0x7f7a88100100 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a8e015640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 0x7f7a8819ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a8d013640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a88196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a8d814640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7a84004770 tx=0x7f7a84004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.926 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a7effd640 1 -- 172.21.15.2:0/3334248802 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a84045020 con 0x7f7a88100100 2024-09-05T04:12:08.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a8819b470 con 0x7f7a88100100 2024-09-05T04:12:08.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a7effd640 1 -- 172.21.15.2:0/3334248802 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a84003aa0 con 0x7f7a88100100 2024-09-05T04:12:08.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.924+0000 7f7a7effd640 1 -- 172.21.15.2:0/3334248802 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a840408d0 con 0x7f7a88100100 2024-09-05T04:12:08.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.925+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a881a2db0 con 0x7f7a88100100 2024-09-05T04:12:08.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.928+0000 7f7a7effd640 1 -- 172.21.15.2:0/3334248802 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f7a84048020 con 0x7f7a88100100 2024-09-05T04:12:08.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.928+0000 7f7a91e51740 1 Processor -- start 2024-09-05T04:12:08.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.928+0000 7f7a91e51740 1 -- start start 2024-09-05T04:12:08.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed989010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed98b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed8db280 con 0x55d8ed989550 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed882b10 con 0x55d8ed97ec90 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a91e51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed8d7240 con 0x55d8ed97e370 2024-09-05T04:12:08.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47158/0 (socket says 172.21.15.2:47158) 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 -- 172.21.15.2:0/307297617 learned_addr learned my addr 172.21.15.2:0/307297617 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8d814640 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed989010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8d013640 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed98b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 -- 172.21.15.2:0/307297617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 msgr2=0x55d8ed989010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed989010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 -- 172.21.15.2:0/307297617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 msgr2=0x55d8ed98b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed98b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.929+0000 7f7a8e015640 1 -- 172.21.15.2:0/307297617 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ed88f1f0 con 0x55d8ed97e370 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.930+0000 7f7a8e015640 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7a800117a0 tx=0x7f7a80011c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2737da516add7b96 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.930+0000 7f7a73fff640 1 -- 172.21.15.2:0/307297617 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80011220 con 0x55d8ed97e370 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.930+0000 7f7a73fff640 1 -- 172.21.15.2:0/307297617 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a8000f9a0 con 0x55d8ed97e370 2024-09-05T04:12:08.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.930+0000 7f7a73fff640 1 -- 172.21.15.2:0/307297617 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80004530 con 0x55d8ed97e370 2024-09-05T04:12:08.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 -- 172.21.15.2:0/307297617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 msgr2=0x55d8ed97e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7a800117a0 tx=0x7f7a80011c60 comp rx=0 tx=0).stop 2024-09-05T04:12:08.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 -- 172.21.15.2:0/307297617 shutdown_connections 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed98b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed989010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 --2- 172.21.15.2:0/307297617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed97e750 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.931+0000 7f7a91e51740 1 -- 172.21.15.2:0/307297617 >> 172.21.15.2:0/307297617 conn(0x55d8ed97a900 msgr2=0x55d8ed97ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a91e51740 1 -- 172.21.15.2:0/307297617 shutdown_connections 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a91e51740 1 -- 172.21.15.2:0/307297617 wait complete. 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a7effd640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 0x7f7a740a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a8d013640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 0x7f7a740a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a91e51740 1 -- start start 2024-09-05T04:12:08.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a91e51740 1 Processor -- start 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a8d013640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 0x7f7a740a5350 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55d8ed97bc80 tx=0x7f7a7800b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.932+0000 7f7a7effd640 1 -- 172.21.15.2:0/3334248802 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7a840f37a0 con 0x7f7a88100100 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97e370 0x55d8ed9863f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed986e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed98c120 con 0x55d8ed989550 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed895f10 con 0x55d8ed97e370 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d8ed98c2a0 con 0x55d8ed97ec90 2024-09-05T04:12:08.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a91e51740 10 client.0 _ll_register_callbacks cb 0x55d8ed85ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:08.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8e015640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed986e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47166/0 (socket says 172.21.15.2:47166) 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 -- 172.21.15.2:0/793321234 learned_addr learned my addr 172.21.15.2:0/793321234 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d814640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97e370 0x55d8ed9863f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 -- 172.21.15.2:0/793321234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97e370 msgr2=0x55d8ed9863f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97e370 0x55d8ed9863f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.933+0000 7f7a8d013640 1 -- 172.21.15.2:0/793321234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 msgr2=0x55d8ed986e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a8d013640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed986e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a8d013640 1 -- 172.21.15.2:0/793321234 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8ed64c6a0 con 0x55d8ed97ec90 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a8e015640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed986e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a8d013640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a7801f7f0 tx=0x7f7a78004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=488498c950845615 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a717fa640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7801fe30 con 0x55d8ed97ec90 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a8000f9a0 con 0x55d8ed97ec90 2024-09-05T04:12:08.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7a7801f260 con 0x55d8ed97ec90 2024-09-05T04:12:08.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7a780109d0 con 0x55d8ed97ec90 2024-09-05T04:12:08.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a91e51740 10 client.25309 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:08.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.934+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d8ed997da0 con 0x55d8ed97ec90 2024-09-05T04:12:08.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a8000f9a0 con 0x55d8ed97ec90 2024-09-05T04:12:08.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:08 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:12:08.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:08 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:12:08.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:08 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7a78026070 con 0x55d8ed97ec90 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 10 client.25309 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 10 client.25309 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 20 client.25309 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8ed999250 0x55d8ed99b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 4 client.25309 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8ed8e87f0 con 0x55d8ed999250 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.935+0000 7f7a8d814640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8ed999250 0x55d8ed99b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.936+0000 7f7a717fa640 10 client.25309 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.936+0000 7f7a8d814640 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8ed999250 0x55d8ed99b690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15112355dc09901f server_cookie=f068d16c217a95f4 in_seq=0 out_seq=0 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a717fa640 1 -- 172.21.15.2:0/793321234 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d8ed8e87f0 con 0x55d8ed999250 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a717fa640 10 client.25309 handle_command_reply: tid=0 2024-09-05T04:12:08.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 client.25309 shutdown 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 msgr2=0x55d8ed986930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7a7801f7f0 tx=0x7f7a78004730 comp rx=0 tx=0).stop 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 shutdown_connections 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8ed999250 0x55d8ed99b690 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed989550 0x55d8ed986e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97ec90 0x55d8ed986930 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 --2- 172.21.15.2:0/793321234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97e370 0x55d8ed9863f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 >> 172.21.15.2:0/793321234 conn(0x55d8ed97a900 msgr2=0x55d8ed971270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a717fa640 0 client.25309 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 shutdown_connections 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 1 -- 172.21.15.2:0/793321234 wait complete. 2024-09-05T04:12:08.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.937+0000 7f7a91e51740 20 client.25309 trim_cache size 0 max 16384 2024-09-05T04:12:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a91e51740 1 Processor -- start 2024-09-05T04:12:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a91e51740 1 -- start start 2024-09-05T04:12:08.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed9a0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38336/0 (socket says 172.21.15.2:38336) 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.972+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed989550 0x55d8ed9a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a91e51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881aada0 con 0x55d8ed97e370 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a91e51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881ad620 con 0x55d8ed97ec90 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a91e51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881ab410 con 0x55d8ed989550 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d814640 1 -- 172.21.15.2:0/4005327647 learned_addr learned my addr 172.21.15.2:0/4005327647 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed9a0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 -- 172.21.15.2:0/4005327647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed989550 msgr2=0x55d8ed9a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed989550 0x55d8ed9a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 -- 172.21.15.2:0/4005327647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 msgr2=0x55d8ed988250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d013640 1 -- 172.21.15.2:0/4005327647 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8ed97eac0 con 0x55d8ed97ec90 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.973+0000 7f7a8d814640 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.974+0000 7f7a8d013640 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed9a0f60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7a78028d90 tx=0x7f7a7800bee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea572027d2a7446d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.974+0000 7f7a737fe640 1 -- 172.21.15.2:0/4005327647 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78010b70 con 0x55d8ed97ec90 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.974+0000 7f7a737fe640 1 -- 172.21.15.2:0/4005327647 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a7803b070 con 0x55d8ed97ec90 2024-09-05T04:12:08.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.974+0000 7f7a737fe640 1 -- 172.21.15.2:0/4005327647 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a780366e0 con 0x55d8ed97ec90 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 -- 172.21.15.2:0/4005327647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 msgr2=0x55d8ed9a0f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed9a0f60 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7a78028d90 tx=0x7f7a7800bee0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 -- 172.21.15.2:0/4005327647 shutdown_connections 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed989550 0x55d8ed9a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed97ec90 0x55d8ed9a0f60 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 --2- 172.21.15.2:0/4005327647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97e370 0x55d8ed988250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 -- 172.21.15.2:0/4005327647 >> 172.21.15.2:0/4005327647 conn(0x55d8ed97a900 msgr2=0x55d8ed987b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 -- 172.21.15.2:0/4005327647 shutdown_connections 2024-09-05T04:12:08.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.975+0000 7f7a91e51740 1 -- 172.21.15.2:0/4005327647 wait complete. 2024-09-05T04:12:08.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.976+0000 7f7a91e51740 1 -- start start 2024-09-05T04:12:08.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.976+0000 7f7a91e51740 1 Processor -- start 2024-09-05T04:12:08.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.976+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8d013640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8d013640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38348/0 (socket says 172.21.15.2:38348) 2024-09-05T04:12:08.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8d814640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47188/0 (socket says 172.21.15.2:47188) 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8d013640 1 -- 172.21.15.2:0/1448429142 learned_addr learned my addr 172.21.15.2:0/1448429142 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed989550 0x55d8eda02f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881abae0 con 0x55d8ed97ec90 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881acf50 con 0x55d8ed989550 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881ac1b0 con 0x55d8ed97e370 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a8e015640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed989550 0x55d8eda02f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.977+0000 7f7a91e51740 10 client.0 _ll_register_callbacks cb 0x7f7a7800bdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 -- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 msgr2=0x55d8ed98d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 -- 172.21.15.2:0/1448429142 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed989550 msgr2=0x55d8eda02f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed989550 0x55d8eda02f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8eda03470 con 0x55d8ed97ec90 2024-09-05T04:12:08.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d814640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:08.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a8d013640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f7a78038040 tx=0x7f7a78028670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5d510ccf732798d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:08.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a717fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78045020 con 0x55d8ed97ec90 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a7803b070 con 0x55d8ed97ec90 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.978+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7a78036480 con 0x55d8ed97ec90 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.979+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7a78050050 con 0x55d8ed97ec90 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.979+0000 7f7a91e51740 10 client.15699 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.979+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d8eda04760 con 0x55d8ed97ec90 2024-09-05T04:12:08.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.979+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a7803b070 con 0x55d8ed97ec90 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7a78026040 con 0x55d8ed97ec90 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 10 client.15699 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 10 client.15699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 20 client.15699 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8eda04c80 0x55d8eda07070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 4 client.15699 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d8ed8e2d00 con 0x55d8eda04c80 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.980+0000 7f7a8d814640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8eda04c80 0x55d8eda07070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.981+0000 7f7a8d814640 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8eda04c80 0x55d8eda07070 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2b9ef234f2192a server_cookie=b35be2c65d9de60c in_seq=0 out_seq=0 2024-09-05T04:12:08.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.981+0000 7f7a717fa640 10 client.15699 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a717fa640 1 -- 172.21.15.2:0/1448429142 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d8ed8e2d00 con 0x55d8eda04c80 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a717fa640 10 client.15699 handle_command_reply: tid=0 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 client.15699 shutdown 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 msgr2=0x55d8ed98dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f7a78038040 tx=0x7f7a78028670 comp rx=0 tx=0).stop 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 shutdown_connections 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8eda04c80 0x55d8eda07070 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8ed989550 0x55d8eda02f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8ed97ec90 0x55d8ed98dea0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 --2- 172.21.15.2:0/1448429142 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8ed97e370 0x55d8ed98d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 >> 172.21.15.2:0/1448429142 conn(0x55d8ed97a900 msgr2=0x55d8ed9853b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.982+0000 7f7a717fa640 0 client.15699 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 shutdown_connections 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a91e51740 1 -- 172.21.15.2:0/1448429142 wait complete. 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a91e51740 20 client.15699 trim_cache size 0 max 16384 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:12:08.984 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "f052e6ea-a7fe-4c28-8ee8-82834330c040", 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 msgr2=0x7f7a740a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 0x7f7a740a5350 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55d8ed97bc80 tx=0x7f7a7800b390 comp rx=0 tx=0).stop 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 msgr2=0x7f7a88196230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.983+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f7a84004770 tx=0x7f7a84004270 comp rx=0 tx=0).stop 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 shutdown_connections 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a740a2e90 0x7f7a740a5350 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a88106b80 0x7f7a8819ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a88100aa0 0x7f7a88196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 --2- 172.21.15.2:0/3334248802 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a88100100 0x7f7a88196230 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:08.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 >> 172.21.15.2:0/3334248802 conn(0x7f7a88077230 msgr2=0x7f7a88104c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:08.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 shutdown_connections 2024-09-05T04:12:08.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:08.984+0000 7f7a8fa78640 1 -- 172.21.15.2:0/3334248802 wait complete. 2024-09-05T04:12:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:08 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:12:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:08 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:12:09.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:08 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:12:09.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:09 smithi002 ceph-mon[31001]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:09.838 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:12:09.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:09 smithi047 ceph-mon[34498]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:10.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:09 smithi079 ceph-mon[34908]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:10.098 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:10.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.640+0000 7f1299bb2640 1 -- 172.21.15.2:0/195907186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 msgr2=0x7f129410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.640+0000 7f1299bb2640 1 --2- 172.21.15.2:0/195907186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129410da40 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f128c009ca0 tx=0x7f128c02a970 comp rx=0 tx=0).stop 2024-09-05T04:12:10.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 -- 172.21.15.2:0/195907186 shutdown_connections 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 --2- 172.21.15.2:0/195907186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129410da40 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 --2- 172.21.15.2:0/195907186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294102570 0x7f12941029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 --2- 172.21.15.2:0/195907186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294100e20 0x7f1294101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 -- 172.21.15.2:0/195907186 >> 172.21.15.2:0/195907186 conn(0x7f12940fc7d0 msgr2=0x7f12940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 -- 172.21.15.2:0/195907186 shutdown_connections 2024-09-05T04:12:10.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.641+0000 7f1299bb2640 1 -- 172.21.15.2:0/195907186 wait complete. 2024-09-05T04:12:10.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 Processor -- start 2024-09-05T04:12:10.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 -- start start 2024-09-05T04:12:10.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 0x7f1294198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294102570 0x7f1294198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1294110e80 con 0x7f1294102ef0 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1294110d00 con 0x7f1294102570 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1299bb2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1294111000 con 0x7f1294100e20 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f12937fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 0x7f1294198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f1293fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f12937fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 0x7f1294198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47206/0 (socket says 172.21.15.2:47206) 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.642+0000 7f12937fe640 1 -- 172.21.15.2:0/1282916189 learned_addr learned my addr 172.21.15.2:0/1282916189 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1292ffd640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294102570 0x7f1294198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 -- 172.21.15.2:0/1282916189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 msgr2=0x7f1294198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 0x7f1294198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 -- 172.21.15.2:0/1282916189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294102570 msgr2=0x7f1294198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294102570 0x7f1294198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.644 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 -- 172.21.15.2:0/1282916189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f129419d2f0 con 0x7f1294102ef0 2024-09-05T04:12:10.645 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.643+0000 7f1293fff640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129419cc10 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f128c005e30 tx=0x7f128c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.645 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.644+0000 7f1290ff9640 1 -- 172.21.15.2:0/1282916189 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c047070 con 0x7f1294102ef0 2024-09-05T04:12:10.645 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.644+0000 7f1290ff9640 1 -- 172.21.15.2:0/1282916189 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f128c030b00 con 0x7f1294102ef0 2024-09-05T04:12:10.645 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.644+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f129419d580 con 0x7f1294102ef0 2024-09-05T04:12:10.646 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.644+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f129419d9f0 con 0x7f1294102ef0 2024-09-05T04:12:10.646 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.645+0000 7f1290ff9640 1 -- 172.21.15.2:0/1282916189 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c034070 con 0x7f1294102ef0 2024-09-05T04:12:10.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.647+0000 7f1290ff9640 1 -- 172.21.15.2:0/1282916189 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f128c04a070 con 0x7f1294102ef0 2024-09-05T04:12:10.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 Processor -- start 2024-09-05T04:12:10.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 -- start start 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce147e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce148d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f1290ff9640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 0x7f127c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555ce13e42e0 con 0x555ce147e340 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555ce138bce0 con 0x555ce148da90 2024-09-05T04:12:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f129bf8b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555ce13e02a0 con 0x555ce147ec60 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.648+0000 7f1290ff9640 1 -- 172.21.15.2:0/1282916189 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f128c0f04a0 con 0x7f1294102ef0 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57144/0 (socket says 172.21.15.2:57144) 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 -- 172.21.15.2:0/2587960102 learned_addr learned my addr 172.21.15.2:0/2587960102 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f12937fe640 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce148d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 -- 172.21.15.2:0/2587960102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 msgr2=0x555ce148d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce148d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 -- 172.21.15.2:0/2587960102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 msgr2=0x555ce147e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce147e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 -- 172.21.15.2:0/2587960102 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ce1370440 con 0x555ce148da90 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1292ffd640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 0x7f127c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1293fff640 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f128c03c060 tx=0x7f128c09a900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f5b075bc514e878 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1279ffb640 1 -- 172.21.15.2:0/2587960102 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c0bc1a0 con 0x555ce148da90 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1279ffb640 1 -- 172.21.15.2:0/2587960102 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f128c0bca70 con 0x555ce148da90 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1279ffb640 1 -- 172.21.15.2:0/2587960102 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c09c1b0 con 0x555ce148da90 2024-09-05T04:12:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.649+0000 7f1292ffd640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 0x7f127c0a5350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f12940fef00 tx=0x7f128800a2b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.650+0000 7f129bf8b740 1 -- 172.21.15.2:0/2587960102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 msgr2=0x555ce148fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.650+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f128c03c060 tx=0x7f128c09a900 comp rx=0 tx=0).stop 2024-09-05T04:12:10.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.650+0000 7f129bf8b740 1 -- 172.21.15.2:0/2587960102 shutdown_connections 2024-09-05T04:12:10.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce148fe80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce148d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2587960102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce147e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 -- 172.21.15.2:0/2587960102 >> 172.21.15.2:0/2587960102 conn(0x555ce147aa30 msgr2=0x555ce147ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 -- 172.21.15.2:0/2587960102 shutdown_connections 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 -- 172.21.15.2:0/2587960102 wait complete. 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 -- start start 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.651+0000 7f129bf8b740 1 Processor -- start 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce1486530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1486a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f12937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f12937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38374/0 (socket says 172.21.15.2:38374) 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f12937fe640 1 -- 172.21.15.2:0/881249554 learned_addr learned my addr 172.21.15.2:0/881249554 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555ce138bce0 con 0x555ce147e340 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555ce139f050 con 0x555ce148da90 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555ce14810e0 con 0x555ce147ec60 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f129bf8b740 10 client.0 _ll_register_callbacks cb 0x555ce13df160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f1292ffd640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce1486530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.652+0000 7f1293fff640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1486a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 -- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 msgr2=0x555ce1486530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce1486530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 -- 172.21.15.2:0/881249554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 msgr2=0x555ce1486a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1486a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ce11553c0 con 0x555ce147e340 2024-09-05T04:12:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f1293fff640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1486a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f12937fe640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f1284004440 tx=0x7f128400bbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e5d19458ad89172 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f1272ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128400bea0 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1284003d00 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f128c0bca70 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1284021420 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.653+0000 7f129bf8b740 10 client.15708 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555ce148bbe0 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f128c0bca70 con 0x555ce147e340 2024-09-05T04:12:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1284020640 con 0x555ce147e340 2024-09-05T04:12:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 10 client.15708 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 10 client.15708 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 20 client.15708 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce1498ed0 0x555ce149b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 4 client.15708 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.654+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555ce13f1850 con 0x555ce1498ed0 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.655+0000 7f1292ffd640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce1498ed0 0x555ce149b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.655+0000 7f1272ffd640 10 client.15708 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.655+0000 7f1292ffd640 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce1498ed0 0x555ce149b310 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f68826d0ef62b36 server_cookie=1618e72121790adb in_seq=0 out_seq=0 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f1272ffd640 1 -- 172.21.15.2:0/881249554 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555ce13f1850 con 0x555ce1498ed0 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f1272ffd640 10 client.15708 handle_command_reply: tid=0 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 client.15708 shutdown 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 msgr2=0x555ce148d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f1284004440 tx=0x7f128400bbf0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 shutdown_connections 2024-09-05T04:12:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce1498ed0 0x555ce149b310 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f1272ffd640 0 client.15708 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1486a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce1486530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 --2- 172.21.15.2:0/881249554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce148d2a0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.657+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 >> 172.21.15.2:0/881249554 conn(0x555ce147aa30 msgr2=0x555ce1480790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.658+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 shutdown_connections 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.658+0000 7f129bf8b740 1 -- 172.21.15.2:0/881249554 wait complete. 2024-09-05T04:12:10.660 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.658+0000 7f129bf8b740 20 client.15708 trim_cache size 0 max 16384 2024-09-05T04:12:10.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.693+0000 7f129bf8b740 1 Processor -- start 2024-09-05T04:12:10.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.693+0000 7f129bf8b740 1 -- start start 2024-09-05T04:12:10.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce14a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce14a1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f128000ded0 con 0x555ce147e340 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1280010750 con 0x555ce148da90 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f129bf8b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f128000e540 con 0x555ce147ec60 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:57162/0 (socket says 172.21.15.2:57162) 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 -- 172.21.15.2:0/1397512353 learned_addr learned my addr 172.21.15.2:0/1397512353 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f12937fe640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce14a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1292ffd640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce14a1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 -- 172.21.15.2:0/1397512353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 msgr2=0x555ce14a1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce14a1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 -- 172.21.15.2:0/1397512353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 msgr2=0x555ce14a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.694+0000 7f1293fff640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce14a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f1293fff640 1 -- 172.21.15.2:0/1397512353 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ce1482130 con 0x555ce148da90 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f1292ffd640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce14a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f12937fe640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce14a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f1293fff640 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x555ce147f230 tx=0x7f128c005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65ef65767820a88f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f12797fa640 1 -- 172.21.15.2:0/1397512353 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c0bbf30 con 0x555ce148da90 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f12797fa640 1 -- 172.21.15.2:0/1397512353 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f128c0bc1a0 con 0x555ce148da90 2024-09-05T04:12:10.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.695+0000 7f12797fa640 1 -- 172.21.15.2:0/1397512353 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c0b5770 con 0x555ce148da90 2024-09-05T04:12:10.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 -- 172.21.15.2:0/1397512353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 msgr2=0x555ce1483790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x555ce147f230 tx=0x7f128c005ef0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 -- 172.21.15.2:0/1397512353 shutdown_connections 2024-09-05T04:12:10.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce148da90 0x555ce1483790 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce147ec60 0x555ce14a1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 --2- 172.21.15.2:0/1397512353 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce14a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 -- 172.21.15.2:0/1397512353 >> 172.21.15.2:0/1397512353 conn(0x555ce147aa30 msgr2=0x555ce1479b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 -- 172.21.15.2:0/1397512353 shutdown_connections 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.696+0000 7f129bf8b740 1 -- 172.21.15.2:0/1397512353 wait complete. 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.697+0000 7f129bf8b740 1 -- start start 2024-09-05T04:12:10.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.697+0000 7f129bf8b740 1 Processor -- start 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.697+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce1495470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.697+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 0x555ce14959b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.697+0000 7f129bf8b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 0x555ce1490420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f129bf8b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f128000ec10 con 0x555ce147e340 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f129bf8b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1280010080 con 0x555ce147ec60 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f129bf8b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f128000f2e0 con 0x555ce148da90 2024-09-05T04:12:10.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f129bf8b740 10 client.0 _ll_register_callbacks cb 0x7f1284017bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f12937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce1495470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1292ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 0x555ce14959b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f12937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce1495470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38396/0 (socket says 172.21.15.2:38396) 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f12937fe640 1 -- 172.21.15.2:0/2108995162 learned_addr learned my addr 172.21.15.2:0/2108995162 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 0x555ce1490420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 -- 172.21.15.2:0/2108995162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 msgr2=0x555ce14959b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 0x555ce14959b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 -- 172.21.15.2:0/2108995162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 msgr2=0x555ce1495470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce1495470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 -- 172.21.15.2:0/2108995162 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ce1496270 con 0x555ce148da90 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1292ffd640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 0x555ce14959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1293fff640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 0x555ce1490420 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f128c0095e0 tx=0x7f128c0c08a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2982426fa7e3340 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:10.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.698+0000 7f1272ffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:12:10.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128c0bbf30 con 0x555ce148da90 2024-09-05T04:12:10.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f128c0ed950 con 0x555ce148da90 2024-09-05T04:12:10.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f128c0bc1a0 con 0x555ce148da90 2024-09-05T04:12:10.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f128c0bca70 con 0x555ce148da90 2024-09-05T04:12:10.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f129bf8b740 10 client.25327 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555ce1504220 con 0x555ce148da90 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.699+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f128c0edb50 con 0x555ce148da90 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f128c09f020 con 0x555ce148da90 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 10 client.25327 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 10 client.25327 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 20 client.25327 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce15046a0 0x555ce1506a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 4 client.25327 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f128c0bc1a0 con 0x555ce15046a0 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.700+0000 7f12937fe640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce15046a0 0x555ce1506a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f1272ffd640 10 client.25327 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f12937fe640 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce15046a0 0x555ce1506a90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=180fa136f404193b server_cookie=100b502f6d4dce57 in_seq=0 out_seq=0 2024-09-05T04:12:10.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f1272ffd640 1 -- 172.21.15.2:0/2108995162 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f128c0bc1a0 con 0x555ce15046a0 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f1272ffd640 10 client.25327 handle_command_reply: tid=0 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 client.25327 shutdown 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 msgr2=0x555ce1490420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 0x555ce1490420 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f128c0095e0 tx=0x7f128c0c08a0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 shutdown_connections 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555ce15046a0 0x555ce1506a90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555ce148da90 0x555ce1490420 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f1272ffd640 0 client.25327 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555ce147ec60 0x555ce14959b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 --2- 172.21.15.2:0/2108995162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555ce147e340 0x555ce1495470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 >> 172.21.15.2:0/2108995162 conn(0x555ce147aa30 msgr2=0x555ce147fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 shutdown_connections 2024-09-05T04:12:10.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.701+0000 7f129bf8b740 1 -- 172.21.15.2:0/2108995162 wait complete. 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f129bf8b740 20 client.25327 trim_cache size 0 max 16384 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "f052e6ea-a7fe-4c28-8ee8-82834330c040": { 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "f052e6ea-a7fe-4c28-8ee8-82834330c040", 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:12:10.705 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 msgr2=0x7f127c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 0x7f127c0a5350 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f12940fef00 tx=0x7f128800a2b0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 msgr2=0x7f129419cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129419cc10 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f128c005e30 tx=0x7f128c003f10 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 shutdown_connections 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f127c0a2e90 0x7f127c0a5350 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1294102ef0 0x7f129419cc10 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1294102570 0x7f1294198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 --2- 172.21.15.2:0/1282916189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1294100e20 0x7f1294198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 >> 172.21.15.2:0/1282916189 conn(0x7f12940fc7d0 msgr2=0x7f129406a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:10.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 shutdown_connections 2024-09-05T04:12:10.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:10.702+0000 7f1299bb2640 1 -- 172.21.15.2:0/1282916189 wait complete. 2024-09-05T04:12:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:10 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:12:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:10 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:10 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:12:10.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:10 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:10.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:10 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:12:10.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:10 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:10.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:10 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:12:10.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:10 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:10 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:12:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:10 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:10 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:12:11.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:10 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:11.398 INFO:tasks.cephfs.filesystem:scrub status for tag:f052e6ea-a7fe-4c28-8ee8-82834330c040 - {'path': '/', 'tag': 'f052e6ea-a7fe-4c28-8ee8-82834330c040', 'options': 'recursive,force'} 2024-09-05T04:12:11.663 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:11 smithi002 ceph-mon[31001]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-09-05T04:12:11.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:11 smithi047 ceph-mon[34498]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-09-05T04:12:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:11 smithi079 ceph-mon[34908]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 22 KiB/s wr, 18 op/s 2024-09-05T04:12:12.442 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:12:12.790 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:12.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:12 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:12:12.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:12 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:12:13.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:12 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 -- 172.21.15.2:0/348260314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 msgr2=0x7f7ab4100e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 --2- 172.21.15.2:0/348260314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4100e50 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8009930 tx=0x7f7aa802a420 comp rx=0 tx=0).stop 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 -- 172.21.15.2:0/348260314 shutdown_connections 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 --2- 172.21.15.2:0/348260314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4101390 0x7f7ab410d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 --2- 172.21.15.2:0/348260314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4100e50 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 --2- 172.21.15.2:0/348260314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4106a00 0x7f7ab4106de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 -- 172.21.15.2:0/348260314 >> 172.21.15.2:0/348260314 conn(0x7f7ab40fc6b0 msgr2=0x7f7ab40fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 -- 172.21.15.2:0/348260314 shutdown_connections 2024-09-05T04:12:13.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.170+0000 7f7aba61e640 1 -- 172.21.15.2:0/348260314 wait complete. 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 Processor -- start 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 -- start start 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4101390 0x7f7ab4196990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 0x7f7ab419ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab410fc30 con 0x7f7ab41009f0 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab410fab0 con 0x7f7ab4101390 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7aba61e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab410fdb0 con 0x7f7ab4106a00 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48976/0 (socket says 172.21.15.2:48976) 2024-09-05T04:12:13.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.171+0000 7f7ab3fff640 1 -- 172.21.15.2:0/4176521235 learned_addr learned my addr 172.21.15.2:0/4176521235 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4101390 0x7f7ab4196990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab8bbb640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 0x7f7ab419ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 -- 172.21.15.2:0/4176521235 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 msgr2=0x7f7ab419ad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 0x7f7ab419ad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 -- 172.21.15.2:0/4176521235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4101390 msgr2=0x7f7ab4196990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4101390 0x7f7ab4196990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 -- 172.21.15.2:0/4176521235 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ab419b440 con 0x7f7ab41009f0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab8bbb640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 0x7f7ab419ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f7aa400bee0 tx=0x7f7aa4007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab17fa640 1 -- 172.21.15.2:0/4176521235 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa4023070 con 0x7f7ab41009f0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ab419b730 con 0x7f7ab41009f0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ab41a2fc0 con 0x7f7ab41009f0 2024-09-05T04:12:13.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab17fa640 1 -- 172.21.15.2:0/4176521235 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7aa401e8c0 con 0x7f7ab41009f0 2024-09-05T04:12:13.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.172+0000 7f7ab17fa640 1 -- 172.21.15.2:0/4176521235 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa402d060 con 0x7f7ab41009f0 2024-09-05T04:12:13.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.175+0000 7f7ab17fa640 1 -- 172.21.15.2:0/4176521235 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f7aa4026070 con 0x7f7ab41009f0 2024-09-05T04:12:13.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.175+0000 7f7ab17fa640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 0x7f7a9c0a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.175+0000 7f7ab17fa640 1 -- 172.21.15.2:0/4176521235 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7aa40d7520 con 0x7f7ab41009f0 2024-09-05T04:12:13.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.175+0000 7f7abcffd740 1 Processor -- start 2024-09-05T04:12:13.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 0x7f7a9c0a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 -- start start 2024-09-05T04:12:13.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a500a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b9c69a72f0 con 0x55b9c6a42af0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b9c694f270 con 0x55b9c6a43410 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7abcffd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b9c69a32b0 con 0x55b9c6a4dcb0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48984/0 (socket says 172.21.15.2:48984) 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2761453998 learned_addr learned my addr 172.21.15.2:0/2761453998 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab8bbb640 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 0x7f7a9c0a5350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8006010 tx=0x7f7aa8000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2761453998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 msgr2=0x55b9c6a500a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a500a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2761453998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 msgr2=0x55b9c6a4d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.176+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2761453998 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9c694e340 con 0x55b9c6a42af0 2024-09-05T04:12:13.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.177+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f7aa409fdc0 tx=0x7f7aa40a33f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=660269c8b8d5de56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.177+0000 7f7a9a7fc640 1 -- 172.21.15.2:0/2761453998 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa40bc070 con 0x55b9c6a42af0 2024-09-05T04:12:13.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.177+0000 7f7a9a7fc640 1 -- 172.21.15.2:0/2761453998 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7aa409fa60 con 0x55b9c6a42af0 2024-09-05T04:12:13.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.177+0000 7f7a9a7fc640 1 -- 172.21.15.2:0/2761453998 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa40d4c30 con 0x55b9c6a42af0 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- 172.21.15.2:0/2761453998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 msgr2=0x55b9c6a42ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f7aa409fdc0 tx=0x7f7aa40a33f0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- 172.21.15.2:0/2761453998 shutdown_connections 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a500a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2761453998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a42ed0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- 172.21.15.2:0/2761453998 >> 172.21.15.2:0/2761453998 conn(0x55b9c6a3f060 msgr2=0x55b9c6a3f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- 172.21.15.2:0/2761453998 shutdown_connections 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- 172.21.15.2:0/2761453998 wait complete. 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.178+0000 7f7abcffd740 1 -- start start 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 Processor -- start 2024-09-05T04:12:13.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a4b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b9c6a61890 con 0x55b9c6a42af0 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b9c6930290 con 0x55b9c6a43410 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b9c6a61a10 con 0x55b9c6a4dcb0 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48988/0 (socket says 172.21.15.2:48988) 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7ab3fff640 1 -- 172.21.15.2:0/803893321 learned_addr learned my addr 172.21.15.2:0/803893321 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.179+0000 7f7abcffd740 10 client.0 _ll_register_callbacks cb 0x55b9c6961140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 -- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 msgr2=0x55b9c6a4b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a4b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 -- 172.21.15.2:0/803893321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 msgr2=0x55b9c6a4b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 -- 172.21.15.2:0/803893321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9c66ba210 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4000c00 tx=0x7f7aa401e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c511822e6cb0c793 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7a937fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa40bc040 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7aa409fa60 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7aa40d46c0 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7aa40bc3b0 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7abcffd740 10 client.15726 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.180+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b9c6786620 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7aa40c1020 con 0x55b9c6a42af0 2024-09-05T04:12:13.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7aa40a22b0 con 0x55b9c6a42af0 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 10 client.15726 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 10 client.15726 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 20 client.15726 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6a6eb40 0x55b9c6a70f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 4 client.15726 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7aa409fa60 con 0x55b9c6a6eb40 2024-09-05T04:12:13.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.181+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6a6eb40 0x55b9c6a70f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.182+0000 7f7a937fe640 10 client.15726 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.182+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6a6eb40 0x55b9c6a70f30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df450005d8f8893e server_cookie=1dcd464da8509cc5 in_seq=0 out_seq=0 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7a937fe640 1 -- 172.21.15.2:0/803893321 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f7aa409fa60 con 0x55b9c6a6eb40 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7a937fe640 10 client.15726 handle_command_reply: tid=0 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 client.15726 shutdown 2024-09-05T04:12:13.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 msgr2=0x55b9c6a4ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f7aa4000c00 tx=0x7f7aa401e6c0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 shutdown_connections 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6a6eb40 0x55b9c6a70f30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a4b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a4b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 --2- 172.21.15.2:0/803893321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4ac30 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 >> 172.21.15.2:0/803893321 conn(0x55b9c6a3f060 msgr2=0x55b9c6a44dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7a937fe640 0 client.15726 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 shutdown_connections 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 1 -- 172.21.15.2:0/803893321 wait complete. 2024-09-05T04:12:13.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.183+0000 7f7abcffd740 20 client.15726 trim_cache size 0 max 16384 2024-09-05T04:12:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 Processor -- start 2024-09-05T04:12:13.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 -- start start 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a76560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a76aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa000ded0 con 0x55b9c6a42af0 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa0010750 con 0x55b9c6a43410 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7abcffd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa000e540 con 0x55b9c6a4dcb0 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48992/0 (socket says 172.21.15.2:48992) 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2446902947 learned_addr learned my addr 172.21.15.2:0/2446902947 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab8bbb640 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a76aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a76560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2446902947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 msgr2=0x55b9c6a76aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a76aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2446902947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 msgr2=0x55b9c6a76560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a76560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.198+0000 7f7ab3fff640 1 -- 172.21.15.2:0/2446902947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9c6a43240 con 0x55b9c6a42af0 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.199+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7aa40a30f0 tx=0x7f7aa409f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8e8f559a8e6c4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.199+0000 7f7a99ffb640 1 -- 172.21.15.2:0/2446902947 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa40bc040 con 0x55b9c6a42af0 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.199+0000 7f7a99ffb640 1 -- 172.21.15.2:0/2446902947 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7aa40c1070 con 0x55b9c6a42af0 2024-09-05T04:12:13.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.199+0000 7f7a99ffb640 1 -- 172.21.15.2:0/2446902947 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa401ee10 con 0x55b9c6a42af0 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- 172.21.15.2:0/2446902947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 msgr2=0x55b9c6a4cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f7aa40a30f0 tx=0x7f7aa409f5c0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- 172.21.15.2:0/2446902947 shutdown_connections 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a76aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a43410 0x55b9c6a76560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 --2- 172.21.15.2:0/2446902947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a42af0 0x55b9c6a4cba0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- 172.21.15.2:0/2446902947 >> 172.21.15.2:0/2446902947 conn(0x55b9c6a3f060 msgr2=0x55b9c6a4c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- 172.21.15.2:0/2446902947 shutdown_connections 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- 172.21.15.2:0/2446902947 wait complete. 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.200+0000 7f7abcffd740 1 -- start start 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 Processor -- start 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 0x55b9c6a62a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a63490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa000ec10 con 0x55b9c6a43410 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa0010080 con 0x55b9c6a4dcb0 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7aa000f2e0 con 0x55b9c6a42af0 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7abcffd740 10 client.0 _ll_register_callbacks cb 0x7f7aa40ba070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7ab37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7ab3fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 0x55b9c6a62a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7ab37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48996/0 (socket says 172.21.15.2:48996) 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7ab37fe640 1 -- 172.21.15.2:0/770246677 learned_addr learned my addr 172.21.15.2:0/770246677 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.201+0000 7f7ab8bbb640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a63490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 -- 172.21.15.2:0/770246677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a4dcb0 msgr2=0x55b9c6a63490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a63490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 -- 172.21.15.2:0/770246677 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 msgr2=0x55b9c6a62f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 -- 172.21.15.2:0/770246677 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9c6ad8530 con 0x55b9c6a42af0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7ab3fff640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 0x55b9c6a62a10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7aa40bc380 tx=0x7f7aa40a7810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36612554ee3004a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7a937fe640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7aa408b060 con 0x55b9c6a42af0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7aa40a22b0 con 0x55b9c6a42af0 2024-09-05T04:12:13.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.202+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7aa40c1070 con 0x55b9c6a42af0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7aa40bc040 con 0x55b9c6a42af0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7abcffd740 10 client.25339 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b9c6ad8530 con 0x55b9c6a42af0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7aa40c1070 con 0x55b9c6a42af0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7aa409f240 con 0x55b9c6a42af0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7abcffd740 10 client.25339 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7abcffd740 10 client.25339 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.203+0000 7f7abcffd740 20 client.25339 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6ad9a80 0x55b9c6adbe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7abcffd740 4 client.25339 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b9c69b4a20 con 0x55b9c6ad9a80 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6ad9a80 0x55b9c6adbe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7a937fe640 10 client.25339 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:13.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.204+0000 7f7ab37fe640 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6ad9a80 0x55b9c6adbe70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5516737295925479 server_cookie=36df8efcc2cb87b8 in_seq=0 out_seq=0 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7a937fe640 1 -- 172.21.15.2:0/770246677 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b9c69b4a20 con 0x55b9c6ad9a80 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7a937fe640 10 client.25339 handle_command_reply: tid=0 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7abcffd740 1 client.25339 shutdown 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 msgr2=0x55b9c6a62a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 0x55b9c6a62a10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7aa40bc380 tx=0x7f7aa40a7810 comp rx=0 tx=0).stop 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.211+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 shutdown_connections 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b9c6ad9a80 0x55b9c6adbe70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b9c6a4dcb0 0x55b9c6a63490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7a937fe640 0 client.25339 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b9c6a43410 0x55b9c6a62f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 --2- 172.21.15.2:0/770246677 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b9c6a42af0 0x55b9c6a62a10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.213 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 >> 172.21.15.2:0/770246677 conn(0x55b9c6a3f060 msgr2=0x55b9c6a3e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 shutdown_connections 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 1 -- 172.21.15.2:0/770246677 wait complete. 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.212+0000 7f7abcffd740 20 client.25339 trim_cache size 0 max 16384 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:12:13.214 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 msgr2=0x7f7a9c0a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 0x7f7a9c0a5350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8006010 tx=0x7f7aa8000bc0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 msgr2=0x7f7ab4196450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f7aa400bee0 tx=0x7f7aa4007590 comp rx=0 tx=0).stop 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 shutdown_connections 2024-09-05T04:12:13.215 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7a9c0a2e90 0x7f7a9c0a5350 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ab4106a00 0x7f7ab419ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ab4101390 0x7f7ab4196990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 --2- 172.21.15.2:0/4176521235 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ab41009f0 0x7f7ab4196450 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 >> 172.21.15.2:0/4176521235 conn(0x7f7ab40fc6b0 msgr2=0x7f7ab40fd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 shutdown_connections 2024-09-05T04:12:13.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:13.213+0000 7f7aba61e640 1 -- 172.21.15.2:0/4176521235 wait complete. 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 -- 172.21.15.2:0/2576290262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618108290 msgr2=0x7f061810ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 --2- 172.21.15.2:0/2576290262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618108290 0x7f061810ec30 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f0610009cd0 tx=0x7f061002a910 comp rx=0 tx=0).stop 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 -- 172.21.15.2:0/2576290262 shutdown_connections 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 --2- 172.21.15.2:0/2576290262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618108290 0x7f061810ec30 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 --2- 172.21.15.2:0/2576290262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618103740 0x7f0618107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 --2- 172.21.15.2:0/2576290262 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618102d90 0x7f0618103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.337+0000 7f061df4c640 1 -- 172.21.15.2:0/2576290262 >> 172.21.15.2:0/2576290262 conn(0x7f06180fc7d0 msgr2=0x7f06180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.338+0000 7f061df4c640 1 -- 172.21.15.2:0/2576290262 shutdown_connections 2024-09-05T04:12:13.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.338+0000 7f061df4c640 1 -- 172.21.15.2:0/2576290262 wait complete. 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f061df4c640 1 Processor -- start 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f061df4c640 1 -- start start 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f061df4c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618102d90 0x7f0618198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f061df4c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f061df4c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 0x7f061819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.339+0000 7f0616ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f061df4c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0618111f40 con 0x7f0618103740 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f061df4c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0618111dc0 con 0x7f0618102d90 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f061df4c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f06181120c0 con 0x7f0618108290 2024-09-05T04:12:13.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f06177fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618102d90 0x7f0618198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49014/0 (socket says 172.21.15.2:49014) 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 -- 172.21.15.2:0/2570965957 learned_addr learned my addr 172.21.15.2:0/2570965957 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0617fff640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 0x7f061819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 -- 172.21.15.2:0/2570965957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 msgr2=0x7f061819cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 0x7f061819cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 -- 172.21.15.2:0/2570965957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618102d90 msgr2=0x7f0618198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618102d90 0x7f0618198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 -- 172.21.15.2:0/2570965957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061819d410 con 0x7f0618103740 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0617fff640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 0x7f061819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.340+0000 7f0616ffd640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f060c00e9c0 tx=0x7f060c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.341+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c00cd80 con 0x7f0618103740 2024-09-05T04:12:13.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.341+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f060c0054d0 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.342+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f060c010430 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.342+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061819d700 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.342+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06181a4fe0 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.343+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0618103170 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.345+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f060c004fd0 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.346+0000 7f0614ff9640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 0x7f06000a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.346+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f060c0d01c0 con 0x7f0618103740 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.346+0000 7f06177fe640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 0x7f06000a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.347+0000 7f06177fe640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 0x7f06000a53d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0608009bd0 tx=0x7f0608005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:13.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.350+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f060c09c820 con 0x7f0618103740 2024-09-05T04:12:13.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.565+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f061810a2d0 con 0x7f0618103740 2024-09-05T04:12:13.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.567+0000 7f0614ff9640 1 -- 172.21.15.2:0/2570965957 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f060c09c120 con 0x7f0618103740 2024-09-05T04:12:13.567 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:12:13.567 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:12:13.568 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:12:13.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 msgr2=0x7f06000a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 0x7f06000a53d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0608009bd0 tx=0x7f0608005f90 comp rx=0 tx=0).stop 2024-09-05T04:12:13.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 msgr2=0x7f06181989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:13.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f060c00e9c0 tx=0x7f060c00ee80 comp rx=0 tx=0).stop 2024-09-05T04:12:13.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 shutdown_connections 2024-09-05T04:12:13.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f06000a2f10 0x7f06000a53d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0618108290 0x7f061819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0618103740 0x7f06181989a0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 --2- 172.21.15.2:0/2570965957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0618102d90 0x7f0618198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:13.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.569+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 >> 172.21.15.2:0/2570965957 conn(0x7f06180fc7d0 msgr2=0x7f0618105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:13.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.570+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 shutdown_connections 2024-09-05T04:12:13.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:13.570+0000 7f061df4c640 1 -- 172.21.15.2:0/2570965957 wait complete. 2024-09-05T04:12:13.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:13 smithi047 ceph-mon[34498]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:13.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:13 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2570965957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:13.965 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:13 smithi002 ceph-mon[31001]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:13.965 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:13 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2570965957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:13 smithi079 ceph-mon[34908]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-09-05T04:12:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:13 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2570965957' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:14.250 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id ac6d63bb --release --await' 2024-09-05T04:12:14.250 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id ac6d63bb --release --await 2024-09-05T04:12:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 -- 172.21.15.2:0/297505563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741082a0 msgr2=0x7f8b7410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/297505563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741082a0 0x7f8b7410ec40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c009cd0 tx=0x7f8b6c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 -- 172.21.15.2:0/297505563 shutdown_connections 2024-09-05T04:12:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/297505563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741082a0 0x7f8b7410ec40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/297505563 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b741036e0 0x7f8b74107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/297505563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 -- 172.21.15.2:0/297505563 >> 172.21.15.2:0/297505563 conn(0x7f8b740fc7d0 msgr2=0x7f8b740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 -- 172.21.15.2:0/297505563 shutdown_connections 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.065+0000 7f8b79bb9640 1 -- 172.21.15.2:0/297505563 wait complete. 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.066+0000 7f8b79bb9640 1 Processor -- start 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.066+0000 7f8b79bb9640 1 -- start start 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.066+0000 7f8b79bb9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.066+0000 7f8b79bb9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b79bb9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b741082a0 0x7f8b7419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b79bb9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8b74111f50 con 0x7f8b741036e0 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49028/0 (socket says 172.21.15.2:49028) 2024-09-05T04:12:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 -- 172.21.15.2:0/2115232444 learned_addr learned my addr 172.21.15.2:0/2115232444 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8b74111dd0 con 0x7f8b741082a0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741120d0 con 0x7f8b74102d30 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b737fe640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 -- 172.21.15.2:0/2115232444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 msgr2=0x7f8b74198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 -- 172.21.15.2:0/2115232444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b741082a0 msgr2=0x7f8b7419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b741082a0 0x7f8b7419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 -- 172.21.15.2:0/2115232444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b7419d420 con 0x7f8b741036e0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b737fe640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.067+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e9f0 tx=0x7f8b5c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.068+0000 7f8b70ff9640 1 -- 172.21.15.2:0/2115232444 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c00ccc0 con 0x7f8b741036e0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.068+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b7419d710 con 0x7f8b741036e0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.068+0000 7f8b70ff9640 1 -- 172.21.15.2:0/2115232444 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b5c0108e0 con 0x7f8b741036e0 2024-09-05T04:12:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.068+0000 7f8b70ff9640 1 -- 172.21.15.2:0/2115232444 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c018750 con 0x7f8b741036e0 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.068+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b741a4ff0 con 0x7f8b741036e0 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 Processor -- start 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 -- start start 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556cea309620 con 0x556cea3b3650 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556cea2b0e50 con 0x556cea3a4820 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556cea3055e0 con 0x556cea3a3f00 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:54996/0 (socket says 172.21.15.2:54996) 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b737fe640 1 -- 172.21.15.2:0/3954819743 learned_addr learned my addr 172.21.15.2:0/3954819743 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:15.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b73fff640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.071+0000 7f8b70ff9640 1 -- 172.21.15.2:0/2115232444 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f8b5c010a90 con 0x7f8b741036e0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.072+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.072+0000 7f8b737fe640 1 -- 172.21.15.2:0/3954819743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 msgr2=0x556cea3a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.072+0000 7f8b737fe640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.072+0000 7f8b737fe640 1 -- 172.21.15.2:0/3954819743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 msgr2=0x556cea3b5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b70ff9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 0x7f8b600a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b737fe640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3b5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b737fe640 1 -- 172.21.15.2:0/3954819743 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cea2a1d40 con 0x556cea3a4820 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b70ff9640 1 -- 172.21.15.2:0/2115232444 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8b5c0cfe40 con 0x7f8b741036e0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b73fff640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 0x7f8b600a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.073+0000 7f8b737fe640 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8b64010450 tx=0x7f8b64010910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b2875636dc6754 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.074+0000 7f8b69ffb640 1 -- 172.21.15.2:0/3954819743 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b64011760 con 0x556cea3a4820 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.074+0000 7f8b69ffb640 1 -- 172.21.15.2:0/3954819743 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b64011db0 con 0x556cea3a4820 2024-09-05T04:12:15.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.074+0000 7f8b69ffb640 1 -- 172.21.15.2:0/3954819743 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6401acf0 con 0x556cea3a4820 2024-09-05T04:12:15.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.074+0000 7f8b73fff640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 0x7f8b600a53d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c009ca0 tx=0x7f8b6c005f30 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3954819743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 msgr2=0x556cea3b3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8b64010450 tx=0x7f8b64010910 comp rx=0 tx=0).stop 2024-09-05T04:12:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3954819743 shutdown_connections 2024-09-05T04:12:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3b5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3b3110 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3954819743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3954819743 >> 172.21.15.2:0/3954819743 conn(0x556cea3a05f0 msgr2=0x556cea3a09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.075+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3954819743 shutdown_connections 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.076+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3954819743 wait complete. 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.076+0000 7f8b7bf92740 1 -- start start 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.076+0000 7f8b7bf92740 1 Processor -- start 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3b2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3ac730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556cea3b6220 con 0x556cea3b3650 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556cea291f10 con 0x556cea3a4820 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:55012/0 (socket says 172.21.15.2:55012) 2024-09-05T04:12:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556cea3b63a0 con 0x556cea3a3f00 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 -- 172.21.15.2:0/1715224552 learned_addr learned my addr 172.21.15.2:0/1715224552 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b73fff640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3ac730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b7bf92740 10 client.0 _ll_register_callbacks cb 0x556cea2b5db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3b2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 -- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 msgr2=0x556cea3b2f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3b2f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.077+0000 7f8b72ffd640 1 -- 172.21.15.2:0/1715224552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 msgr2=0x556cea3ac730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3ac730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b72ffd640 1 -- 172.21.15.2:0/1715224552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cea018580 con 0x556cea3a4820 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3b2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b73fff640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3ac730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e9c0 tx=0x7f8b5c010e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=524124a39c959cbb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c0a00c0 con 0x556cea3a4820 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8b5c010430 con 0x556cea3a4820 2024-09-05T04:12:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b64011db0 con 0x556cea3a4820 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8b5c0a4980 con 0x556cea3a4820 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b7bf92740 10 client.25307 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.078+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556cea0e2960 con 0x556cea3a4820 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b5c010630 con 0x556cea3a4820 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8b5c0a1250 con 0x556cea3a4820 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 10 client.25307 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 10 client.25307 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 20 client.25307 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea3c7680 0x556cea3c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 4 client.25307 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8b64011db0 con 0x556cea3c7680 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.079+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea3c7680 0x556cea3c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.080+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea3c7680 0x556cea3c9a70 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0a4f961db50b33f server_cookie=cf7c66f5a2a8c8c8 in_seq=0 out_seq=0 2024-09-05T04:12:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.080+0000 7f8b52ffd640 10 client.25307 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1715224552 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f8b64011db0 con 0x556cea3c7680 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b52ffd640 10 client.25307 handle_command_reply: tid=0 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 client.25307 shutdown 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 msgr2=0x556cea3ac1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e9c0 tx=0x7f8b5c010e80 comp rx=0 tx=0).stop 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 shutdown_connections 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea3c7680 0x556cea3c9a70 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3ac730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3ac1f0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1715224552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a3f00 0x556cea3b2f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 >> 172.21.15.2:0/1715224552 conn(0x556cea3a05f0 msgr2=0x556cea39f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b52ffd640 0 client.25307 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 shutdown_connections 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1715224552 wait complete. 2024-09-05T04:12:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.081+0000 7f8b7bf92740 20 client.25307 trim_cache size 0 max 16384 2024-09-05T04:12:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.098+0000 7f8b7bf92740 1 Processor -- start 2024-09-05T04:12:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 -- start start 2024-09-05T04:12:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a3f00 0x556cea3a6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a4820 0x556cea39f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741aaef0 con 0x556cea3b3650 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741ad770 con 0x556cea3a3f00 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741ab560 con 0x556cea3a4820 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49062/0 (socket says 172.21.15.2:49062) 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 -- 172.21.15.2:0/3687572147 learned_addr learned my addr 172.21.15.2:0/3687572147 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a4820 0x556cea39f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b737fe640 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a3f00 0x556cea3a6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 -- 172.21.15.2:0/3687572147 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a4820 msgr2=0x556cea39f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a4820 0x556cea39f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 -- 172.21.15.2:0/3687572147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a3f00 msgr2=0x556cea3a6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a3f00 0x556cea3a6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.099+0000 7f8b73fff640 1 -- 172.21.15.2:0/3687572147 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cea3a4650 con 0x556cea3b3650 2024-09-05T04:12:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.100+0000 7f8b73fff640 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c035000 tx=0x7f8b6c03f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbea79b66e12f3e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.100+0000 7f8b697fa640 1 -- 172.21.15.2:0/3687572147 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c003b70 con 0x556cea3b3650 2024-09-05T04:12:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.100+0000 7f8b697fa640 1 -- 172.21.15.2:0/3687572147 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b6c036040 con 0x556cea3b3650 2024-09-05T04:12:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.100+0000 7f8b697fa640 1 -- 172.21.15.2:0/3687572147 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6c030910 con 0x556cea3b3650 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3687572147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 msgr2=0x556cea3cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c035000 tx=0x7f8b6c03f000 comp rx=0 tx=0).stop 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3687572147 shutdown_connections 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3b3650 0x556cea3cf260 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3a4820 0x556cea39f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/3687572147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a3f00 0x556cea3a6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3687572147 >> 172.21.15.2:0/3687572147 conn(0x556cea3a05f0 msgr2=0x556cea39ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3687572147 shutdown_connections 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- 172.21.15.2:0/3687572147 wait complete. 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.101+0000 7f8b7bf92740 1 -- start start 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 Processor -- start 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3c0200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3b3650 0x556cea3c0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741abc30 con 0x556cea3a3f00 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741ad0a0 con 0x556cea3a4820 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8b741ac300 con 0x556cea3b3650 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b7bf92740 10 client.0 _ll_register_callbacks cb 0x7f8b5c09b850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49076/0 (socket says 172.21.15.2:49076) 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b737fe640 1 -- 172.21.15.2:0/1687666428 learned_addr learned my addr 172.21.15.2:0/1687666428 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.102+0000 7f8b72ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3c0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 -- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3b3650 msgr2=0x556cea3c0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3b3650 0x556cea3c0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 -- 172.21.15.2:0/1687666428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 msgr2=0x556cea3c0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3c0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 -- 172.21.15.2:0/1687666428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cea431230 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b737fe640 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8b64010e10 tx=0x7f8b6400bc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4adeacb816c16895 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b6401a6b0 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8b64004020 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8b6c036040 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8b64034050 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b7bf92740 10 client.15753 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.103+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556cea4324d0 con 0x556cea3a3f00 2024-09-05T04:12:15.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b6400bd00 con 0x556cea3a3f00 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8b640051d0 con 0x556cea3a3f00 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 10 client.15753 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 10 client.15753 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 20 client.15753 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea432970 0x556cea434db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 4 client.15753 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ac6d63bb", "release": true, "await": true}] 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ac6d63bb", "release": true, "await": true}) -- 0x7f8b6c036040 con 0x556cea432970 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.104+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea432970 0x556cea434db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.105+0000 7f8b72ffd640 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea432970 0x556cea434db0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfcea1462e4483d1 server_cookie=9f7c21989f15705d in_seq=0 out_seq=0 2024-09-05T04:12:15.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.105+0000 7f8b52ffd640 10 client.15753 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:15.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b52ffd640 1 -- 172.21.15.2:0/1687666428 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7f8b6c036040 con 0x556cea432970 2024-09-05T04:12:15.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b52ffd640 10 client.15753 handle_command_reply: tid=0 2024-09-05T04:12:15.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 client.15753 shutdown 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 msgr2=0x556cea3bfcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8b64010e10 tx=0x7f8b6400bc90 comp rx=0 tx=0).stop 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 shutdown_connections 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556cea432970 0x556cea434db0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556cea3b3650 0x556cea3c0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556cea3a4820 0x556cea3c0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 --2- 172.21.15.2:0/1687666428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556cea3a3f00 0x556cea3bfcc0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b52ffd640 0 client.15753 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.106+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 >> 172.21.15.2:0/1687666428 conn(0x556cea3a05f0 msgr2=0x556cea39f750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.107+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 shutdown_connections 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.107+0000 7f8b7bf92740 1 -- 172.21.15.2:0/1687666428 wait complete. 2024-09-05T04:12:15.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.107+0000 7f8b7bf92740 20 client.15753 trim_cache size 0 max 16384 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 4, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "ac6d63bb": { 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 4, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:12:15.110 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 148.2, 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:15.111 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:15.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 msgr2=0x7f8b600a53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 0x7f8b600a53d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c009ca0 tx=0x7f8b6c005f30 comp rx=0 tx=0).stop 2024-09-05T04:12:15.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 msgr2=0x7f8b741989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:15.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c00e9f0 tx=0x7f8b5c00eeb0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 shutdown_connections 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b600a2f10 0x7f8b600a53d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b741082a0 0x7f8b7419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b741036e0 0x7f8b741989b0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 --2- 172.21.15.2:0/2115232444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b74102d30 0x7f8b74198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 >> 172.21.15.2:0/2115232444 conn(0x7f8b740fc7d0 msgr2=0x7f8b74105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 shutdown_connections 2024-09-05T04:12:15.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:15.108+0000 7f8b79bb9640 1 -- 172.21.15.2:0/2115232444 wait complete. 2024-09-05T04:12:15.764 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:15 smithi002 ceph-mon[31001]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-05T04:12:15.801 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ac6d63bb', total seconds elapsed: 31.6 2024-09-05T04:12:15.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:15 smithi047 ceph-mon[34498]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-05T04:12:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:15 smithi079 ceph-mon[34908]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-09-05T04:12:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:17 smithi047 ceph-mon[34498]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:17 smithi002 ceph-mon[31001]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:17 smithi079 ceph-mon[34908]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:19 smithi047 ceph-mon[34498]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:20.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:19 smithi002 ceph-mon[31001]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:20.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:19 smithi079 ceph-mon[34908]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 597 B/s wr, 3 op/s 2024-09-05T04:12:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:21 smithi047 ceph-mon[34498]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 4 op/s 2024-09-05T04:12:22.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:21 smithi002 ceph-mon[31001]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 4 op/s 2024-09-05T04:12:22.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:21 smithi079 ceph-mon[34908]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 597 B/s wr, 4 op/s 2024-09-05T04:12:22.306 INFO:tasks.workunit.client.0.smithi002.stderr:Updating files: 97% (12544/12892) Updating files: 98% (12635/12892) Updating files: 99% (12764/12892) Updating files: 100% (12892/12892) Updating files: 100% (12892/12892), done. 2024-09-05T04:12:22.888 INFO:tasks.workunit.client.0.smithi002.stderr:Note: switching to '91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4'. 2024-09-05T04:12:22.888 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.888 INFO:tasks.workunit.client.0.smithi002.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-05T04:12:22.888 INFO:tasks.workunit.client.0.smithi002.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:state without impacting any branches by switching back to a branch. 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: git switch -c 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:Or undo this operation with: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: git switch - 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr: 2024-09-05T04:12:22.889 INFO:tasks.workunit.client.0.smithi002.stderr:HEAD is now at 91c8a7e56f7 Merge pull request #59582 from zdover23/wip-doc-2024-09-04-backport-59546-to-squid 2024-09-05T04:12:22.894 DEBUG:teuthology.orchestra.run.smithi002:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-05T04:12:22.924 INFO:tasks.workunit.client.0.smithi002.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-05T04:12:22.926 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T04:12:22.926 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-05T04:12:23.579 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-05T04:12:23.655 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-05T04:12:23.697 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-05T04:12:23.699 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T04:12:23.699 INFO:tasks.workunit.client.0.smithi002.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-05T04:12:23.738 INFO:tasks.workunit.client.0.smithi002.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-05T04:12:23.741 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:12:23.741 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-05T04:12:23.797 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-09-05T04:12:23.798 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-09-05T04:12:23.798 DEBUG:teuthology.orchestra.run.smithi002:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-09-05T04:12:23.866 INFO:tasks.workunit.client.0.smithi002.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-09-05T04:12:23.867 INFO:tasks.workunit.client.0.smithi002.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-09-05T04:12:23.867 INFO:tasks.workunit.client.0.smithi002.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-09-05T04:12:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:23 smithi047 ceph-mon[34498]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T04:12:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:23 smithi002 ceph-mon[31001]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T04:12:24.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:23 smithi079 ceph-mon[34908]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 511 B/s wr, 3 op/s 2024-09-05T04:12:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:25 smithi047 ceph-mon[34498]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:12:26.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:25 smithi002 ceph-mon[31001]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:12:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:25 smithi079 ceph-mon[34908]: pgmap v46: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 -- 172.21.15.2:0/2093157455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc1035a0 msgr2=0x7f9bfc10ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 --2- 172.21.15.2:0/2093157455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc10ba80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f9bf0009900 tx=0x7f9bf002a480 comp rx=0 tx=0).stop 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 -- 172.21.15.2:0/2093157455 shutdown_connections 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 --2- 172.21.15.2:0/2093157455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc10e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 --2- 172.21.15.2:0/2093157455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc10ba80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 --2- 172.21.15.2:0/2093157455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc102c80 0x7f9bfc103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 -- 172.21.15.2:0/2093157455 >> 172.21.15.2:0/2093157455 conn(0x7f9bfc0779a0 msgr2=0x7f9bfc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 -- 172.21.15.2:0/2093157455 shutdown_connections 2024-09-05T04:12:26.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 -- 172.21.15.2:0/2093157455 wait complete. 2024-09-05T04:12:26.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.310+0000 7f9c0128d640 1 Processor -- start 2024-09-05T04:12:26.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 -- start start 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 0x7f9bfc1008d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc111d50 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc111bd0 con 0x7f9bfc1035a0 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9c0128d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc111ed0 con 0x7f9bfc102c80 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfa7fc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48578/0 (socket says 172.21.15.2:48578) 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 -- 172.21.15.2:0/3986010832 learned_addr learned my addr 172.21.15.2:0/3986010832 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 0x7f9bfc1008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 -- 172.21.15.2:0/3986010832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 msgr2=0x7f9bfc1008d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 0x7f9bfc1008d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 -- 172.21.15.2:0/3986010832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc1035a0 msgr2=0x7f9bfc100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 -- 172.21.15.2:0/3986010832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bfc1a6880 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 0x7f9bfc1008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.311+0000 7f9bfb7fe640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f9bf400eaa0 tx=0x7f9bf400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.312+0000 7f9be3fff640 1 -- 172.21.15.2:0/3986010832 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf400cdb0 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.312+0000 7f9be3fff640 1 -- 172.21.15.2:0/3986010832 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bf4005020 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.312+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bfc1a6b70 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.312+0000 7f9be3fff640 1 -- 172.21.15.2:0/3986010832 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf40116d0 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.312+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bfc1a7090 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.314+0000 7f9be3fff640 1 -- 172.21.15.2:0/3986010832 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 25) ==== 138065+0+0 (secure 0 0 0) 0x7f9bf40051d0 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.314+0000 7f9c0402d740 1 Processor -- start 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.314+0000 7f9c0402d740 1 -- start start 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.314+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130157af0 0x562130157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.314+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x5621301650a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9c0402d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5621300bc2f0 con 0x562130158410 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9c0402d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562130064270 con 0x562130157af0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9c0402d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5621300b82b0 con 0x562130162cb0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9be3fff640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 0x7f9be40a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48588/0 (socket says 172.21.15.2:48588) 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 -- 172.21.15.2:0/134848644 learned_addr learned my addr 172.21.15.2:0/134848644 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130157af0 0x562130157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x5621301650a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfb7fe640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 0x7f9be40a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9be3fff640 1 -- 172.21.15.2:0/3986010832 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9bf40cfc10 con 0x7f9bfc10c0a0 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 -- 172.21.15.2:0/134848644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 msgr2=0x5621301650a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x5621301650a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 -- 172.21.15.2:0/134848644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130157af0 msgr2=0x562130157ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130157af0 0x562130157ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 -- 172.21.15.2:0/134848644 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562130063340 con 0x562130158410 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9bec00bcc0 tx=0x7f9bec00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f11a3ce01ed2ba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9bfb7fe640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 0x7f9be40a52d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9bf40ccea0 tx=0x7f9bf4015810 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.315+0000 7f9be17fa640 1 -- 172.21.15.2:0/134848644 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec005020 con 0x562130158410 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9be17fa640 1 -- 172.21.15.2:0/134848644 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bec0047a0 con 0x562130158410 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9be17fa640 1 -- 172.21.15.2:0/134848644 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec011680 con 0x562130158410 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 -- 172.21.15.2:0/134848644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 msgr2=0x562130162770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9bec00bcc0 tx=0x7f9bec00f730 comp rx=0 tx=0).stop 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 -- 172.21.15.2:0/134848644 shutdown_connections 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x5621301650a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x562130162770 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 --2- 172.21.15.2:0/134848644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130157af0 0x562130157ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 -- 172.21.15.2:0/134848644 >> 172.21.15.2:0/134848644 conn(0x562130154060 msgr2=0x562130154440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 -- 172.21.15.2:0/134848644 shutdown_connections 2024-09-05T04:12:26.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.316+0000 7f9c0402d740 1 -- 172.21.15.2:0/134848644 wait complete. 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 -- start start 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 Processor -- start 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x562130160050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130160590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562130165880 con 0x562130157af0 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562130045290 con 0x562130158410 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562130165a00 con 0x562130162cb0 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9c0402d740 10 client.0 _ll_register_callbacks cb 0x562130076140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48590/0 (socket says 172.21.15.2:48590) 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1162068074 learned_addr learned my addr 172.21.15.2:0/1162068074 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130160590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.324 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x562130160050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 msgr2=0x562130160590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130160590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1162068074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 msgr2=0x562130160050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x562130160050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1162068074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56212fdcf210 con 0x562130157af0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.317+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x562130160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9bf00096c0 tx=0x7f9bf002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b25cb9970575d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0041070 con 0x562130157af0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bec0047a0 con 0x562130157af0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9bf0004460 con 0x562130157af0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9bf0052050 con 0x562130157af0 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 10 client.15765 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:26.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56212fe9b620 con 0x562130157af0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bec0047a0 con 0x562130157af0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9bf003d790 con 0x562130157af0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 10 client.15765 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 10 client.15765 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 20 client.15765 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562130172b90 0x562130174f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 4 client.15765 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.318+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621300c9a20 con 0x562130172b90 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.319+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562130172b90 0x562130174f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.319+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562130172b90 0x562130174f80 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30852bb22bdb6c85 server_cookie=45f069713d749c00 in_seq=0 out_seq=0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.319+0000 7f9bdeff5640 10 client.15765 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9bdeff5640 1 -- 172.21.15.2:0/1162068074 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5621300c9a20 con 0x562130172b90 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9bdeff5640 10 client.15765 handle_command_reply: tid=0 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 client.15765 shutdown 2024-09-05T04:12:26.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 msgr2=0x56213015fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f9bf00096c0 tx=0x7f9bf002a480 comp rx=0 tx=0).stop 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 shutdown_connections 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562130172b90 0x562130174f80 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130160590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x562130160050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1162068074 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015fb10 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9bdeff5640 0 client.15765 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 >> 172.21.15.2:0/1162068074 conn(0x562130154060 msgr2=0x562130159dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 shutdown_connections 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 1 -- 172.21.15.2:0/1162068074 wait complete. 2024-09-05T04:12:26.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.320+0000 7f9c0402d740 20 client.15765 trim_cache size 0 max 16384 2024-09-05T04:12:26.340 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 Processor -- start 2024-09-05T04:12:26.340 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 -- start start 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x5621301603c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130161a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1af170 con 0x562130157af0 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1b19f0 con 0x562130158410 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9c0402d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1af7e0 con 0x562130162cb0 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48598/0 (socket says 172.21.15.2:48598) 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1590189241 learned_addr learned my addr 172.21.15.2:0/1590189241 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x5621301603c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130161a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1590189241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 msgr2=0x562130161a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130161a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.341 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1590189241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 msgr2=0x5621301603c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x5621301603c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 -- 172.21.15.2:0/1590189241 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562130158240 con 0x562130157af0 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x5621301603c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.336+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f9bf003c460 tx=0x7f9bf0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a8510ba221a0f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9be0ff9640 1 -- 172.21.15.2:0/1590189241 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0041070 con 0x562130157af0 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9be0ff9640 1 -- 172.21.15.2:0/1590189241 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bf0004460 con 0x562130157af0 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9be0ff9640 1 -- 172.21.15.2:0/1590189241 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0035070 con 0x562130157af0 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 -- 172.21.15.2:0/1590189241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 msgr2=0x56213015a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f9bf003c460 tx=0x7f9bf0005fd0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 -- 172.21.15.2:0/1590189241 shutdown_connections 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130162cb0 0x562130161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130158410 0x5621301603c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 --2- 172.21.15.2:0/1590189241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130157af0 0x56213015a560 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 -- 172.21.15.2:0/1590189241 >> 172.21.15.2:0/1590189241 conn(0x562130154060 msgr2=0x562130161370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 -- 172.21.15.2:0/1590189241 shutdown_connections 2024-09-05T04:12:26.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.337+0000 7f9c0402d740 1 -- 172.21.15.2:0/1590189241 wait complete. 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 -- start start 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 Processor -- start 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 0x56213016b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130162cb0 0x5621301665c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1afeb0 con 0x562130158410 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1b1320 con 0x562130162cb0 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9bfc1b0580 con 0x562130157af0 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9c0402d740 10 client.0 _ll_register_callbacks cb 0x7f9bf0031700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48606/0 (socket says 172.21.15.2:48606) 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 -- 172.21.15.2:0/2760954658 learned_addr learned my addr 172.21.15.2:0/2760954658 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 0x56213016b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 -- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 msgr2=0x56213016b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 0x56213016b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 -- 172.21.15.2:0/2760954658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130162cb0 msgr2=0x5621301665c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130162cb0 0x5621301665c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 -- 172.21.15.2:0/2760954658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562130166dc0 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 0x56213016b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bfaffd640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0057c0 tx=0x7f9bec00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74124c906a79d293 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.338+0000 7f9bdeff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bec0052c0 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9bec005460 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9bf0004460 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9bec0035f0 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 10 client.15771 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5621301dd4d0 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9bf0004460 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9bec011680 con 0x562130158410 2024-09-05T04:12:26.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 10 client.15771 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 10 client.15771 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 20 client.15771 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5621301ddaf0 0x5621301dff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 4 client.15771 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.339+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5621300c3d70 con 0x5621301ddaf0 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.340+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5621301ddaf0 0x5621301dff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.340+0000 7f9bdeff5640 10 client.15771 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:26.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.340+0000 7f9bfa7fc640 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5621301ddaf0 0x5621301dff10 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4aec5f609d5d7d1 server_cookie=c5b051b3dec9d3a7 in_seq=0 out_seq=0 2024-09-05T04:12:26.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9bdeff5640 1 -- 172.21.15.2:0/2760954658 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5621300c3d70 con 0x5621301ddaf0 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9bdeff5640 10 client.15771 handle_command_reply: tid=0 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 client.15771 shutdown 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 msgr2=0x56213016b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f9bec0057c0 tx=0x7f9bec00bf40 comp rx=0 tx=0).stop 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 shutdown_connections 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5621301ddaf0 0x5621301dff10 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562130162cb0 0x5621301665c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562130158410 0x56213016b590 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 --2- 172.21.15.2:0/2760954658 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562130157af0 0x56213016b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9bdeff5640 0 client.15771 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 >> 172.21.15.2:0/2760954658 conn(0x562130154060 msgr2=0x5621301531c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 shutdown_connections 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 1 -- 172.21.15.2:0/2760954658 wait complete. 2024-09-05T04:12:26.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.350+0000 7f9c0402d740 20 client.15771 trim_cache size 0 max 16384 2024-09-05T04:12:26.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:12:26.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:12:26.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:12:26.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 msgr2=0x7f9be40a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 0x7f9be40a52d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9bf40ccea0 tx=0x7f9bf4015810 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 msgr2=0x7f9bfc101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f9bf400eaa0 tx=0x7f9bf400ef60 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 shutdown_connections 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9be40a2e10 0x7f9be40a52d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9bfc10c0a0 0x7f9bfc101350 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9bfc1035a0 0x7f9bfc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 --2- 172.21.15.2:0/3986010832 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9bfc102c80 0x7f9bfc1008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 >> 172.21.15.2:0/3986010832 conn(0x7f9bfc0779a0 msgr2=0x7f9bfc0fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 shutdown_connections 2024-09-05T04:12:26.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:26.351+0000 7f9c0128d640 1 -- 172.21.15.2:0/3986010832 wait complete. 2024-09-05T04:12:28.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:27 smithi002 ceph-mon[31001]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:28.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:27 smithi079 ceph-mon[34908]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:27 smithi047 ceph-mon[34498]: pgmap v47: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:30.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:29 smithi002 ceph-mon[31001]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:29 smithi079 ceph-mon[34908]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:29 smithi047 ceph-mon[34498]: pgmap v48: 129 pgs: 129 active+clean; 1.3 MiB data, 354 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 853 B/s wr, 1 op/s 2024-09-05T04:12:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:31 smithi002 ceph-mon[31001]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:31 smithi002 ceph-mon[31001]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-05T04:12:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:31 smithi079 ceph-mon[34908]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:31 smithi079 ceph-mon[34908]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-05T04:12:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:31 smithi047 ceph-mon[34498]: pgmap v49: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:31 smithi047 ceph-mon[34498]: mgrmap e26: x(active, since 92s), standbys: y, z 2024-09-05T04:12:33.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:32 smithi002 ceph-mon[31001]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:33.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:32 smithi079 ceph-mon[34908]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:32 smithi047 ceph-mon[34498]: pgmap v50: 129 pgs: 129 active+clean; 1.4 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 7.7 KiB/s wr, 7 op/s 2024-09-05T04:12:35.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:34 smithi002 ceph-mon[31001]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-09-05T04:12:35.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:34 smithi079 ceph-mon[34908]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-09-05T04:12:35.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:34 smithi047 ceph-mon[34498]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 10 op/s 2024-09-05T04:12:37.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:36 smithi002 ceph-mon[31001]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:37.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:36 smithi079 ceph-mon[34908]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:37.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:36 smithi047 ceph-mon[34498]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:39.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:38 smithi002 ceph-mon[31001]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:39.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:38 smithi079 ceph-mon[34908]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:39.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:38 smithi047 ceph-mon[34498]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 9 op/s 2024-09-05T04:12:39.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 -- 172.21.15.2:0/987765813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 msgr2=0x7f9a3010bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 --2- 172.21.15.2:0/987765813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a3010bb20 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f9a18009900 tx=0x7f9a1802a480 comp rx=0 tx=0).stop 2024-09-05T04:12:39.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 -- 172.21.15.2:0/987765813 shutdown_connections 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 --2- 172.21.15.2:0/987765813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 0x7f9a3010e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 --2- 172.21.15.2:0/987765813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a3010bb20 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 --2- 172.21.15.2:0/987765813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 0x7f9a30103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 -- 172.21.15.2:0/987765813 >> 172.21.15.2:0/987765813 conn(0x7f9a300779a0 msgr2=0x7f9a300fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 -- 172.21.15.2:0/987765813 shutdown_connections 2024-09-05T04:12:39.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 -- 172.21.15.2:0/987765813 wait complete. 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.449+0000 7f9a358f1640 1 Processor -- start 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 -- start start 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 0x7f9a30198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 0x7f9a3019cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9a30111d50 con 0x7f9a30103640 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a30111bd0 con 0x7f9a3010c0f0 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a358f1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9a30111ed0 con 0x7f9a30102d20 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39794/0 (socket says 172.21.15.2:39794) 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 -- 172.21.15.2:0/109573442 learned_addr learned my addr 172.21.15.2:0/109573442 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2effd640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 0x7f9a30198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 0x7f9a3019cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 -- 172.21.15.2:0/109573442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 msgr2=0x7f9a30198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 0x7f9a30198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 -- 172.21.15.2:0/109573442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 msgr2=0x7f9a3019cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 0x7f9a3019cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 -- 172.21.15.2:0/109573442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a3019d330 con 0x7f9a30103640 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.450+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9a18005940 tx=0x7f9a180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.451+0000 7f9a348ef640 1 -- 172.21.15.2:0/109573442 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a1803f030 con 0x7f9a30103640 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.451+0000 7f9a348ef640 1 -- 172.21.15.2:0/109573442 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a18003cb0 con 0x7f9a30103640 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.451+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a3019d5c0 con 0x7f9a30103640 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.451+0000 7f9a348ef640 1 -- 172.21.15.2:0/109573442 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a18035070 con 0x7f9a30103640 2024-09-05T04:12:39.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.451+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a301a4eb0 con 0x7f9a30103640 2024-09-05T04:12:39.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.453+0000 7f9a348ef640 1 -- 172.21.15.2:0/109573442 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9a18042030 con 0x7f9a30103640 2024-09-05T04:12:39.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 Processor -- start 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 -- start start 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a348ef640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 0x7f9a1c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5565310362f0 con 0x5565310d19b0 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556530fde270 con 0x5565310d22d0 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a3868d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5565310322b0 con 0x5565310e10c0 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 0x7f9a1c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a348ef640 1 -- 172.21.15.2:0/109573442 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9a180effa0 con 0x7f9a30103640 2024-09-05T04:12:39.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39802/0 (socket says 172.21.15.2:39802) 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 -- 172.21.15.2:0/2915353979 learned_addr learned my addr 172.21.15.2:0/2915353979 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 -- 172.21.15.2:0/2915353979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 msgr2=0x5565310e34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 -- 172.21.15.2:0/2915353979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 msgr2=0x5565310e0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.454+0000 7f9a2effd640 1 -- 172.21.15.2:0/2915353979 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556530fdd340 con 0x5565310d19b0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 0x7f9a1c0a51b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009990 tx=0x7f9a28009de0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9a20009d20 tx=0x7f9a20011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a57b983e1785f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a25ffb640 1 -- 172.21.15.2:0/2915353979 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2001e070 con 0x5565310d19b0 2024-09-05T04:12:39.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a25ffb640 1 -- 172.21.15.2:0/2915353979 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a20009e10 con 0x5565310d19b0 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a25ffb640 1 -- 172.21.15.2:0/2915353979 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20018710 con 0x5565310d19b0 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a3868d740 1 -- 172.21.15.2:0/2915353979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 msgr2=0x5565310d1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.455+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f9a20009d20 tx=0x7f9a20011810 comp rx=0 tx=0).stop 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- 172.21.15.2:0/2915353979 shutdown_connections 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2915353979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310d1d90 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- 172.21.15.2:0/2915353979 >> 172.21.15.2:0/2915353979 conn(0x5565310ce060 msgr2=0x5565310ce440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- 172.21.15.2:0/2915353979 shutdown_connections 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- 172.21.15.2:0/2915353979 wait complete. 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- start start 2024-09-05T04:12:39.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 Processor -- start 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d19b0 0x5565310ddfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 0x5565310de520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5565310e3c90 con 0x5565310e10c0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556530fbf290 con 0x5565310d19b0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.456+0000 7f9a3868d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5565310e3e10 con 0x5565310d22d0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a3868d740 10 client.0 _ll_register_callbacks cb 0x556530ff0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39810/0 (socket says 172.21.15.2:39810) 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 -- 172.21.15.2:0/2750469797 learned_addr learned my addr 172.21.15.2:0/2750469797 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 0x5565310de520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d19b0 0x5565310ddfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 -- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 msgr2=0x5565310de520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 0x5565310de520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 -- 172.21.15.2:0/2750469797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d19b0 msgr2=0x5565310ddfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d19b0 0x5565310ddfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 -- 172.21.15.2:0/2750469797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556530d49210 con 0x5565310e10c0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 0x5565310de520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9a28010e80 tx=0x7f9a28004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c016ca48301ca656 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a28029470 con 0x5565310e10c0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9a28020410 con 0x5565310e10c0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.457+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a20009e10 con 0x5565310e10c0 2024-09-05T04:12:39.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9a28029610 con 0x5565310e10c0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 10 client.15783 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556530e15620 con 0x5565310e10c0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a20009e10 con 0x5565310e10c0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9a2801e040 con 0x5565310e10c0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 10 client.15783 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 10 client.15783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 20 client.15783 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5565310f1080 0x5565310f34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 4 client.15783 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556531043a20 con 0x5565310f1080 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.458+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5565310f1080 0x5565310f34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.459+0000 7f9a2effd640 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5565310f1080 0x5565310f34b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d876ab374bee5312 server_cookie=bd9757803f88dc4f in_seq=0 out_seq=0 2024-09-05T04:12:39.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.459+0000 7f9a0effd640 10 client.15783 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.459+0000 7f9a0effd640 1 -- 172.21.15.2:0/2750469797 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556531043a20 con 0x5565310f1080 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.459+0000 7f9a0effd640 10 client.15783 handle_command_reply: tid=0 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.459+0000 7f9a3868d740 1 client.15783 shutdown 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 msgr2=0x5565310dea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f9a28010e80 tx=0x7f9a28004ab0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 shutdown_connections 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5565310f1080 0x5565310f34b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310e10c0 0x5565310dea60 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310d22d0 0x5565310de520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 --2- 172.21.15.2:0/2750469797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d19b0 0x5565310ddfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a0effd640 0 client.15783 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:39.468 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 >> 172.21.15.2:0/2750469797 conn(0x5565310ce060 msgr2=0x5565310d3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 shutdown_connections 2024-09-05T04:12:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 1 -- 172.21.15.2:0/2750469797 wait complete. 2024-09-05T04:12:39.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.460+0000 7f9a3868d740 20 client.15783 trim_cache size 0 max 16384 2024-09-05T04:12:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.474+0000 7f9a3868d740 1 Processor -- start 2024-09-05T04:12:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.474+0000 7f9a3868d740 1 -- start start 2024-09-05T04:12:39.480 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310f8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310f9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301aac80 con 0x5565310d19b0 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301ad500 con 0x5565310d22d0 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a3868d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301ab2f0 con 0x5565310e10c0 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39824/0 (socket says 172.21.15.2:39824) 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 -- 172.21.15.2:0/733991273 learned_addr learned my addr 172.21.15.2:0/733991273 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310f8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 -- 172.21.15.2:0/733991273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 msgr2=0x5565310f9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310f9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.481 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 -- 172.21.15.2:0/733991273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 msgr2=0x5565310f8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310f8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 -- 172.21.15.2:0/733991273 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565310cde90 con 0x5565310d19b0 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a2effd640 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9a20011d10 tx=0x7f9a20005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa46525ab47ad982 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a257fa640 1 -- 172.21.15.2:0/733991273 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a2001e040 con 0x5565310d19b0 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a257fa640 1 -- 172.21.15.2:0/733991273 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a2002a030 con 0x5565310d19b0 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.475+0000 7f9a257fa640 1 -- 172.21.15.2:0/733991273 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20019c40 con 0x5565310d19b0 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- 172.21.15.2:0/733991273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 msgr2=0x5565310cd0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9a20011d10 tx=0x7f9a20005f90 comp rx=0 tx=0).stop 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- 172.21.15.2:0/733991273 shutdown_connections 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310f9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310f8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.482 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 --2- 172.21.15.2:0/733991273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310cd0b0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- 172.21.15.2:0/733991273 >> 172.21.15.2:0/733991273 conn(0x5565310ce060 msgr2=0x5565310cc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- 172.21.15.2:0/733991273 shutdown_connections 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- 172.21.15.2:0/733991273 wait complete. 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 -- start start 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.476+0000 7f9a3868d740 1 Processor -- start 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301ab9c0 con 0x5565310d19b0 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301ace30 con 0x5565310d22d0 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9a301ac090 con 0x5565310e10c0 2024-09-05T04:12:39.483 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a3868d740 10 client.0 _ll_register_callbacks cb 0x7f9a28010ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39832/0 (socket says 172.21.15.2:39832) 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 -- 172.21.15.2:0/3891878063 learned_addr learned my addr 172.21.15.2:0/3891878063 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2f7fe640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 -- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 msgr2=0x5565310e65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 -- 172.21.15.2:0/3891878063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 msgr2=0x5565310e60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 -- 172.21.15.2:0/3891878063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5565310e6d70 con 0x5565310d19b0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a2effd640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9a20004160 tx=0x7f9a20009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcb7ab5089c6512 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:39.484 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.477+0000 7f9a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20037060 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a2002a030 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9a200053d0 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9a2003e050 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 10 client.15789 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55653115cd80 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a2002a030 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9a200037a0 con 0x5565310d19b0 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 10 client.15789 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 10 client.15789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 20 client.15789 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:39.485 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55653115d250 0x55653115f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 4 client.15789 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:12:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55653103dd70 con 0x55653115d250 2024-09-05T04:12:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.478+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55653115d250 0x55653115f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.479+0000 7f9a2e7fc640 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55653115d250 0x55653115f640 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=61ccd84f17e8a066 server_cookie=730f455592e6897b in_seq=0 out_seq=0 2024-09-05T04:12:39.486 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.479+0000 7f9a0effd640 10 client.15789 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a0effd640 1 -- 172.21.15.2:0/3891878063 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55653103dd70 con 0x55653115d250 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a0effd640 10 client.15789 handle_command_reply: tid=0 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 client.15789 shutdown 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 msgr2=0x5565310e9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9a20004160 tx=0x7f9a20009cb0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 shutdown_connections 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55653115d250 0x55653115f640 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5565310e10c0 0x5565310e65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5565310d22d0 0x5565310e60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 --2- 172.21.15.2:0/3891878063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5565310d19b0 0x5565310e9760 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a0effd640 0 client.15789 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 >> 172.21.15.2:0/3891878063 conn(0x5565310ce060 msgr2=0x5565310cd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 shutdown_connections 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 1 -- 172.21.15.2:0/3891878063 wait complete. 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.492+0000 7f9a3868d740 20 client.15789 trim_cache size 0 max 16384 2024-09-05T04:12:39.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:12:39.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:12:39.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:12:39.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:12:39.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 msgr2=0x7f9a1c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 0x7f9a1c0a51b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9a28009990 tx=0x7f9a28009de0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 msgr2=0x7f9a30198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f9a18005940 tx=0x7f9a180042f0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 shutdown_connections 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9a1c0a2cf0 0x7f9a1c0a51b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9a3010c0f0 0x7f9a3019cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9a30103640 0x7f9a30198880 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 --2- 172.21.15.2:0/109573442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9a30102d20 0x7f9a30198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 >> 172.21.15.2:0/109573442 conn(0x7f9a300779a0 msgr2=0x7f9a300fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 shutdown_connections 2024-09-05T04:12:39.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:39.493+0000 7f9a358f1640 1 -- 172.21.15.2:0/109573442 wait complete. 2024-09-05T04:12:41.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:40 smithi002 ceph-mon[31001]: pgmap v54: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-05T04:12:41.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:40 smithi079 ceph-mon[34908]: pgmap v54: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-05T04:12:41.399 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:12:41.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:40 smithi047 ceph-mon[34498]: pgmap v54: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-09-05T04:12:41.668 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- 172.21.15.2:0/162479653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 msgr2=0x7f0fa810df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 --2- 172.21.15.2:0/162479653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa810df40 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c009900 tx=0x7f0f9c02a410 comp rx=0 tx=0).stop 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- 172.21.15.2:0/162479653 shutdown_connections 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 --2- 172.21.15.2:0/162479653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa810e480 0x7f0fa8110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 --2- 172.21.15.2:0/162479653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa810df40 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 --2- 172.21.15.2:0/162479653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa81008d0 0x7f0fa8100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- 172.21.15.2:0/162479653 >> 172.21.15.2:0/162479653 conn(0x7f0fa80fc7a0 msgr2=0x7f0fa80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- 172.21.15.2:0/162479653 shutdown_connections 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- 172.21.15.2:0/162479653 wait complete. 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 Processor -- start 2024-09-05T04:12:42.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.134+0000 7f0faf575640 1 -- start start 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa81008d0 0x7f0fa819a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa810e480 0x7f0fa819eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa8114060 con 0x7f0fa8101280 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa8113ee0 con 0x7f0fa81008d0 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0faf575640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81141e0 con 0x7f0fa810e480 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34238/0 (socket says 172.21.15.2:34238) 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 -- 172.21.15.2:0/3581776056 learned_addr learned my addr 172.21.15.2:0/3581776056 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0fad311640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa81008d0 0x7f0fa819a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0fadb12640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa810e480 0x7f0fa819eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 -- 172.21.15.2:0/3581776056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa810e480 msgr2=0x7f0fa819eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa810e480 0x7f0fa819eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 -- 172.21.15.2:0/3581776056 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa81008d0 msgr2=0x7f0fa819a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa81008d0 0x7f0fa819a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 -- 172.21.15.2:0/3581776056 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fa819f5d0 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0facb10640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c006010 tx=0x7f0f9c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.135+0000 7f0fa67fc640 1 -- 172.21.15.2:0/3581776056 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c03f030 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.136+0000 7f0fa67fc640 1 -- 172.21.15.2:0/3581776056 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f9c0035f0 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.136+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fa819f860 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.136+0000 7f0fa67fc640 1 -- 172.21.15.2:0/3581776056 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c035070 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.136+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fa81a71a0 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fa67fc640 1 -- 172.21.15.2:0/3581776056 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0f9c003b10 con 0x7f0fa8101280 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 Processor -- start 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 -- start start 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a1202e0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a0c7ce0 con 0x55ce7a1c5680 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.138+0000 7f0fb194e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a11c2a0 con 0x55ce7a1badc0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34244/0 (socket says 172.21.15.2:34244) 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 -- 172.21.15.2:0/775805644 learned_addr learned my addr 172.21.15.2:0/775805644 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fad311640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0facb10640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fa67fc640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 0x7f0f900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 -- 172.21.15.2:0/775805644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 msgr2=0x55ce7a1c5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 -- 172.21.15.2:0/775805644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 msgr2=0x55ce7a1c7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 -- 172.21.15.2:0/775805644 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce7a0ac440 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0facb10640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 0x7f0f900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fa67fc640 1 -- 172.21.15.2:0/3581776056 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0f9c0f02c0 con 0x7f0fa8101280 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0fadb12640 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000ac10 tx=0x7f0fa000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8fd06197346a168 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0f8f7fe640 1 -- 172.21.15.2:0/775805644 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa001a750 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0f8f7fe640 1 -- 172.21.15.2:0/775805644 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa001ada0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.139+0000 7f0f8f7fe640 1 -- 172.21.15.2:0/775805644 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0019ba0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- 172.21.15.2:0/775805644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 msgr2=0x55ce7a1ba880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fadb12640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 0x7f0f900a51b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0021000 tx=0x7f0fa001e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000ac10 tx=0x7f0fa000f790 comp rx=0 tx=0).stop 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- 172.21.15.2:0/775805644 shutdown_connections 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 --2- 172.21.15.2:0/775805644 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1ba880 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- 172.21.15.2:0/775805644 >> 172.21.15.2:0/775805644 conn(0x55ce7a1b6a30 msgr2=0x55ce7a1b6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- 172.21.15.2:0/775805644 shutdown_connections 2024-09-05T04:12:42.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- 172.21.15.2:0/775805644 wait complete. 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.140+0000 7f0fb194e740 1 -- start start 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 Processor -- start 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a1c8250 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a0db050 con 0x55ce7a1c5680 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ce7a1c83d0 con 0x55ce7a1badc0 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fb194e740 10 client.0 _ll_register_callbacks cb 0x55ce7a11b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34254/0 (socket says 172.21.15.2:34254) 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 -- 172.21.15.2:0/2231862637 learned_addr learned my addr 172.21.15.2:0/2231862637 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fadb12640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0facb10640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 -- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 msgr2=0x55ce7a1c2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 -- 172.21.15.2:0/2231862637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 msgr2=0x55ce7a1c27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0fad311640 1 -- 172.21.15.2:0/2231862637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce79e913c0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.141+0000 7f0facb10640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fad311640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0f98010b70 tx=0x7f0f9800f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2eb29132e01f0eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98003970 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0f98003b10 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0fa001ada0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0f98024050 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 10 client.15801 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ce7a1d3c60 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa001ada0 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0f98019650 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 10 client.15801 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 10 client.15801 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 20 client.15801 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a1d5120 0x55ce7a1d75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 4 client.15801 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.142+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce7a12d850 con 0x55ce7a1d5120 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.143+0000 7f0facb10640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a1d5120 0x55ce7a1d75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.143+0000 7f0facb10640 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a1d5120 0x55ce7a1d75c0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5748c7d1794b5730 server_cookie=736176cbb9f87991 in_seq=0 out_seq=0 2024-09-05T04:12:42.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.143+0000 7f0f8cff9640 10 client.15801 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0f8cff9640 1 -- 172.21.15.2:0/2231862637 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ce7a12d850 con 0x55ce7a1d5120 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0f8cff9640 10 client.15801 handle_command_reply: tid=0 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 client.15801 shutdown 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 msgr2=0x55ce7a1c4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0f98010b70 tx=0x7f0f9800f7f0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 shutdown_connections 2024-09-05T04:12:42.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a1d5120 0x55ce7a1d75c0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1c5680 0x55ce7a1c27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1badc0 0x55ce7a1c2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2231862637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c4fc0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 >> 172.21.15.2:0/2231862637 conn(0x55ce7a1b6a30 msgr2=0x55ce7a1bc710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.144+0000 7f0f8cff9640 0 client.15801 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.145+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 shutdown_connections 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.145+0000 7f0fb194e740 1 -- 172.21.15.2:0/2231862637 wait complete. 2024-09-05T04:12:42.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.145+0000 7f0fb194e740 20 client.15801 trim_cache size 0 max 16384 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 Processor -- start 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 -- start start 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1dcee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81af100 con 0x55ce7a1c5680 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81b1980 con 0x55ce7a1badc0 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fb194e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81af770 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34258/0 (socket says 172.21.15.2:34258) 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 -- 172.21.15.2:0/2940738920 learned_addr learned my addr 172.21.15.2:0/2940738920 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fad311640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0facb10640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1dcee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 -- 172.21.15.2:0/2940738920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 msgr2=0x55ce7a1c41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 -- 172.21.15.2:0/2940738920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 msgr2=0x55ce7a1dcee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1dcee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 -- 172.21.15.2:0/2940738920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce7a1c7db0 con 0x55ce7a1c5680 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fad311640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.162+0000 7f0fadb12640 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000ffc0 tx=0x7f0fa0011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d05b1f90db9e71c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0f8effd640 1 -- 172.21.15.2:0/2940738920 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa00120f0 con 0x55ce7a1c5680 2024-09-05T04:12:42.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0f8effd640 1 -- 172.21.15.2:0/2940738920 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0fa0012290 con 0x55ce7a1c5680 2024-09-05T04:12:42.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0f8effd640 1 -- 172.21.15.2:0/2940738920 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0004ba0 con 0x55ce7a1c5680 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 -- 172.21.15.2:0/2940738920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 msgr2=0x55ce7a1dd420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f0fa000ffc0 tx=0x7f0fa0011000 comp rx=0 tx=0).stop 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 -- 172.21.15.2:0/2940738920 shutdown_connections 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a1dd420 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1dcee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 --2- 172.21.15.2:0/2940738920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1c41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 -- 172.21.15.2:0/2940738920 >> 172.21.15.2:0/2940738920 conn(0x55ce7a1b6a30 msgr2=0x55ce7a1c3ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 -- 172.21.15.2:0/2940738920 shutdown_connections 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.163+0000 7f0fb194e740 1 -- 172.21.15.2:0/2940738920 wait complete. 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 -- start start 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 Processor -- start 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1cac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81afe40 con 0x55ce7a1c5680 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81b12b0 con 0x55ce7a1badc0 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa81b0510 con 0x55ce7a1ba4a0 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fb194e740 10 client.0 _ll_register_callbacks cb 0x7f0f9800a9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fadb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34274/0 (socket says 172.21.15.2:34274) 2024-09-05T04:12:42.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0fadb12640 1 -- 172.21.15.2:0/1726564425 learned_addr learned my addr 172.21.15.2:0/1726564425 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.164+0000 7f0facb10640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fad311640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1cac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 -- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 msgr2=0x55ce7a1cac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1cac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 -- 172.21.15.2:0/1726564425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 msgr2=0x55ce7a1cb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1cb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 -- 172.21.15.2:0/1726564425 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce7a2384c0 con 0x55ce7a1c5680 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fadb12640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f0fa001a040 tx=0x7f0fa0004820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4b95c1a57cf660 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0f8cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fa00120f0 con 0x55ce7a1c5680 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0fa0005240 con 0x55ce7a1c5680 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ce7a127d60 con 0x55ce7a1c5680 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0fa0044050 con 0x55ce7a1c5680 2024-09-05T04:12:42.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fb194e740 10 client.15807 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ce7a23f840 con 0x55ce7a1c5680 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.165+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ce7a127d60 con 0x55ce7a1c5680 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0fa0019850 con 0x55ce7a1c5680 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 10 client.15807 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 10 client.15807 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 20 client.15807 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a23fd50 0x55ce7a242140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 4 client.15807 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ce7a0a4210 con 0x55ce7a23fd50 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fad311640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a23fd50 0x55ce7a242140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0fad311640 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a23fd50 0x55ce7a242140 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b3ba979a6fa31eb server_cookie=9898dd5a5577b3bb in_seq=0 out_seq=0 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.166+0000 7f0f8cff9640 10 client.15807 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0f8cff9640 1 -- 172.21.15.2:0/1726564425 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ce7a0a4210 con 0x55ce7a23fd50 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0f8cff9640 10 client.15807 handle_command_reply: tid=0 2024-09-05T04:12:42.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 client.15807 shutdown 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 msgr2=0x55ce7a237e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f0fa001a040 tx=0x7f0fa0004820 comp rx=0 tx=0).stop 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 shutdown_connections 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ce7a23fd50 0x55ce7a242140 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ce7a1c5680 0x55ce7a237e80 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ce7a1badc0 0x55ce7a1cb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 --2- 172.21.15.2:0/1726564425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ce7a1ba4a0 0x55ce7a1cac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0f8cff9640 0 client.15807 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 >> 172.21.15.2:0/1726564425 conn(0x55ce7a1b6a30 msgr2=0x55ce7a1c42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 shutdown_connections 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 1 -- 172.21.15.2:0/1726564425 wait complete. 2024-09-05T04:12:42.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.167+0000 7f0fb194e740 20 client.15807 trim_cache size 0 max 16384 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 msgr2=0x7f0f900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 0x7f0f900a51b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0021000 tx=0x7f0fa001e000 comp rx=0 tx=0).stop 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 msgr2=0x7f0fa819ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c006010 tx=0x7f0f9c004270 comp rx=0 tx=0).stop 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 shutdown_connections 2024-09-05T04:12:42.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0f900a2cf0 0x7f0f900a51b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0fa810e480 0x7f0fa819eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0fa8101280 0x7f0fa819ab60 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 --2- 172.21.15.2:0/3581776056 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0fa81008d0 0x7f0fa819a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 >> 172.21.15.2:0/3581776056 conn(0x7f0fa80fc7a0 msgr2=0x7f0fa80feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 shutdown_connections 2024-09-05T04:12:42.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:42.168+0000 7f0faf575640 1 -- 172.21.15.2:0/3581776056 wait complete. 2024-09-05T04:12:42.860 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:12:42.860 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:12:43.113 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:43.234 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:42 smithi002 ceph-mon[31001]: pgmap v55: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:12:43.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:42 smithi079 ceph-mon[34908]: pgmap v55: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:12:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:42 smithi047 ceph-mon[34498]: pgmap v55: 129 pgs: 129 active+clean; 1.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:12:43.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.642+0000 7fe519f35640 1 -- 172.21.15.2:0/3423311770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 msgr2=0x7fe5141008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:43.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.642+0000 7fe519f35640 1 --2- 172.21.15.2:0/3423311770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141008e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fe504009900 tx=0x7fe50402a410 comp rx=0 tx=0).stop 2024-09-05T04:12:43.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 -- 172.21.15.2:0/3423311770 shutdown_connections 2024-09-05T04:12:43.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 --2- 172.21.15.2:0/3423311770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514106f70 0x7fe51410eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 --2- 172.21.15.2:0/3423311770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514100eb0 0x7fe514106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 --2- 172.21.15.2:0/3423311770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141008e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 -- 172.21.15.2:0/3423311770 >> 172.21.15.2:0/3423311770 conn(0x7fe5140fc5c0 msgr2=0x7fe5140fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 -- 172.21.15.2:0/3423311770 shutdown_connections 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 -- 172.21.15.2:0/3423311770 wait complete. 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 Processor -- start 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.643+0000 7fe519f35640 1 -- start start 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 0x7fe514198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 0x7fe51419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe514111e40 con 0x7fe514100500 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe514111cc0 con 0x7fe514100eb0 2024-09-05T04:12:43.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe514111fc0 con 0x7fe514106f70 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34284/0 (socket says 172.21.15.2:34284) 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 -- 172.21.15.2:0/2982524642 learned_addr learned my addr 172.21.15.2:0/2982524642 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe512ffd640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 0x7fe514198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe513fff640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 0x7fe51419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 -- 172.21.15.2:0/2982524642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 msgr2=0x7fe51419ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 0x7fe51419ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 -- 172.21.15.2:0/2982524642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 msgr2=0x7fe514198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 0x7fe514198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 -- 172.21.15.2:0/2982524642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe51419d390 con 0x7fe514100500 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe513fff640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 0x7fe51419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:43.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe512ffd640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 0x7fe514198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe5137fe640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe504004040 tx=0x7fe504004070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe50403f030 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe51419d620 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe504003aa0 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe504035070 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.644+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5141a4f60 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.645+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe51406a4a0 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.647+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe504042030 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.647+0000 7fe510ff9640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 0x7fe4fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.648+0000 7fe512ffd640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 0x7fe4fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.648+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe5040f0140 con 0x7fe514100500 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.648+0000 7fe512ffd640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 0x7fe4fc0a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe5140ffca0 tx=0x7fe508005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:43.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.651+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe5040bc960 con 0x7fe514100500 2024-09-05T04:12:43.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.859+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe51410a0e0 con 0x7fe514100500 2024-09-05T04:12:43.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.860+0000 7fe510ff9640 1 -- 172.21.15.2:0/2982524642 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe5040bc260 con 0x7fe514100500 2024-09-05T04:12:43.862 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:12:43.862 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:12:43.862 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 msgr2=0x7fe4fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 0x7fe4fc0a51b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe5140ffca0 tx=0x7fe508005f90 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 msgr2=0x7fe5141983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe504004040 tx=0x7fe504004070 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 shutdown_connections 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe4fc0a2cf0 0x7fe4fc0a51b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe514106f70 0x7fe51419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe514100eb0 0x7fe514198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 --2- 172.21.15.2:0/2982524642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe514100500 0x7fe5141983e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:43.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 >> 172.21.15.2:0/2982524642 conn(0x7fe5140fc5c0 msgr2=0x7fe514105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:43.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 shutdown_connections 2024-09-05T04:12:43.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:43.862+0000 7fe519f35640 1 -- 172.21.15.2:0/2982524642 wait complete. 2024-09-05T04:12:44.183 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:43 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2982524642' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:44.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:43 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2982524642' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:44.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:43 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2982524642' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:12:44.496 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:12:44.748 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:45.147 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:44 smithi002 ceph-mon[31001]: pgmap v56: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-09-05T04:12:45.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.229+0000 7faabb4eb640 1 -- 172.21.15.2:0/1032616423 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 msgr2=0x7faab41021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.229+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1032616423 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab41021d0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7faab0009900 tx=0x7faab002a410 comp rx=0 tx=0).stop 2024-09-05T04:12:45.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 -- 172.21.15.2:0/1032616423 shutdown_connections 2024-09-05T04:12:45.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1032616423 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 0x7faab410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1032616423 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 0x7faab41067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1032616423 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab41021d0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 -- 172.21.15.2:0/1032616423 >> 172.21.15.2:0/1032616423 conn(0x7faab40fd8f0 msgr2=0x7faab40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 -- 172.21.15.2:0/1032616423 shutdown_connections 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 -- 172.21.15.2:0/1032616423 wait complete. 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 Processor -- start 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.230+0000 7faabb4eb640 1 -- start start 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 0x7faab4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 0x7faab4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faab4111e30 con 0x7faab4101df0 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faab4111cb0 con 0x7faab4106f20 2024-09-05T04:12:45.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faabb4eb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faab4111fb0 con 0x7faab41027a0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34306/0 (socket says 172.21.15.2:34306) 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 -- 172.21.15.2:0/1011820836 learned_addr learned my addr 172.21.15.2:0/1011820836 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab8a86640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 0x7faab4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9a88640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 0x7faab4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 -- 172.21.15.2:0/1011820836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 msgr2=0x7faab4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 0x7faab4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 -- 172.21.15.2:0/1011820836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 msgr2=0x7faab4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 0x7faab4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 -- 172.21.15.2:0/1011820836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab41a6900 con 0x7faab4101df0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faab9287640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faab0005940 tx=0x7faab0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.231+0000 7faaaa7fc640 1 -- 172.21.15.2:0/1011820836 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab003f030 con 0x7faab4101df0 2024-09-05T04:12:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.232+0000 7faaaa7fc640 1 -- 172.21.15.2:0/1011820836 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab0003aa0 con 0x7faab4101df0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.232+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab41a6b90 con 0x7faab4101df0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.232+0000 7faaaa7fc640 1 -- 172.21.15.2:0/1011820836 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0035070 con 0x7faab4101df0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.232+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab41a7070 con 0x7faab4101df0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.234+0000 7faaaa7fc640 1 -- 172.21.15.2:0/1011820836 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7faab0042030 con 0x7faab4101df0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 Processor -- start 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 -- start start 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56b6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56c3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dbb561c2f0 con 0x55dbb56b65d0 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dbb55c3cf0 con 0x55dbb56c1370 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faabd8c4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dbb56182b0 con 0x55dbb56b7b40 2024-09-05T04:12:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faaaa7fc640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 0x7faaa00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.235+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34322/0 (socket says 172.21.15.2:34322) 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 -- 172.21.15.2:0/3743239976 learned_addr learned my addr 172.21.15.2:0/3743239976 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9a88640 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab8a86640 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56c3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9a88640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 0x7faaa00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faaaa7fc640 1 -- 172.21.15.2:0/1011820836 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faab00efef0 con 0x7faab4101df0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 -- 172.21.15.2:0/3743239976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 msgr2=0x55dbb56b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 -- 172.21.15.2:0/3743239976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 msgr2=0x55dbb56c3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56c3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 -- 172.21.15.2:0/3743239976 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbb55a83a0 con 0x55dbb56b65d0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9287640 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7faab0006010 tx=0x7faab0040fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b12fdb65351cdd22 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faa9f7fe640 1 -- 172.21.15.2:0/3743239976 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0049070 con 0x55dbb56b65d0 2024-09-05T04:12:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faab9a88640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 0x7faaa00a51b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7faaac009990 tx=0x7faaac009aa0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faa9f7fe640 1 -- 172.21.15.2:0/3743239976 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab00bc120 con 0x55dbb56b65d0 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.236+0000 7faa9f7fe640 1 -- 172.21.15.2:0/3743239976 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab00ba4b0 con 0x55dbb56b65d0 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 -- 172.21.15.2:0/3743239976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 msgr2=0x55dbb56b6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7faab0006010 tx=0x7faab0040fb0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 -- 172.21.15.2:0/3743239976 shutdown_connections 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56b6a10 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3743239976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 -- 172.21.15.2:0/3743239976 >> 172.21.15.2:0/3743239976 conn(0x55dbb567f310 msgr2=0x55dbb56b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 -- 172.21.15.2:0/3743239976 shutdown_connections 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.237+0000 7faabd8c4740 1 -- 172.21.15.2:0/3743239976 wait complete. 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 -- start start 2024-09-05T04:12:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 Processor -- start 2024-09-05T04:12:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56bdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56be570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dbb56c3e30 con 0x55dbb56b65d0 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dbb55d7060 con 0x55dbb56c1370 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dbb56c3fb0 con 0x55dbb56b7b40 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faabd8c4740 10 client.0 _ll_register_callbacks cb 0x55dbb532a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34328/0 (socket says 172.21.15.2:34328) 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.238+0000 7faab9287640 1 -- 172.21.15.2:0/3880824870 learned_addr learned my addr 172.21.15.2:0/3880824870 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab8a86640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56bdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9a88640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56be570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 -- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 msgr2=0x55dbb56bdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56bdfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 -- 172.21.15.2:0/3880824870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 msgr2=0x55dbb56be570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56be570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 -- 172.21.15.2:0/3880824870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbb538d3c0 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9a88640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56be570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faab9287640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7faab00ed350 tx=0x7faab00b84b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6898095a0a9a2e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faa9cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0049070 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faab0003c50 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faab00bc120 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faab00c4ce0 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faabd8c4740 10 client.15825 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.239+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dbb56c3e30 con 0x55dbb56b65d0 2024-09-05T04:12:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab00bc120 con 0x55dbb56b65d0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faab00dace0 con 0x55dbb56b65d0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 10 client.15825 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 20 client.15825 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb56d0ae0 0x55dbb56d2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 4 client.15825 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dbb5629860 con 0x55dbb56d0ae0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faab8a86640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb56d0ae0 0x55dbb56d2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faab8a86640 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb56d0ae0 0x55dbb56d2ed0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64b3626de73a2bb0 server_cookie=3fce6b501295fb85 in_seq=0 out_seq=0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.240+0000 7faa9cff9640 10 client.15825 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faa9cff9640 1 -- 172.21.15.2:0/3880824870 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dbb5629860 con 0x55dbb56d0ae0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faa9cff9640 10 client.15825 handle_command_reply: tid=0 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 client.15825 shutdown 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 msgr2=0x55dbb56c0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7faab00ed350 tx=0x7faab00b84b0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 shutdown_connections 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb56d0ae0 0x55dbb56d2ed0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56c1370 0x55dbb56be570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56bdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 --2- 172.21.15.2:0/3880824870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56c0d20 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 >> 172.21.15.2:0/3880824870 conn(0x55dbb567f310 msgr2=0x55dbb56b8990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.241+0000 7faa9cff9640 0 client.15825 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.242+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 shutdown_connections 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.242+0000 7faabd8c4740 1 -- 172.21.15.2:0/3880824870 wait complete. 2024-09-05T04:12:45.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.242+0000 7faabd8c4740 20 client.15825 trim_cache size 0 max 16384 2024-09-05T04:12:45.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 Processor -- start 2024-09-05T04:12:45.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 -- start start 2024-09-05T04:12:45.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 0x55dbb56b9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56c1370 0x55dbb56b9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faab41aad50 con 0x55dbb56b65d0 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faab41ad5d0 con 0x55dbb56b7b40 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faabd8c4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faab41ab3c0 con 0x55dbb56c1370 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab9287640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34330/0 (socket says 172.21.15.2:34330) 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab9287640 1 -- 172.21.15.2:0/4224507071 learned_addr learned my addr 172.21.15.2:0/4224507071 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab9a88640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56c1370 0x55dbb56b9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab8a86640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 0x55dbb56b9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.255+0000 7faab9287640 1 -- 172.21.15.2:0/4224507071 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56c1370 msgr2=0x55dbb56b9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab9287640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56c1370 0x55dbb56b9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab9287640 1 -- 172.21.15.2:0/4224507071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 msgr2=0x55dbb56b9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab9287640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 0x55dbb56b9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab9287640 1 -- 172.21.15.2:0/4224507071 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dbb56c1050 con 0x55dbb56b65d0 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab8a86640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 0x55dbb56b9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:45.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faab9287640 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7faab0006010 tx=0x7faab002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=175eb54e3827edd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faa9effd640 1 -- 172.21.15.2:0/4224507071 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab0049070 con 0x55dbb56b65d0 2024-09-05T04:12:45.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faa9effd640 1 -- 172.21.15.2:0/4224507071 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab00c4ad0 con 0x55dbb56b65d0 2024-09-05T04:12:45.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.256+0000 7faa9effd640 1 -- 172.21.15.2:0/4224507071 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab00b8790 con 0x55dbb56b65d0 2024-09-05T04:12:45.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- 172.21.15.2:0/4224507071 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 msgr2=0x55dbb56bdf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7faab0006010 tx=0x7faab002a410 comp rx=0 tx=0).stop 2024-09-05T04:12:45.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- 172.21.15.2:0/4224507071 shutdown_connections 2024-09-05T04:12:45.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56c1370 0x55dbb56b9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b7b40 0x55dbb56b9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 --2- 172.21.15.2:0/4224507071 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56b65d0 0x55dbb56bdf00 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- 172.21.15.2:0/4224507071 >> 172.21.15.2:0/4224507071 conn(0x55dbb567f310 msgr2=0x55dbb56b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- 172.21.15.2:0/4224507071 shutdown_connections 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- 172.21.15.2:0/4224507071 wait complete. 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 -- start start 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.257+0000 7faabd8c4740 1 Processor -- start 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b65d0 0x55dbb56c9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56c9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faab41aba90 con 0x55dbb56c1370 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faab41acf00 con 0x55dbb56b65d0 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faab41ac160 con 0x55dbb56b7b40 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faabd8c4740 10 client.0 _ll_register_callbacks cb 0x7faaa4016b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34342/0 (socket says 172.21.15.2:34342) 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 -- 172.21.15.2:0/877173971 learned_addr learned my addr 172.21.15.2:0/877173971 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab8a86640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9287640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b65d0 0x55dbb56c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 -- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 msgr2=0x55dbb56c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 -- 172.21.15.2:0/877173971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b65d0 msgr2=0x55dbb56c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b65d0 0x55dbb56c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 -- 172.21.15.2:0/877173971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dbb56c6550 con 0x55dbb56c1370 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faab9a88640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7faaac010c50 tx=0x7faaac01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e7df6ee65c61f6e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.258+0000 7faa9cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaac004b20 con 0x55dbb56c1370 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faaac004cc0 con 0x55dbb56c1370 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faab00c4ad0 con 0x55dbb56c1370 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faaac035050 con 0x55dbb56c1370 2024-09-05T04:12:45.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 10 client.15831 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dbb573bf30 con 0x55dbb56c1370 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faab00c4ad0 con 0x55dbb56c1370 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faaac0045c0 con 0x55dbb56c1370 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 10 client.15831 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 10 client.15831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 20 client.15831 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb573c700 0x55dbb573eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 4 client.15831 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.259+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dbb5623d70 con 0x55dbb573c700 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faab9287640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb573c700 0x55dbb573eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faab9287640 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb573c700 0x55dbb573eb20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce45ef2be99e0acb server_cookie=fd8c99d23d5f0490 in_seq=0 out_seq=0 2024-09-05T04:12:45.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faa9cff9640 10 client.15831 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faa9cff9640 1 -- 172.21.15.2:0/877173971 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dbb5623d70 con 0x55dbb573c700 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faa9cff9640 10 client.15831 handle_command_reply: tid=0 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 client.15831 shutdown 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 msgr2=0x55dbb56c6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7faaac010c50 tx=0x7faaac01a000 comp rx=0 tx=0).stop 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 shutdown_connections 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dbb573c700 0x55dbb573eb20 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dbb56c1370 0x55dbb56c6010 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dbb56b7b40 0x55dbb56c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 --2- 172.21.15.2:0/877173971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dbb56b65d0 0x55dbb56c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 >> 172.21.15.2:0/877173971 conn(0x55dbb567f310 msgr2=0x55dbb56bf830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.260+0000 7faa9cff9640 0 client.15831 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 shutdown_connections 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabd8c4740 1 -- 172.21.15.2:0/877173971 wait complete. 2024-09-05T04:12:45.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabd8c4740 20 client.15831 trim_cache size 0 max 16384 2024-09-05T04:12:45.267 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:12:45.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 msgr2=0x7faaa00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 0x7faaa00a51b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7faaac009990 tx=0x7faaac009aa0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 msgr2=0x7faab40744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7faab0005940 tx=0x7faab0004270 comp rx=0 tx=0).stop 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 shutdown_connections 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faaa00a2cf0 0x7faaa00a51b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faab4106f20 0x7faab4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faab41027a0 0x7faab4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 --2- 172.21.15.2:0/1011820836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faab4101df0 0x7faab40744f0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.261+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 >> 172.21.15.2:0/1011820836 conn(0x7faab40fd8f0 msgr2=0x7faab40fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.262+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 shutdown_connections 2024-09-05T04:12:45.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:45.262+0000 7faabb4eb640 1 -- 172.21.15.2:0/1011820836 wait complete. 2024-09-05T04:12:45.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:44 smithi079 ceph-mon[34908]: pgmap v56: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-09-05T04:12:45.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:44 smithi047 ceph-mon[34498]: pgmap v56: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-09-05T04:12:46.964 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:12:46.964 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:12:47.222 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:47.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:46 smithi002 ceph-mon[31001]: pgmap v57: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:47.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:46 smithi079 ceph-mon[34908]: pgmap v57: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:46 smithi047 ceph-mon[34498]: pgmap v57: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:47.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 -- 172.21.15.2:0/2151375640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c10c170 msgr2=0x7f507c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 --2- 172.21.15.2:0/2151375640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c10c170 0x7f507c10e610 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f5074009ca0 tx=0x7f507402a950 comp rx=0 tx=0).stop 2024-09-05T04:12:47.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 -- 172.21.15.2:0/2151375640 shutdown_connections 2024-09-05T04:12:47.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 --2- 172.21.15.2:0/2151375640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c10c170 0x7f507c10e610 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 --2- 172.21.15.2:0/2151375640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c103660 0x7f507c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 --2- 172.21.15.2:0/2151375640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 0x7f507c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.708+0000 7f5083c47640 1 -- 172.21.15.2:0/2151375640 >> 172.21.15.2:0/2151375640 conn(0x7f507c0fc7a0 msgr2=0x7f507c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- 172.21.15.2:0/2151375640 shutdown_connections 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- 172.21.15.2:0/2151375640 wait complete. 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 Processor -- start 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- start start 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 0x7f507c1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c10c170 0x7f507c19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f507c111ee0 con 0x7f507c103660 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f507c111d60 con 0x7f507c102d40 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f5083c47640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f507c112060 con 0x7f507c10c170 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.709+0000 7f50811e2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34370/0 (socket says 172.21.15.2:34370) 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 -- 172.21.15.2:0/1932512325 learned_addr learned my addr 172.21.15.2:0/1932512325 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50819e3640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 0x7f507c1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50821e4640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c10c170 0x7f507c19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 -- 172.21.15.2:0/1932512325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c10c170 msgr2=0x7f507c19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c10c170 0x7f507c19cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 -- 172.21.15.2:0/1932512325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 msgr2=0x7f507c1984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 0x7f507c1984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 -- 172.21.15.2:0/1932512325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f507c19d450 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f50811e2640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f506c00b3f0 tx=0x7f506c00b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f5072ffd640 1 -- 172.21.15.2:0/1932512325 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c015020 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f5072ffd640 1 -- 172.21.15.2:0/1932512325 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f506c011ce0 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f507c19d740 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f5072ffd640 1 -- 172.21.15.2:0/1932512325 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c010d30 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.710+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f507c1a5020 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5072ffd640 1 -- 172.21.15.2:0/1932512325 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f506c018020 con 0x7f507c103660 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 Processor -- start 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 -- start start 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x560167799f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 0x5601677a7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5601676ff280 con 0x56016779a480 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5601676a6b10 con 0x5601677a4d40 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f5086020740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5601676fb240 con 0x560167799b60 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f50819e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f50819e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34380/0 (socket says 172.21.15.2:34380) 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f50819e3640 1 -- 172.21.15.2:0/3462369902 learned_addr learned my addr 172.21.15.2:0/3462369902 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.713+0000 7f50821e4640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x560167799f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f5072ffd640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 0x7f50680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50811e2640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 0x5601677a7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 -- 172.21.15.2:0/3462369902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 msgr2=0x560167799f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x560167799f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 -- 172.21.15.2:0/3462369902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 msgr2=0x5601677a7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 0x5601677a7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 -- 172.21.15.2:0/3462369902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601676b31f0 con 0x56016779a480 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50811e2640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 0x5601677a7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50821e4640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 0x7f50680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f5072ffd640 1 -- 172.21.15.2:0/1932512325 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f506c0cefa0 con 0x7f507c103660 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f50819e3640 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5078009a70 tx=0x7f5078009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c2b3243bf37bf64 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f5067fff640 1 -- 172.21.15.2:0/3462369902 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5078017070 con 0x56016779a480 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f5067fff640 1 -- 172.21.15.2:0/3462369902 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5078013470 con 0x56016779a480 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.714+0000 7f5067fff640 1 -- 172.21.15.2:0/3462369902 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5078012630 con 0x56016779a480 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- 172.21.15.2:0/3462369902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 msgr2=0x5601677a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f50821e4640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 0x7f50680a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5074009430 tx=0x7f507403d040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5078009a70 tx=0x7f5078009f30 comp rx=0 tx=0).stop 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- 172.21.15.2:0/3462369902 shutdown_connections 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5601677a4d40 0x5601677a7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56016779a480 0x5601677a4800 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 --2- 172.21.15.2:0/3462369902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x560167799f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- 172.21.15.2:0/3462369902 >> 172.21.15.2:0/3462369902 conn(0x5601677960f0 msgr2=0x5601677964d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- 172.21.15.2:0/3462369902 shutdown_connections 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- 172.21.15.2:0/3462369902 wait complete. 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 -- start start 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.715+0000 7f5086020740 1 Processor -- start 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x5601677a1b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677a20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5601677a7910 con 0x5601677a4d40 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5601676b9f10 con 0x56016779a480 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5601677a7a90 con 0x560167799b60 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f5086020740 10 client.0 _ll_register_callbacks cb 0x560167682a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50821e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50821e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34382/0 (socket says 172.21.15.2:34382) 2024-09-05T04:12:47.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677a20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50821e4640 1 -- 172.21.15.2:0/626703929 learned_addr learned my addr 172.21.15.2:0/626703929 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50819e3640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x5601677a1b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 -- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 msgr2=0x5601677a1b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x5601677a1b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 -- 172.21.15.2:0/626703929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 msgr2=0x5601677a25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50811e2640 1 -- 172.21.15.2:0/626703929 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601674706a0 con 0x56016779a480 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.716+0000 7f50821e4640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50811e2640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677a20a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f506c0cc400 tx=0x7f506c096e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8649cf649678b5d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c09b8d0 con 0x56016779a480 2024-09-05T04:12:47.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5078013470 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f506c097840 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f506c09b1d0 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 10 client.25376 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5601677b3480 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5078013470 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f506c0bcce0 con 0x56016779a480 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 10 client.25376 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 10 client.25376 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 20 client.25376 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601677b4890 0x5601677b6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 4 client.25376 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.717+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56016770c7f0 con 0x5601677b4890 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.718+0000 7f50819e3640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601677b4890 0x5601677b6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.718+0000 7f50819e3640 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601677b4890 0x5601677b6c80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac6efacaa26cdc19 server_cookie=1c88d0e14270249b in_seq=0 out_seq=0 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.718+0000 7f50657fa640 10 client.25376 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f50657fa640 1 -- 172.21.15.2:0/626703929 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56016770c7f0 con 0x5601677b4890 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f50657fa640 10 client.25376 handle_command_reply: tid=0 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 client.25376 shutdown 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 msgr2=0x5601677a20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677a20a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f506c0cc400 tx=0x7f506c096e70 comp rx=0 tx=0).stop 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 shutdown_connections 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5601677b4890 0x5601677b6c80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677a25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677a20a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f50657fa640 0 client.25376 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 --2- 172.21.15.2:0/626703929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560167799b60 0x5601677a1b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 >> 172.21.15.2:0/626703929 conn(0x5601677960f0 msgr2=0x56016779bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 shutdown_connections 2024-09-05T04:12:47.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 1 -- 172.21.15.2:0/626703929 wait complete. 2024-09-05T04:12:47.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.719+0000 7f5086020740 20 client.25376 trim_cache size 0 max 16384 2024-09-05T04:12:47.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 Processor -- start 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 -- start start 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 0x5601677a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56016779a480 0x5601677bc4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1ad0b0 con 0x5601677a4d40 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1af930 con 0x560167799b60 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f5086020740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1ad720 con 0x56016779a480 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f50821e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f50821e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34388/0 (socket says 172.21.15.2:34388) 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.737+0000 7f50821e4640 1 -- 172.21.15.2:0/4040017359 learned_addr learned my addr 172.21.15.2:0/4040017359 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:47.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50811e2640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56016779a480 0x5601677bc4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50819e3640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 0x5601677a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 -- 172.21.15.2:0/4040017359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56016779a480 msgr2=0x5601677bc4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56016779a480 0x5601677bc4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 -- 172.21.15.2:0/4040017359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 msgr2=0x5601677a39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 0x5601677a39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 -- 172.21.15.2:0/4040017359 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56016779a2b0 con 0x5601677a4d40 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50819e3640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 0x5601677a39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50821e4640 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5074005cc0 tx=0x7f5074040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67e33c474fa569 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50677fe640 1 -- 172.21.15.2:0/4040017359 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5074034040 con 0x5601677a4d40 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50677fe640 1 -- 172.21.15.2:0/4040017359 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5074003c30 con 0x5601677a4d40 2024-09-05T04:12:47.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.738+0000 7f50677fe640 1 -- 172.21.15.2:0/4040017359 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50740458e0 con 0x5601677a4d40 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- 172.21.15.2:0/4040017359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 msgr2=0x5601677bc9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f5074005cc0 tx=0x7f5074040000 comp rx=0 tx=0).stop 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- 172.21.15.2:0/4040017359 shutdown_connections 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5601677a4d40 0x5601677bc9f0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56016779a480 0x5601677bc4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 --2- 172.21.15.2:0/4040017359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560167799b60 0x5601677a39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- 172.21.15.2:0/4040017359 >> 172.21.15.2:0/4040017359 conn(0x5601677960f0 msgr2=0x5601677a32b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- 172.21.15.2:0/4040017359 shutdown_connections 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- 172.21.15.2:0/4040017359 wait complete. 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 -- start start 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.739+0000 7f5086020740 1 Processor -- start 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677ad230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601677a4d40 0x5601677a7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1addf0 con 0x560167799b60 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1af260 con 0x56016779a480 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f507c1ae4c0 con 0x5601677a4d40 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f5086020740 10 client.0 _ll_register_callbacks cb 0x7f506c0106f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34402/0 (socket says 172.21.15.2:34402) 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 -- 172.21.15.2:0/2048498093 learned_addr learned my addr 172.21.15.2:0/2048498093 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50811e2640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677ad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50821e4640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601677a4d40 0x5601677a7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 -- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601677a4d40 msgr2=0x5601677a7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601677a4d40 0x5601677a7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 -- 172.21.15.2:0/2048498093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 msgr2=0x5601677ad230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677ad230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.740+0000 7f50819e3640 1 -- 172.21.15.2:0/2048498093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601677a81e0 con 0x560167799b60 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50819e3640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5078008010 tx=0x7f5078006b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94e04d1ad04d7f0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507802c060 con 0x560167799b60 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5078005bc0 con 0x560167799b60 2024-09-05T04:12:47.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5074003c30 con 0x560167799b60 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5078033050 con 0x560167799b60 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 10 client.15849 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56016781fc30 con 0x560167799b60 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5074003c30 con 0x560167799b60 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f50780265d0 con 0x560167799b60 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 10 client.15849 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 10 client.15849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 20 client.15849 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560167820080 0x560167822470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 4 client.15849 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.741+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560167706d00 con 0x560167820080 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.742+0000 7f50811e2640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560167820080 0x560167822470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.742+0000 7f50811e2640 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560167820080 0x560167822470 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e1fef990cd83605 server_cookie=836e765a04809660 in_seq=0 out_seq=0 2024-09-05T04:12:47.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.742+0000 7f50657fa640 10 client.15849 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f50657fa640 1 -- 172.21.15.2:0/2048498093 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560167706d00 con 0x560167820080 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f50657fa640 10 client.15849 handle_command_reply: tid=0 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 client.15849 shutdown 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 msgr2=0x5601677accf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5078008010 tx=0x7f5078006b80 comp rx=0 tx=0).stop 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 shutdown_connections 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560167820080 0x560167822470 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5601677a4d40 0x5601677a7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56016779a480 0x5601677ad230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f50657fa640 0 client.15849 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 --2- 172.21.15.2:0/2048498093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560167799b60 0x5601677accf0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 >> 172.21.15.2:0/2048498093 conn(0x5601677960f0 msgr2=0x5601677a2340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 shutdown_connections 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 1 -- 172.21.15.2:0/2048498093 wait complete. 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.743+0000 7f5086020740 20 client.15849 trim_cache size 0 max 16384 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "b2f6f917-50ab-4296-9f34-d5eb2b77dc1b", 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:12:47.750 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 msgr2=0x7f50680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 0x7f50680a51b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5074009430 tx=0x7f507403d040 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 msgr2=0x7f507c1989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f506c00b3f0 tx=0x7f506c00b7f0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 shutdown_connections 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50680a2cf0 0x7f50680a51b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f507c10c170 0x7f507c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f507c103660 0x7f507c1989e0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 --2- 172.21.15.2:0/1932512325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f507c102d40 0x7f507c1984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:47.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 >> 172.21.15.2:0/1932512325 conn(0x7f507c0fc7a0 msgr2=0x7f507c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:47.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 shutdown_connections 2024-09-05T04:12:47.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:47.744+0000 7f5083c47640 1 -- 172.21.15.2:0/1932512325 wait complete. 2024-09-05T04:12:48.474 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:12:48.727 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:12:49.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:48 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:12:49.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:48 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:48 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:12:49.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:48 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.134 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:48 smithi002 ceph-mon[31001]: pgmap v58: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 -- 172.21.15.2:0/1488059005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0102dd0 msgr2=0x7febd01031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 --2- 172.21.15.2:0/1488059005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0102dd0 0x7febd01031b0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7febcc009930 tx=0x7febcc02a420 comp rx=0 tx=0).stop 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 -- 172.21.15.2:0/1488059005 shutdown_connections 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 --2- 172.21.15.2:0/1488059005 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0108300 0x7febd010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 --2- 172.21.15.2:0/1488059005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0103780 0x7febd0107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 --2- 172.21.15.2:0/1488059005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0102dd0 0x7febd01031b0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 -- 172.21.15.2:0/1488059005 >> 172.21.15.2:0/1488059005 conn(0x7febd00fc7d0 msgr2=0x7febd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 -- 172.21.15.2:0/1488059005 shutdown_connections 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.217+0000 7febd7ab8640 1 -- 172.21.15.2:0/1488059005 wait complete. 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 Processor -- start 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 -- start start 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102dd0 0x7febd0100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 0x7febd01014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111f60 con 0x7febd0103780 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111de0 con 0x7febd0108300 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd7ab8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd01120e0 con 0x7febd0102dd0 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd5053640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd5053640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34422/0 (socket says 172.21.15.2:34422) 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.218+0000 7febd5053640 1 -- 172.21.15.2:0/3498268705 learned_addr learned my addr 172.21.15.2:0/3498268705 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5854640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102dd0 0x7febd0100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd6055640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 0x7febd01014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 -- 172.21.15.2:0/3498268705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102dd0 msgr2=0x7febd0100a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102dd0 0x7febd0100a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 -- 172.21.15.2:0/3498268705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 msgr2=0x7febd01014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 0x7febd01014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 -- 172.21.15.2:0/3498268705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd01a69a0 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd6055640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 0x7febd01014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd5053640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7febc000e9f0 tx=0x7febc000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febc6ffd640 1 -- 172.21.15.2:0/3498268705 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc000ccc0 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd01a6c90 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febc6ffd640 1 -- 172.21.15.2:0/3498268705 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc00108e0 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febc6ffd640 1 -- 172.21.15.2:0/3498268705 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc00187e0 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.219+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd01a7180 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.221+0000 7febc6ffd640 1 -- 172.21.15.2:0/3498268705 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7febc0010a90 con 0x7febd0103780 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 Processor -- start 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 -- start start 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febc6ffd640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 0x7febbc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472468140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 0x56247246aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5624723c32e0 con 0x562472468680 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56247236ace0 con 0x56247245ddc0 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd9e91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5624723bf2a0 con 0x56247245d4a0 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd6055640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 0x7febbc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd6055640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 0x56247246aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd5854640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febc6ffd640 1 -- 172.21.15.2:0/3498268705 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febc00cfc10 con 0x7febd0103780 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd5854640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:52054/0 (socket says 172.21.15.2:52054) 2024-09-05T04:12:49.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd6055640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 0x56247246aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34428/0 (socket says 172.21.15.2:34428) 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.222+0000 7febd5854640 1 -- 172.21.15.2:0/2731372809 learned_addr learned my addr 172.21.15.2:0/2731372809 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5053640 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472468140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 -- 172.21.15.2:0/2731372809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 msgr2=0x562472468140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472468140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 -- 172.21.15.2:0/2731372809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 msgr2=0x56247246aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 0x56247246aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 -- 172.21.15.2:0/2731372809 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56247234f440 con 0x56247245d4a0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd6055640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 0x7febbc0a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7febc8009270 tx=0x7febc8009e00 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febd5854640 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7febcc02a940 tx=0x7febcc005be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=41c60cfe5be7057c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febbbfff640 1 -- 172.21.15.2:0/2731372809 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc040070 con 0x56247245d4a0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febbbfff640 1 -- 172.21.15.2:0/2731372809 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004030 con 0x56247245d4a0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.223+0000 7febbbfff640 1 -- 172.21.15.2:0/2731372809 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc035040 con 0x56247245d4a0 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- 172.21.15.2:0/2731372809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 msgr2=0x56247245d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7febcc02a940 tx=0x7febcc005be0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- 172.21.15.2:0/2731372809 shutdown_connections 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562472468680 0x56247246aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472468140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 --2- 172.21.15.2:0/2731372809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x56247245d880 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- 172.21.15.2:0/2731372809 >> 172.21.15.2:0/2731372809 conn(0x562472459a30 msgr2=0x562472459e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- 172.21.15.2:0/2731372809 shutdown_connections 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- 172.21.15.2:0/2731372809 wait complete. 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 -- start start 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.224+0000 7febd9e91740 1 Processor -- start 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x562472468000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472465830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56247246b250 con 0x56247245ddc0 2024-09-05T04:12:49.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56247237e050 con 0x562472468680 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56247246b3d0 con 0x56247245d4a0 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd9e91740 10 client.0 _ll_register_callbacks cb 0x5624723be160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34442/0 (socket says 172.21.15.2:34442) 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 -- 172.21.15.2:0/766172051 learned_addr learned my addr 172.21.15.2:0/766172051 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5854640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x562472468000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 -- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 msgr2=0x562472468000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x562472468000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd6055640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472465830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 -- 172.21.15.2:0/766172051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 msgr2=0x562472465830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472465830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 -- 172.21.15.2:0/766172051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624721343c0 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5854640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x562472468000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febd5053640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7febc0098700 tx=0x7febc009c4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f4cfb7d30f3b59a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.225+0000 7febb97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc00a49a0 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febc00c7e50 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febcc004030 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7febc00ba560 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 10 client.15861 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562472476ca0 con 0x56247245ddc0 2024-09-05T04:12:49.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004030 con 0x56247245ddc0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7febc009b2a0 con 0x56247245ddc0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 10 client.15861 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 10 client.15861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 20 client.15861 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724780b0 0x56247247a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 4 client.15861 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.226+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624723d0850 con 0x5624724780b0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.227+0000 7febd5854640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724780b0 0x56247247a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.227+0000 7febb97fa640 10 client.15861 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.227+0000 7febd5854640 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724780b0 0x56247247a4c0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce4ff0b20b4a0d91 server_cookie=b04f196b70e21d9d in_seq=0 out_seq=0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febb97fa640 1 -- 172.21.15.2:0/766172051 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624723d0850 con 0x5624724780b0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febb97fa640 10 client.15861 handle_command_reply: tid=0 2024-09-05T04:12:49.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 client.15861 shutdown 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 msgr2=0x5624724652b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7febc0098700 tx=0x7febc009c4f0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 shutdown_connections 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724780b0 0x56247247a4c0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472465830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245ddc0 0x5624724652b0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 --2- 172.21.15.2:0/766172051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245d4a0 0x562472468000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febb97fa640 0 client.15861 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 >> 172.21.15.2:0/766172051 conn(0x562472459a30 msgr2=0x56247245f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 shutdown_connections 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 1 -- 172.21.15.2:0/766172051 wait complete. 2024-09-05T04:12:49.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.228+0000 7febd9e91740 20 client.15861 trim_cache size 0 max 16384 2024-09-05T04:12:49.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 Processor -- start 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 -- start start 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245ddc0 0x5624724802d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472462510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd01af1a0 con 0x56247245d4a0 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd01b1a20 con 0x562472468680 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd9e91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd01af810 con 0x56247245ddc0 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd5854640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd5854640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34448/0 (socket says 172.21.15.2:34448) 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.245+0000 7febd5854640 1 -- 172.21.15.2:0/4169283217 learned_addr learned my addr 172.21.15.2:0/4169283217 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5053640 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245ddc0 0x5624724802d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 -- 172.21.15.2:0/4169283217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245ddc0 msgr2=0x5624724802d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245ddc0 0x5624724802d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 -- 172.21.15.2:0/4169283217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 msgr2=0x562472462510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472462510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 -- 172.21.15.2:0/4169283217 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562472465ba0 con 0x56247245d4a0 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febd5854640 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7febcc009930 tx=0x7febcc005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e66e0188e6ea13 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febbb7fe640 1 -- 172.21.15.2:0/4169283217 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc040030 con 0x56247245d4a0 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febbb7fe640 1 -- 172.21.15.2:0/4169283217 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004240 con 0x56247245d4a0 2024-09-05T04:12:49.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.246+0000 7febbb7fe640 1 -- 172.21.15.2:0/4169283217 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc035040 con 0x56247245d4a0 2024-09-05T04:12:49.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- 172.21.15.2:0/4169283217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 msgr2=0x56247247fd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7febcc009930 tx=0x7febcc005020 comp rx=0 tx=0).stop 2024-09-05T04:12:49.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- 172.21.15.2:0/4169283217 shutdown_connections 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562472468680 0x562472462510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56247245ddc0 0x5624724802d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 --2- 172.21.15.2:0/4169283217 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x56247247fd90 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- 172.21.15.2:0/4169283217 >> 172.21.15.2:0/4169283217 conn(0x562472459a30 msgr2=0x562472467330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- 172.21.15.2:0/4169283217 shutdown_connections 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- 172.21.15.2:0/4169283217 wait complete. 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 -- start start 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.247+0000 7febd9e91740 1 Processor -- start 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472470cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 0x56247246eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd01afee0 con 0x56247245d4a0 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd01b1350 con 0x56247245ddc0 2024-09-05T04:12:49.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd01b05b0 con 0x562472468680 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd9e91740 10 client.0 _ll_register_callbacks cb 0x7febc0098090 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34454/0 (socket says 172.21.15.2:34454) 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 -- 172.21.15.2:0/937088365 learned_addr learned my addr 172.21.15.2:0/937088365 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5053640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472470cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd6055640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 0x56247246eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 -- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 msgr2=0x56247246eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 0x56247246eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 -- 172.21.15.2:0/937088365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 msgr2=0x562472470cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472470cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 -- 172.21.15.2:0/937088365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56247246f3a0 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd6055640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 0x56247246eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5053640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472470cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febd5854640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7febcc02a460 tx=0x7febcc004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d503ec9096e8f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febb97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.248+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc040070 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febcc0316a0 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febcc004240 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7febcc062050 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 10 client.15867 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5624724e38b0 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004240 con 0x56247245d4a0 2024-09-05T04:12:49.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7febcc0035f0 con 0x56247245d4a0 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 10 client.15867 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 10 client.15867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 20 client.15867 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724e3b30 0x5624724e5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 4 client.15867 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5624723cad60 con 0x5624724e3b30 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.249+0000 7febd5053640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724e3b30 0x5624724e5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd5053640 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724e3b30 0x5624724e5f20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49eb9814ecee077e server_cookie=ed9f9fa75edaa2cc in_seq=0 out_seq=0 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febb97fa640 10 client.15867 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febb97fa640 1 -- 172.21.15.2:0/937088365 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5624723cad60 con 0x5624724e3b30 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febb97fa640 10 client.15867 handle_command_reply: tid=0 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 client.15867 shutdown 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 msgr2=0x562472470780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7febcc02a460 tx=0x7febcc004180 comp rx=0 tx=0).stop 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 shutdown_connections 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624724e3b30 0x5624724e5f20 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562472468680 0x56247246eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56247245ddc0 0x562472470cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febb97fa640 0 client.15867 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 --2- 172.21.15.2:0/937088365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56247245d4a0 0x562472470780 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 >> 172.21.15.2:0/937088365 conn(0x562472459a30 msgr2=0x562472458350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 shutdown_connections 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.250+0000 7febd9e91740 1 -- 172.21.15.2:0/937088365 wait complete. 2024-09-05T04:12:49.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd9e91740 20 client.15867 trim_cache size 0 max 16384 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "b2f6f917-50ab-4296-9f34-d5eb2b77dc1b": { 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "b2f6f917-50ab-4296-9f34-d5eb2b77dc1b", 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:12:49.257 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 msgr2=0x7febbc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 0x7febbc0a51b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7febc8009270 tx=0x7febc8009e00 comp rx=0 tx=0).stop 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 msgr2=0x7febd0100f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7febc000e9f0 tx=0x7febc000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 shutdown_connections 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2cf0 0x7febbc0a51b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0108300 0x7febd01014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd0103780 0x7febd0100f70 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 --2- 172.21.15.2:0/3498268705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102dd0 0x7febd0100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:49.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 >> 172.21.15.2:0/3498268705 conn(0x7febd00fc7d0 msgr2=0x7febd0105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:49.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 shutdown_connections 2024-09-05T04:12:49.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:12:49.251+0000 7febd7ab8640 1 -- 172.21.15.2:0/3498268705 wait complete. 2024-09-05T04:12:49.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:48 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:12:49.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:48 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:48 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:12:49.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:48 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:48 smithi079 ceph-mon[34908]: pgmap v58: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:49.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:48 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:12:49.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:48 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:48 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:12:49.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:48 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:12:49.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:48 smithi047 ceph-mon[34498]: pgmap v58: 129 pgs: 129 active+clean; 1.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 16 KiB/s wr, 9 op/s 2024-09-05T04:12:49.967 INFO:tasks.cephfs.filesystem:scrub status for tag:b2f6f917-50ab-4296-9f34-d5eb2b77dc1b - {'path': '/', 'tag': 'b2f6f917-50ab-4296-9f34-d5eb2b77dc1b', 'options': 'recursive,force'} 2024-09-05T04:12:51.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:50 smithi002 ceph-mon[31001]: pgmap v59: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:12:51.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:50 smithi079 ceph-mon[34908]: pgmap v59: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:12:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:50 smithi047 ceph-mon[34498]: pgmap v59: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:12:52.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:51 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:12:52.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:51 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:12:52.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:51 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:12:52.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- 172.21.15.2:0/1539964781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 msgr2=0x7f96a4101f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 --2- 172.21.15.2:0/1539964781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4101f20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f9694009930 tx=0x7f969402a420 comp rx=0 tx=0).stop 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- 172.21.15.2:0/1539964781 shutdown_connections 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 --2- 172.21.15.2:0/1539964781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a410e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 --2- 172.21.15.2:0/1539964781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4101f20 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 --2- 172.21.15.2:0/1539964781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a4107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- 172.21.15.2:0/1539964781 >> 172.21.15.2:0/1539964781 conn(0x7f96a40fd7e0 msgr2=0x7f96a40ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- 172.21.15.2:0/1539964781 shutdown_connections 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- 172.21.15.2:0/1539964781 wait complete. 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 Processor -- start 2024-09-05T04:12:52.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.594+0000 7f96abb66640 1 -- start start 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f96a4111e10 con 0x7f96a4101ac0 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f96a4111c90 con 0x7f96a4107ad0 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f96a4111f90 con 0x7f96a4102460 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37926/0 (socket says 172.21.15.2:37926) 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 -- 172.21.15.2:0/11377675 learned_addr learned my addr 172.21.15.2:0/11377675 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96aa103640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9101640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 -- 172.21.15.2:0/11377675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 msgr2=0x7f96a41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 -- 172.21.15.2:0/11377675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 msgr2=0x7f96a419cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a419cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 -- 172.21.15.2:0/11377675 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96a419d370 con 0x7f96a4101ac0 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96aa103640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9101640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96a9902640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f96a000e9f0 tx=0x7f96a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f969affd640 1 -- 172.21.15.2:0/11377675 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a000cd80 con 0x7f96a4101ac0 2024-09-05T04:12:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f969affd640 1 -- 172.21.15.2:0/11377675 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96a00108e0 con 0x7f96a4101ac0 2024-09-05T04:12:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96a419d660 con 0x7f96a4101ac0 2024-09-05T04:12:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.595+0000 7f969affd640 1 -- 172.21.15.2:0/11377675 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a0018920 con 0x7f96a4101ac0 2024-09-05T04:12:52.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.596+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96a41a4ef0 con 0x7f96a4101ac0 2024-09-05T04:12:52.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.598+0000 7f969affd640 1 -- 172.21.15.2:0/11377675 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f96a0010a90 con 0x7f96a4101ac0 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.598+0000 7f96ae9dd740 1 Processor -- start 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.598+0000 7f96ae9dd740 1 -- start start 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 0x55cd94917ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd94922770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd9487c2f0 con 0x55cd94922cb0 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd94824270 con 0x55cd94918410 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd948782b0 con 0x55cd94917af0 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f969affd640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 0x7f96900a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37940/0 (socket says 172.21.15.2:37940) 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 -- 172.21.15.2:0/2578227414 learned_addr learned my addr 172.21.15.2:0/2578227414 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:52.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96aa103640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 0x55cd94917ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9902640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd94922770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96aa103640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 0x7f96900a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f969affd640 1 -- 172.21.15.2:0/11377675 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f96a00cfb30 con 0x7f96a4101ac0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 -- 172.21.15.2:0/2578227414 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 msgr2=0x55cd94917ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 0x55cd94917ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 -- 172.21.15.2:0/2578227414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 msgr2=0x55cd94922770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd94922770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96a9101640 1 -- 172.21.15.2:0/2578227414 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd94823340 con 0x55cd94922cb0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.599+0000 7f96aa103640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 0x55cd94917ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.600+0000 7f96a9101640 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9694031440 tx=0x7f9694004170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b14ee0e59de535e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.600+0000 7f96aa103640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 0x7f96900a5230 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f969c005c40 tx=0x7f969c0094a0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.608 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.600+0000 7f968ffff640 1 -- 172.21.15.2:0/2578227414 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969403f070 con 0x55cd94922cb0 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.600+0000 7f968ffff640 1 -- 172.21.15.2:0/2578227414 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96940054f0 con 0x55cd94922cb0 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.600+0000 7f968ffff640 1 -- 172.21.15.2:0/2578227414 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9694035030 con 0x55cd94922cb0 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2578227414 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 msgr2=0x55cd949250a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9694031440 tx=0x7f9694004170 comp rx=0 tx=0).stop 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2578227414 shutdown_connections 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94922cb0 0x55cd949250a0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd94922770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2578227414 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94917af0 0x55cd94917ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2578227414 >> 172.21.15.2:0/2578227414 conn(0x55cd94914060 msgr2=0x55cd94914440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2578227414 shutdown_connections 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2578227414 wait complete. 2024-09-05T04:12:52.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 -- start start 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.601+0000 7f96ae9dd740 1 Processor -- start 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 0x55cd94920010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94922cb0 0x55cd94920550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd94925880 con 0x55cd94917af0 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd94805290 con 0x55cd94922cb0 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd94925a00 con 0x55cd94918410 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 10 client.0 _ll_register_callbacks cb 0x55cd94836140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37944/0 (socket says 172.21.15.2:37944) 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 -- 172.21.15.2:0/2773440985 learned_addr learned my addr 172.21.15.2:0/2773440985 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9101640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 0x55cd94920010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96aa103640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94922cb0 0x55cd94920550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 -- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 msgr2=0x55cd94920010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 0x55cd94920010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 -- 172.21.15.2:0/2773440985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94922cb0 msgr2=0x55cd94920550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94922cb0 0x55cd94920550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 -- 172.21.15.2:0/2773440985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd9458f210 con 0x55cd94917af0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9101640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 0x55cd94920010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96a9902640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f96a000c6a0 tx=0x7f96a001d9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2f3c0f9d63828f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f968d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a0025170 con 0x55cd94917af0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f96a0010430 con 0x55cd94917af0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.602+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96940054f0 con 0x55cd94917af0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f96a009bcb0 con 0x55cd94917af0 2024-09-05T04:12:52.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 10 client.15879 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd9465b620 con 0x55cd94917af0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96940054f0 con 0x55cd94917af0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f96a00963e0 con 0x55cd94917af0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 10 client.15879 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 10 client.15879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 20 client.15879 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd94932bf0 0x55cd94934fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 4 client.15879 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd94889a20 con 0x55cd94932bf0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.603+0000 7f96a9101640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd94932bf0 0x55cd94934fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.604+0000 7f968d7fa640 10 client.15879 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.604+0000 7f96a9101640 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd94932bf0 0x55cd94934fe0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1dfd66f3d6eefef2 server_cookie=23ce487ee8ba5817 in_seq=0 out_seq=0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f968d7fa640 1 -- 172.21.15.2:0/2773440985 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd94889a20 con 0x55cd94932bf0 2024-09-05T04:12:52.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f968d7fa640 10 client.15879 handle_command_reply: tid=0 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 client.15879 shutdown 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 msgr2=0x55cd9491fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f96a000c6a0 tx=0x7f96a001d9d0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 shutdown_connections 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd94932bf0 0x55cd94934fe0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94922cb0 0x55cd94920550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94918410 0x55cd94920010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/2773440985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491fad0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f968d7fa640 0 client.15879 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 >> 172.21.15.2:0/2773440985 conn(0x55cd94914060 msgr2=0x55cd94919d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 shutdown_connections 2024-09-05T04:12:52.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 1 -- 172.21.15.2:0/2773440985 wait complete. 2024-09-05T04:12:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.605+0000 7f96ae9dd740 20 client.15879 trim_cache size 0 max 16384 2024-09-05T04:12:52.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 Processor -- start 2024-09-05T04:12:52.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 -- start start 2024-09-05T04:12:52.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94917af0 0x55cd94920380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd9493ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41acf30 con 0x55cd94918410 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41af7b0 con 0x55cd94917af0 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41ad5a0 con 0x55cd94922cb0 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37960/0 (socket says 172.21.15.2:37960) 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 -- 172.21.15.2:0/3325646173 learned_addr learned my addr 172.21.15.2:0/3325646173 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9902640 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94917af0 0x55cd94920380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96aa103640 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd9493ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 -- 172.21.15.2:0/3325646173 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 msgr2=0x55cd9493ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd9493ae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 -- 172.21.15.2:0/3325646173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94917af0 msgr2=0x55cd94920380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94917af0 0x55cd94920380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 -- 172.21.15.2:0/3325646173 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd94918240 con 0x55cd94918410 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.620+0000 7f96a9101640 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f9694009930 tx=0x7f9694005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f0ada9a071a04e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f968f7fe640 1 -- 172.21.15.2:0/3325646173 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f969403f040 con 0x55cd94918410 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f968f7fe640 1 -- 172.21.15.2:0/3325646173 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9694003ca0 con 0x55cd94918410 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f968f7fe640 1 -- 172.21.15.2:0/3325646173 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9694035040 con 0x55cd94918410 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- 172.21.15.2:0/3325646173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 msgr2=0x55cd9493a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f9694009930 tx=0x7f9694005b50 comp rx=0 tx=0).stop 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- 172.21.15.2:0/3325646173 shutdown_connections 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd9493ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94918410 0x55cd9493a8c0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/3325646173 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94917af0 0x55cd94920380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- 172.21.15.2:0/3325646173 >> 172.21.15.2:0/3325646173 conn(0x55cd94914060 msgr2=0x55cd9491eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- 172.21.15.2:0/3325646173 shutdown_connections 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- 172.21.15.2:0/3325646173 wait complete. 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.621+0000 7f96ae9dd740 1 -- start start 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 Processor -- start 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd9491c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd94929cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41adc70 con 0x55cd94917af0 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41af0e0 con 0x55cd94918410 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f96a41ae340 con 0x55cd94922cb0 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96ae9dd740 10 client.0 _ll_register_callbacks cb 0x7f96a000cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:12:52.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37962/0 (socket says 172.21.15.2:37962) 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 -- 172.21.15.2:0/4223368170 learned_addr learned my addr 172.21.15.2:0/4223368170 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96aa103640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd94929cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 -- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 msgr2=0x55cd94929cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd94929cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 -- 172.21.15.2:0/4223368170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 msgr2=0x55cd9491c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9101640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd9491c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd9491c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96a9902640 1 -- 172.21.15.2:0/4223368170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd9492a2b0 con 0x55cd94917af0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.622+0000 7f96aa103640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd94929cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96a9902640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f96a000cfd0 tx=0x7f96a0098530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8465b1324f1421cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:12:52.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a0025170 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f96a009b310 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9694003ca0 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f96a00a0060 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 10 client.15885 fetch_fsmap learned FSMap version 21 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd9492b5a0 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9694003ca0 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f96a00a4b70 con 0x55cd94917af0 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 10 client.15885 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 10 client.15885 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 20 client.15885 populate_metadata read hostname 'smithi002' 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd9499da20 0x55cd9499fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 4 client.15885 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.623+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cd94883d70 con 0x55cd9499da20 2024-09-05T04:12:52.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.624+0000 7f96a9101640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd9499da20 0x55cd9499fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:12:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.624+0000 7f96a9101640 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd9499da20 0x55cd9499fe40 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f49999dc4e261c46 server_cookie=30c3b5b73e9022dd in_seq=0 out_seq=0 2024-09-05T04:12:52.631 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.624+0000 7f968d7fa640 10 client.15885 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f968d7fa640 1 -- 172.21.15.2:0/4223368170 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cd94883d70 con 0x55cd9499da20 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f968d7fa640 10 client.15885 handle_command_reply: tid=0 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 client.15885 shutdown 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 msgr2=0x55cd9491c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f96a000cfd0 tx=0x7f96a0098530 comp rx=0 tx=0).stop 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 shutdown_connections 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd9499da20 0x55cd9499fe40 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd94922cb0 0x55cd94929cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.636 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd94918410 0x55cd9491c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 --2- 172.21.15.2:0/4223368170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd94917af0 0x55cd9491c490 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f968d7fa640 0 client.15885 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 >> 172.21.15.2:0/4223368170 conn(0x55cd94914060 msgr2=0x55cd94919550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 shutdown_connections 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 1 -- 172.21.15.2:0/4223368170 wait complete. 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.635+0000 7f96ae9dd740 20 client.15885 trim_cache size 0 max 16384 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:12:52.637 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 msgr2=0x7f96900a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 0x7f96900a5230 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f969c005c40 tx=0x7f969c0094a0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 msgr2=0x7f96a4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f96a000e9f0 tx=0x7f96a000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 shutdown_connections 2024-09-05T04:12:52.638 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f96900a2d70 0x7f96900a5230 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f96a4107ad0 0x7f96a419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f96a4102460 0x7f96a41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 --2- 172.21.15.2:0/11377675 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f96a4101ac0 0x7f96a4198380 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 >> 172.21.15.2:0/11377675 conn(0x7f96a40fd7e0 msgr2=0x7f96a40fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 shutdown_connections 2024-09-05T04:12:52.639 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:12:52.636+0000 7f96abb66640 1 -- 172.21.15.2:0/11377675 wait complete. 2024-09-05T04:12:53.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:52 smithi002 ceph-mon[31001]: pgmap v60: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-05T04:12:53.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:52 smithi079 ceph-mon[34908]: pgmap v60: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-05T04:12:53.337 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:52 smithi047 ceph-mon[34498]: pgmap v60: 129 pgs: 129 active+clean; 1.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 17 KiB/s wr, 11 op/s 2024-09-05T04:12:55.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:55 smithi002 ceph-mon[31001]: pgmap v61: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 25 KiB/s wr, 17 op/s 2024-09-05T04:12:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:55 smithi079 ceph-mon[34908]: pgmap v61: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 25 KiB/s wr, 17 op/s 2024-09-05T04:12:55.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:55 smithi047 ceph-mon[34498]: pgmap v61: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 25 KiB/s wr, 17 op/s 2024-09-05T04:12:57.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:57 smithi002 ceph-mon[31001]: pgmap v62: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:12:57.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:57 smithi079 ceph-mon[34908]: pgmap v62: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:12:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:57 smithi047 ceph-mon[34498]: pgmap v62: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:12:59.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:12:59 smithi002 ceph-mon[31001]: pgmap v63: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:12:59.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:12:59 smithi079 ceph-mon[34908]: pgmap v63: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:12:59.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:12:59 smithi047 ceph-mon[34498]: pgmap v63: 129 pgs: 129 active+clean; 1.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:13:01.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:01 smithi002 ceph-mon[31001]: pgmap v64: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:13:01.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:01 smithi079 ceph-mon[34908]: pgmap v64: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:13:01.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:01 smithi047 ceph-mon[34498]: pgmap v64: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 14 op/s 2024-09-05T04:13:03.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:03 smithi002 ceph-mon[31001]: pgmap v65: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 9 op/s 2024-09-05T04:13:03.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:03 smithi079 ceph-mon[34908]: pgmap v65: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 9 op/s 2024-09-05T04:13:03.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:03 smithi047 ceph-mon[34498]: pgmap v65: 129 pgs: 129 active+clean; 1.8 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 9 op/s 2024-09-05T04:13:05.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:05 smithi002 ceph-mon[31001]: pgmap v66: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 46 KiB/s wr, 28 op/s 2024-09-05T04:13:05.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:05 smithi079 ceph-mon[34908]: pgmap v66: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 46 KiB/s wr, 28 op/s 2024-09-05T04:13:05.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:05 smithi047 ceph-mon[34498]: pgmap v66: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 46 KiB/s wr, 28 op/s 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 -- 172.21.15.2:0/3293391136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c10e3f0 msgr2=0x7f136c1107e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 --2- 172.21.15.2:0/3293391136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c10e3f0 0x7f136c1107e0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f1364009ca0 tx=0x7f136402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 -- 172.21.15.2:0/3293391136 shutdown_connections 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 --2- 172.21.15.2:0/3293391136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c10e3f0 0x7f136c1107e0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 --2- 172.21.15.2:0/3293391136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 0x7f136c10deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 --2- 172.21.15.2:0/3293391136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c100840 0x7f136c100c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.737+0000 7f1373911640 1 -- 172.21.15.2:0/3293391136 >> 172.21.15.2:0/3293391136 conn(0x7f136c0fc6f0 msgr2=0x7f136c0feb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- 172.21.15.2:0/3293391136 shutdown_connections 2024-09-05T04:13:05.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- 172.21.15.2:0/3293391136 wait complete. 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 Processor -- start 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- start start 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 0x7f136c19aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c10e3f0 0x7f136c19edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f136c113f80 con 0x7f136c100840 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f136c113e00 con 0x7f136c10e3f0 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.738+0000 7f1373911640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f136c114100 con 0x7f136c101160 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59988/0 (socket says 172.21.15.2:59988) 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 -- 172.21.15.2:0/4123889836 learned_addr learned my addr 172.21.15.2:0/4123889836 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:05.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f1370eac640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 0x7f136c19aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f1371eae640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c10e3f0 0x7f136c19edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 -- 172.21.15.2:0/4123889836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 msgr2=0x7f136c19aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 0x7f136c19aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 -- 172.21.15.2:0/4123889836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c10e3f0 msgr2=0x7f136c19edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c10e3f0 0x7f136c19edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 -- 172.21.15.2:0/4123889836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f136c19f4f0 con 0x7f136c100840 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13716ad640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f136800d950 tx=0x7f136800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13627fc640 1 -- 172.21.15.2:0/4123889836 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1368017070 con 0x7f136c100840 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13627fc640 1 -- 172.21.15.2:0/4123889836 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1368009c30 con 0x7f136c100840 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f136c19f7e0 con 0x7f136c100840 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f13627fc640 1 -- 172.21.15.2:0/4123889836 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136800f620 con 0x7f136c100840 2024-09-05T04:13:05.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.739+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f136c1a7070 con 0x7f136c100840 2024-09-05T04:13:05.748 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.742+0000 7f13627fc640 1 -- 172.21.15.2:0/4123889836 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f13680109a0 con 0x7f136c100840 2024-09-05T04:13:05.748 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.742+0000 7f13766ab740 1 Processor -- start 2024-09-05T04:13:05.748 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.742+0000 7f13766ab740 1 -- start start 2024-09-05T04:13:05.748 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.742+0000 7f13766ab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.748 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.742+0000 7f13766ab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c061770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13766ab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13766ab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d92bfbb2f0 con 0x55d92c061cb0 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13766ab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d92bf63270 con 0x55d92c056af0 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13766ab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d92bfb72b0 con 0x55d92c057410 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1371eae640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1371eae640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:51580/0 (socket says 172.21.15.2:51580) 2024-09-05T04:13:05.749 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59994/0 (socket says 172.21.15.2:59994) 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1371eae640 1 -- 172.21.15.2:0/2033250109 learned_addr learned my addr 172.21.15.2:0/2033250109 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13627fc640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 0x7f13580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13716ad640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c061770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1371eae640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 0x7f13580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 -- 172.21.15.2:0/2033250109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 msgr2=0x55d92c061770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c061770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 -- 172.21.15.2:0/2033250109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 msgr2=0x55d92c056ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13627fc640 1 -- 172.21.15.2:0/4123889836 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f13680cf480 con 0x7f136c100840 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 -- 172.21.15.2:0/2033250109 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d92bf62340 con 0x55d92c061cb0 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f13716ad640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c061770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1371eae640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:05.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.743+0000 7f1370eac640 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f135c009bd0 tx=0x7f135c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48b321772de8e291 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13577fe640 1 -- 172.21.15.2:0/2033250109 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c004050 con 0x55d92c061cb0 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f1371eae640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 0x7f13580a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f136402ade0 tx=0x7f136402a8c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13577fe640 1 -- 172.21.15.2:0/2033250109 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f135c0054d0 con 0x55d92c061cb0 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13577fe640 1 -- 172.21.15.2:0/2033250109 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135c004b90 con 0x55d92c061cb0 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 -- 172.21.15.2:0/2033250109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 msgr2=0x55d92c0640a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f135c009bd0 tx=0x7f135c011810 comp rx=0 tx=0).stop 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 -- 172.21.15.2:0/2033250109 shutdown_connections 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c0640a0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c061770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 --2- 172.21.15.2:0/2033250109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c056ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 -- 172.21.15.2:0/2033250109 >> 172.21.15.2:0/2033250109 conn(0x55d92c053060 msgr2=0x55d92c053440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 -- 172.21.15.2:0/2033250109 shutdown_connections 2024-09-05T04:13:05.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.744+0000 7f13766ab740 1 -- 172.21.15.2:0/2033250109 wait complete. 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 -- start start 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 Processor -- start 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c05eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c05f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d92c064880 con 0x55d92c061cb0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d92bf44290 con 0x55d92c056af0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d92c064a00 con 0x55d92c057410 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.745+0000 7f13766ab740 10 client.0 _ll_register_callbacks cb 0x55d92bf75140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60004/0 (socket says 172.21.15.2:60004) 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 -- 172.21.15.2:0/864089191 learned_addr learned my addr 172.21.15.2:0/864089191 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1370eac640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c05f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f13716ad640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c05eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 -- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 msgr2=0x55d92c05f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c05f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 -- 172.21.15.2:0/864089191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 msgr2=0x55d92c05eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c05eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 -- 172.21.15.2:0/864089191 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d92bcce210 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1371eae640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f1364003c50 tx=0x7f13640095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ac35b6a34404964 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1354ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364044070 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f13640047c0 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f135c0054d0 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.746+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f136405a050 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 10 client.15897 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d92bd9a620 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f135c0054d0 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f136402f4c0 con 0x55d92c061cb0 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 10 client.15897 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 10 client.15897 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:05.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 20 client.15897 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c071d40 0x55d92c074130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 4 client.15897 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d92bfc8a20 con 0x55d92c071d40 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.747+0000 7f13716ad640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c071d40 0x55d92c074130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13716ad640 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c071d40 0x55d92c074130 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e90cb03adbe7ea2 server_cookie=e94948fbef8b096 in_seq=0 out_seq=0 2024-09-05T04:13:05.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f1354ff9640 10 client.15897 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f1354ff9640 1 -- 172.21.15.2:0/864089191 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d92bfc8a20 con 0x55d92c071d40 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f1354ff9640 10 client.15897 handle_command_reply: tid=0 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13766ab740 1 client.15897 shutdown 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 msgr2=0x55d92c05f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f1364003c50 tx=0x7f13640095c0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 shutdown_connections 2024-09-05T04:13:05.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.748+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c071d40 0x55d92c074130 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c05f580 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c057410 0x55d92c05f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 --2- 172.21.15.2:0/864089191 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c056af0 0x55d92c05eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 >> 172.21.15.2:0/864089191 conn(0x55d92c053060 msgr2=0x55d92c058d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f1354ff9640 0 client.15897 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 shutdown_connections 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 1 -- 172.21.15.2:0/864089191 wait complete. 2024-09-05T04:13:05.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.749+0000 7f13766ab740 20 client.15897 trim_cache size 0 max 16384 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.763+0000 7f13766ab740 1 Processor -- start 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.763+0000 7f13766ab740 1 -- start start 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c056af0 0x55d92c060e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c05f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1af0d0 con 0x55d92c061cb0 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b1950 con 0x55d92c057410 2024-09-05T04:13:05.765 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13766ab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1af740 con 0x55d92c056af0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60014/0 (socket says 172.21.15.2:60014) 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 -- 172.21.15.2:0/127968481 learned_addr learned my addr 172.21.15.2:0/127968481 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f13716ad640 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c056af0 0x55d92c060e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 -- 172.21.15.2:0/127968481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c056af0 msgr2=0x55d92c060e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c056af0 0x55d92c060e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 -- 172.21.15.2:0/127968481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 msgr2=0x55d92c05f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1370eac640 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c05f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c05f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 -- 172.21.15.2:0/127968481 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d92c052e90 con 0x55d92c061cb0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1371eae640 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f1364004af0 tx=0x7f1364009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0c0155982764e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.766 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1356ffd640 1 -- 172.21.15.2:0/127968481 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364063070 con 0x55d92c061cb0 2024-09-05T04:13:05.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1356ffd640 1 -- 172.21.15.2:0/127968481 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1364036040 con 0x55d92c061cb0 2024-09-05T04:13:05.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.764+0000 7f1356ffd640 1 -- 172.21.15.2:0/127968481 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364044040 con 0x55d92c061cb0 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- 172.21.15.2:0/127968481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 msgr2=0x55d92c079910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f1364004af0 tx=0x7f1364009630 comp rx=0 tx=0).stop 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- 172.21.15.2:0/127968481 shutdown_connections 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c061cb0 0x55d92c079910 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c05f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 --2- 172.21.15.2:0/127968481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c056af0 0x55d92c060e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- 172.21.15.2:0/127968481 >> 172.21.15.2:0/127968481 conn(0x55d92c053060 msgr2=0x55d92c058d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- 172.21.15.2:0/127968481 shutdown_connections 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- 172.21.15.2:0/127968481 wait complete. 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 -- start start 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.765+0000 7f13766ab740 1 Processor -- start 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c06a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c061cb0 0x55d92c064c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1afe10 con 0x55d92c056af0 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b1280 con 0x55d92c057410 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f136c1b04e0 con 0x55d92c061cb0 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13766ab740 10 client.0 _ll_register_callbacks cb 0x7f1364009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:05.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60016/0 (socket says 172.21.15.2:60016) 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 -- 172.21.15.2:0/3733055611 learned_addr learned my addr 172.21.15.2:0/3733055611 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f1371eae640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c061cb0 0x55d92c064c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f1370eac640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c06a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 -- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c061cb0 msgr2=0x55d92c064c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c061cb0 0x55d92c064c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 -- 172.21.15.2:0/3733055611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 msgr2=0x55d92c06a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c06a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.766+0000 7f13716ad640 1 -- 172.21.15.2:0/3733055611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d92c0651c0 con 0x55d92c056af0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13716ad640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1368097f70 tx=0x7f136806b400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49d1e408be5d9646 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:05.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1368020040 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f13680cf170 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1364036040 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f136809b5a0 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 10 client.15903 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d92c0dd050 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1364036040 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f13680cca50 con 0x55d92c056af0 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 10 client.15903 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 10 client.15903 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 20 client.15903 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c0dd6d0 0x55d92c0dfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:05.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 4 client.15903 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:13:05.774 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.767+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d92bfc2d70 con 0x55d92c0dd6d0 2024-09-05T04:13:05.774 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.768+0000 7f1370eac640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c0dd6d0 0x55d92c0dfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:05.774 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.768+0000 7f1354ff9640 10 client.15903 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:05.774 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.768+0000 7f1370eac640 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c0dd6d0 0x55d92c0dfac0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb34447bbc2ac198 server_cookie=6db7099560d1fe80 in_seq=0 out_seq=0 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f1354ff9640 1 -- 172.21.15.2:0/3733055611 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d92bfc2d70 con 0x55d92c0dd6d0 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f1354ff9640 10 client.15903 handle_command_reply: tid=0 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 client.15903 shutdown 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 msgr2=0x55d92c069cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f1368097f70 tx=0x7f136806b400 comp rx=0 tx=0).stop 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 shutdown_connections 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d92c0dd6d0 0x55d92c0dfac0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.785 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d92c061cb0 0x55d92c064c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d92c057410 0x55d92c06a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f1354ff9640 0 client.15903 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:05.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 --2- 172.21.15.2:0/3733055611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d92c056af0 0x55d92c069cd0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 >> 172.21.15.2:0/3733055611 conn(0x55d92c053060 msgr2=0x55d92c0521c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 shutdown_connections 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 1 -- 172.21.15.2:0/3733055611 wait complete. 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.784+0000 7f13766ab740 20 client.15903 trim_cache size 0 max 16384 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:13:05.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:13:05.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:13:05.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 msgr2=0x7f13580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 0x7f13580a51b0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f136402ade0 tx=0x7f136402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 msgr2=0x7f136c19a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f136800d950 tx=0x7f136800de10 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 shutdown_connections 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13580a2cf0 0x7f13580a51b0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f136c10e3f0 0x7f136c19edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f136c101160 0x7f136c19aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 --2- 172.21.15.2:0/4123889836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f136c100840 0x7f136c19a500 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 >> 172.21.15.2:0/4123889836 conn(0x7f136c0fc6f0 msgr2=0x7f136c0feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 shutdown_connections 2024-09-05T04:13:05.789 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:05.785+0000 7f1373911640 1 -- 172.21.15.2:0/4123889836 wait complete. 2024-09-05T04:13:07.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:07 smithi002 ceph-mon[31001]: pgmap v67: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:07.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:07 smithi079 ceph-mon[34908]: pgmap v67: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:07.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:07 smithi047 ceph-mon[34498]: pgmap v67: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:08.173 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 24.2 2024-09-05T04:13:08.173 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:13:08.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:08 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:13:08.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:08 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:13:08.425 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:08.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:08 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- 172.21.15.2:0/329481511 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058101de0 msgr2=0x7f70581021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 --2- 172.21.15.2:0/329481511 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058101de0 0x7f70581021c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f7050009900 tx=0x7f705002a410 comp rx=0 tx=0).stop 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- 172.21.15.2:0/329481511 shutdown_connections 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 --2- 172.21.15.2:0/329481511 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058106f10 0x7f705810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 --2- 172.21.15.2:0/329481511 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f70581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 --2- 172.21.15.2:0/329481511 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058101de0 0x7f70581021c0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:08.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- 172.21.15.2:0/329481511 >> 172.21.15.2:0/329481511 conn(0x7f70580fd8c0 msgr2=0x7f70580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- 172.21.15.2:0/329481511 shutdown_connections 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- 172.21.15.2:0/329481511 wait complete. 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 Processor -- start 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.880+0000 7f7060176640 1 -- start start 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058101de0 0x7f70580744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f7058074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7058111e20 con 0x7f7058106f10 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7058111ca0 con 0x7f7058102790 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f7060176640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7058111fa0 con 0x7f7058101de0 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705df12640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058101de0 0x7f70580744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:08.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705d711640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f7058074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60028/0 (socket says 172.21.15.2:60028) 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 -- 172.21.15.2:0/3217864183 learned_addr learned my addr 172.21.15.2:0/3217864183 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 -- 172.21.15.2:0/3217864183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058101de0 msgr2=0x7f70580744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058101de0 0x7f70580744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 -- 172.21.15.2:0/3217864183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 msgr2=0x7f7058074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f7058074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705e713640 1 -- 172.21.15.2:0/3217864183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70581a6840 con 0x7f7058106f10 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.881+0000 7f705d711640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f7058074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f705e713640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f704800eb10 tx=0x7f704800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048004b20 con 0x7f7058106f10 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7048004cc0 con 0x7f7058106f10 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70581a6b30 con 0x7f7058106f10 2024-09-05T04:13:08.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048010690 con 0x7f7058106f10 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.882+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70581a7070 con 0x7f7058106f10 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.883+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70581021c0 con 0x7f7058106f10 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.884+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7048005020 con 0x7f7058106f10 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.885+0000 7f7056ffd640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 0x7f70400a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.885+0000 7f705df12640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 0x7f70400a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.885+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f70480cfc80 con 0x7f7058106f10 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.885+0000 7f705df12640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 0x7f70400a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7050031440 tx=0x7f7050005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:08.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:08.889+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f704809c500 con 0x7f7058106f10 2024-09-05T04:13:09.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.102+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f705810a0f0 con 0x7f7058106f10 2024-09-05T04:13:09.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.102+0000 7f7056ffd640 1 -- 172.21.15.2:0/3217864183 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f704809be00 con 0x7f7058106f10 2024-09-05T04:13:09.103 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:13:09.103 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:13:09.104 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:13:09.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.104+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 msgr2=0x7f70400a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:09.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.104+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 0x7f70400a5230 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7050031440 tx=0x7f7050005b50 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.104+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 msgr2=0x7f7058074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.104+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f704800eb10 tx=0x7f704800c2d0 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.104+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 shutdown_connections 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f70400a2d70 0x7f70400a5230 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7058106f10 0x7f7058074f70 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7058102790 0x7f7058074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 --2- 172.21.15.2:0/3217864183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7058101de0 0x7f70580744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 >> 172.21.15.2:0/3217864183 conn(0x7f70580fd8c0 msgr2=0x7f70580fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 shutdown_connections 2024-09-05T04:13:09.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:09.105+0000 7f7060176640 1 -- 172.21.15.2:0/3217864183 wait complete. 2024-09-05T04:13:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: pgmap v68: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:13:09.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:13:09.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: pgmap v68: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:13:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: pgmap v68: 129 pgs: 129 active+clean; 1.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:13:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:13:09.865 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 144.2 --await-for 45.0' 2024-09-05T04:13:09.865 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 144.2 --await-for 45.0 2024-09-05T04:13:10.124 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:10.378 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3217864183' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:10.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3217864183' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:10.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3217864183' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 -- 172.21.15.2:0/2899109386 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0106f10 msgr2=0x7f7ba010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/2899109386 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0106f10 0x7f7ba010ea90 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f7b98009ca0 tx=0x7f7b9802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 -- 172.21.15.2:0/2899109386 shutdown_connections 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/2899109386 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0106f10 0x7f7ba010ea90 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/2899109386 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ba0102790 0x7f7ba01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/2899109386 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0101de0 0x7f7ba01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 -- 172.21.15.2:0/2899109386 >> 172.21.15.2:0/2899109386 conn(0x7f7ba00fd8c0 msgr2=0x7f7ba00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 -- 172.21.15.2:0/2899109386 shutdown_connections 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.619+0000 7f7ba58e0640 1 -- 172.21.15.2:0/2899109386 wait complete. 2024-09-05T04:13:10.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 Processor -- start 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 -- start start 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0102790 0x7f7ba0198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ba0106f10 0x7f7ba019cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba0111e70 con 0x7f7ba0101de0 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba0111cf0 con 0x7f7ba0106f10 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7ba58e0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba0111ff0 con 0x7f7ba0102790 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60048/0 (socket says 172.21.15.2:60048) 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7b9effd640 1 -- 172.21.15.2:0/233432428 learned_addr learned my addr 172.21.15.2:0/233432428 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.620+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0102790 0x7f7ba0198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 -- 172.21.15.2:0/233432428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0102790 msgr2=0x7f7ba0198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0102790 0x7f7ba0198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 -- 172.21.15.2:0/233432428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ba0106f10 msgr2=0x7f7ba019cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ba0106f10 0x7f7ba019cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 -- 172.21.15.2:0/233432428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba019d2a0 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7b9effd640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000d770 tx=0x7f7b9000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7ba48de640 1 -- 172.21.15.2:0/233432428 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b90017070 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba019d590 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7ba48de640 1 -- 172.21.15.2:0/233432428 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b900054d0 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7ba48de640 1 -- 172.21.15.2:0/233432428 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b90004cf0 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.621+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba01a4e70 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.623+0000 7f7ba48de640 1 -- 172.21.15.2:0/233432428 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7b90004e90 con 0x7f7ba0101de0 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 Processor -- start 2024-09-05T04:13:10.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 -- start start 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38660 0x555bb1f38a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f47810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba48de640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 0x7f7b880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1f4a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555bb1e9e2a0 con 0x555bb1f47d50 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555bb1e45b10 con 0x555bb1f38660 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555bb1e9a260 con 0x555bb1f38f80 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1f4a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f47810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 0x7f7b880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1f4a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60064/0 (socket says 172.21.15.2:60064) 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9f7fe640 1 -- 172.21.15.2:0/2219986720 learned_addr learned my addr 172.21.15.2:0/2219986720 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7ba48de640 1 -- 172.21.15.2:0/233432428 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7b900cf2c0 con 0x7f7ba0101de0 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9f7fe640 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38660 0x555bb1f38a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 -- 172.21.15.2:0/2219986720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38660 msgr2=0x555bb1f38a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38660 0x555bb1f38a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 -- 172.21.15.2:0/2219986720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 msgr2=0x555bb1f4a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1f4a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.624+0000 7f7b9effd640 1 -- 172.21.15.2:0/2219986720 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb1c0fb90 con 0x555bb1f38f80 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 0x7f7b880a51b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0108880 tx=0x7f7b9400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f47810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7b900cc610 tx=0x7f7b9006b240 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c92794fc66b1a550 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7b85ffb640 1 -- 172.21.15.2:0/2219986720 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b90020040 con 0x555bb1f38f80 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7b85ffb640 1 -- 172.21.15.2:0/2219986720 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b90009c30 con 0x555bb1f38f80 2024-09-05T04:13:10.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7b85ffb640 1 -- 172.21.15.2:0/2219986720 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9009b3e0 con 0x555bb1f38f80 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2219986720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 msgr2=0x555bb1f47810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.625+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f47810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f7b900cc610 tx=0x7f7b9006b240 comp rx=0 tx=0).stop 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2219986720 shutdown_connections 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1f4a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f47810 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2219986720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38660 0x555bb1f38a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2219986720 >> 172.21.15.2:0/2219986720 conn(0x555bb1f34cf0 msgr2=0x555bb1f350d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2219986720 shutdown_connections 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2219986720 wait complete. 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- start start 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 Processor -- start 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f45200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f47d50 0x555bb1f45740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555bb1f4a8c0 con 0x555bb1f38660 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555bb1e266e0 con 0x555bb1f47d50 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555bb1f4aa40 con 0x555bb1f38f80 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.626+0000 7f7ba7cb9740 10 client.0 _ll_register_callbacks cb 0x555bb1e4aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60078/0 (socket says 172.21.15.2:60078) 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 -- 172.21.15.2:0/2245544689 learned_addr learned my addr 172.21.15.2:0/2245544689 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f45200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9f7fe640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f47d50 0x555bb1f45740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 -- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 msgr2=0x555bb1f45200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f45200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 -- 172.21.15.2:0/2245544689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f47d50 msgr2=0x555bb1f45740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f47d50 0x555bb1f45740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 -- 172.21.15.2:0/2245544689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb1f53e70 con 0x555bb1f38660 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b9effd640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7b90097db0 tx=0x7f7b90097c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe41e701384d0cc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b7effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b900b4060 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7b900b4200 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555bb1eab9d0 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7b90020070 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7ba7cb9740 10 client.15921 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.627+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555bb1f56800 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x555bb1eab9d0 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7b900a1f80 con 0x555bb1f38660 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 10 client.15921 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 10 client.15921 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 20 client.15921 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1f57b50 0x555bb1f59f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 4 client.15921 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:10.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bb1ea5d20 con 0x555bb1f57b50 2024-09-05T04:13:10.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.628+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1f57b50 0x555bb1f59f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.629+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1f57b50 0x555bb1f59f40 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdca8ff1a43993e3 server_cookie=6927f8df59e9c191 in_seq=0 out_seq=0 2024-09-05T04:13:10.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.629+0000 7f7b7effd640 10 client.15921 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.629+0000 7f7b7effd640 1 -- 172.21.15.2:0/2245544689 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555bb1ea5d20 con 0x555bb1f57b50 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.629+0000 7f7b7effd640 10 client.15921 handle_command_reply: tid=0 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.629+0000 7f7ba7cb9740 1 client.15921 shutdown 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 msgr2=0x555bb1f44cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f7b90097db0 tx=0x7f7b90097c60 comp rx=0 tx=0).stop 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 shutdown_connections 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1f57b50 0x555bb1f59f40 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f47d50 0x555bb1f45740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38f80 0x555bb1f45200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/2245544689 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f44cc0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 >> 172.21.15.2:0/2245544689 conn(0x555bb1f34cf0 msgr2=0x555bb1f3aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7b7effd640 0 client.15921 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 shutdown_connections 2024-09-05T04:13:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/2245544689 wait complete. 2024-09-05T04:13:10.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.630+0000 7f7ba7cb9740 20 client.15921 trim_cache size 0 max 16384 2024-09-05T04:13:10.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.648+0000 7f7ba7cb9740 1 Processor -- start 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.648+0000 7f7ba7cb9740 1 -- start start 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f45590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f47d50 0x555bb1f41f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01aad50 con 0x555bb1f38660 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01ad5d0 con 0x555bb1f38f80 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01ab3c0 con 0x555bb1f47d50 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60088/0 (socket says 172.21.15.2:60088) 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 -- 172.21.15.2:0/3557770897 learned_addr learned my addr 172.21.15.2:0/3557770897 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:10.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 -- 172.21.15.2:0/3557770897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f47d50 msgr2=0x555bb1f41f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f47d50 0x555bb1f41f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 -- 172.21.15.2:0/3557770897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 msgr2=0x555bb1f45590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f45590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 -- 172.21.15.2:0/3557770897 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bb1f38db0 con 0x555bb1f38660 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b9effd640 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f7b90099690 tx=0x7f7b900cc6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4946797b3e8a6050 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b857fa640 1 -- 172.21.15.2:0/3557770897 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b900b4040 con 0x555bb1f38660 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b857fa640 1 -- 172.21.15.2:0/3557770897 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b9009bae0 con 0x555bb1f38660 2024-09-05T04:13:10.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.649+0000 7f7b857fa640 1 -- 172.21.15.2:0/3557770897 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b90005180 con 0x555bb1f38660 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/3557770897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 msgr2=0x555bb1f46b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f7b90099690 tx=0x7f7b900cc6f0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/3557770897 shutdown_connections 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f47d50 0x555bb1f41f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f45590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/3557770897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f38660 0x555bb1f46b90 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/3557770897 >> 172.21.15.2:0/3557770897 conn(0x555bb1f34cf0 msgr2=0x555bb1f3aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/3557770897 shutdown_connections 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/3557770897 wait complete. 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.650+0000 7f7ba7cb9740 1 -- start start 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 Processor -- start 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38660 0x555bb1f5b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f5b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01aba90 con 0x555bb1f47d50 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01acf00 con 0x555bb1f38f80 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba01ac160 con 0x555bb1f38660 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7ba7cb9740 10 client.0 _ll_register_callbacks cb 0x7f7b98009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60102/0 (socket says 172.21.15.2:60102) 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 -- 172.21.15.2:0/1935690416 learned_addr learned my addr 172.21.15.2:0/1935690416 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9effd640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38660 0x555bb1f5b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f5b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 -- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38660 msgr2=0x555bb1f5b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38660 0x555bb1f5b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 -- 172.21.15.2:0/1935690416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 msgr2=0x555bb1f5b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:10.656 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f5b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.651+0000 7f7b9f7fe640 1 -- 172.21.15.2:0/1935690416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bb1fc19d0 con 0x555bb1f47d50 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b9e7fc640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f5b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b9f7fe640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f7b98004af0 tx=0x7f7b98031ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e253d2f3d1314f2d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b98003b70 con 0x555bb1f47d50 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7b98003d10 con 0x555bb1f47d50 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b9009bae0 con 0x555bb1f47d50 2024-09-05T04:13:10.657 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7b98004040 con 0x555bb1f47d50 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7ba7cb9740 10 client.15927 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555bb1fc2b70 con 0x555bb1f47d50 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b9009bae0 con 0x555bb1f47d50 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7b98030ab0 con 0x555bb1f47d50 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.652+0000 7f7ba7cb9740 10 client.15927 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7ba7cb9740 10 client.15927 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:13:10.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7ba7cb9740 20 client.15927 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1fc3390 0x555bb1fc57b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7ba7cb9740 4 client.15927 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.2, "await_for": 45.0}] 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 144.2, "await_for": 45.0}) -- 0x555bb1e21ec0 con 0x555bb1fc3390 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7b9effd640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1fc3390 0x555bb1fc57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7b7effd640 10 client.15927 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:10.659 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.653+0000 7f7b9effd640 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1fc3390 0x555bb1fc57b0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d77cb2c11987dc50 server_cookie=ba652944a55f0955 in_seq=0 out_seq=0 2024-09-05T04:13:10.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.662+0000 7f7b7effd640 1 -- 172.21.15.2:0/1935690416 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x555bb1e21ec0 con 0x555bb1fc3390 2024-09-05T04:13:10.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.662+0000 7f7b7effd640 10 client.15927 handle_command_reply: tid=0 2024-09-05T04:13:10.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.662+0000 7f7ba7cb9740 1 client.15927 shutdown 2024-09-05T04:13:10.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 msgr2=0x555bb1fc1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f7b98004af0 tx=0x7f7b98031ce0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 shutdown_connections 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555bb1fc3390 0x555bb1fc57b0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555bb1f47d50 0x555bb1fc1490 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555bb1f38f80 0x555bb1f5b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 --2- 172.21.15.2:0/1935690416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555bb1f38660 0x555bb1f5b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 >> 172.21.15.2:0/1935690416 conn(0x555bb1f34cf0 msgr2=0x555bb1f33650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7b7effd640 0 client.15927 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:10.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 shutdown_connections 2024-09-05T04:13:10.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 1 -- 172.21.15.2:0/1935690416 wait complete. 2024-09-05T04:13:10.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba7cb9740 20 client.15927 trim_cache size 0 max 16384 2024-09-05T04:13:10.666 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:10.666 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:13:10.666 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 6, 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "ed437586": { 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 6, 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:13:10.667 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 144.2, 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:13:10.668 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:10.669 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:10.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 msgr2=0x7f7b880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 0x7f7b880a51b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0108880 tx=0x7f7b9400b390 comp rx=0 tx=0).stop 2024-09-05T04:13:10.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 msgr2=0x7f7ba01982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.663+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f7b9000d770 tx=0x7f7b9000dc30 comp rx=0 tx=0).stop 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 shutdown_connections 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b880a2cf0 0x7f7b880a51b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7ba0106f10 0x7f7ba019cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7ba0102790 0x7f7ba0198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 --2- 172.21.15.2:0/233432428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7ba0101de0 0x7f7ba01982f0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 >> 172.21.15.2:0/233432428 conn(0x7f7ba00fd8c0 msgr2=0x7f7ba00fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:10.671 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 shutdown_connections 2024-09-05T04:13:10.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:10.664+0000 7f7ba58e0640 1 -- 172.21.15.2:0/233432428 wait complete. 2024-09-05T04:13:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:11 smithi002 ceph-mon[31001]: pgmap v69: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:11.330 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ed437586', quiesce took 3.2 seconds. Will release after: 21.0 2024-09-05T04:13:11.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:11 smithi047 ceph-mon[34498]: pgmap v69: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:11 smithi079 ceph-mon[34908]: pgmap v69: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:13.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:13 smithi047 ceph-mon[34498]: pgmap v70: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-05T04:13:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:13 smithi002 ceph-mon[31001]: pgmap v70: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-05T04:13:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:13 smithi079 ceph-mon[34908]: pgmap v70: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-09-05T04:13:15.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:15 smithi047 ceph-mon[34498]: pgmap v71: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:15.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:15 smithi002 ceph-mon[31001]: pgmap v71: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:15 smithi079 ceph-mon[34908]: pgmap v71: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 51 KiB/s wr, 28 op/s 2024-09-05T04:13:17.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:17 smithi047 ceph-mon[34498]: pgmap v72: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:17.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:17 smithi002 ceph-mon[31001]: pgmap v72: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:17.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:17 smithi079 ceph-mon[34908]: pgmap v72: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:18.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 -- 172.21.15.2:0/2276231252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 msgr2=0x7efc10101d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 --2- 172.21.15.2:0/2276231252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc10101d90 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7efc04009930 tx=0x7efc0402a420 comp rx=0 tx=0).stop 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 -- 172.21.15.2:0/2276231252 shutdown_connections 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 --2- 172.21.15.2:0/2276231252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 0x7efc1010e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 --2- 172.21.15.2:0/2276231252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc10101d90 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 --2- 172.21.15.2:0/2276231252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 -- 172.21.15.2:0/2276231252 >> 172.21.15.2:0/2276231252 conn(0x7efc100fd630 msgr2=0x7efc100ffa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.885+0000 7efc14800640 1 -- 172.21.15.2:0/2276231252 shutdown_connections 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.886+0000 7efc14800640 1 -- 172.21.15.2:0/2276231252 wait complete. 2024-09-05T04:13:18.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.886+0000 7efc14800640 1 Processor -- start 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 -- start start 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 0x7efc10074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc10111c00 con 0x7efc10101930 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc10111a80 con 0x7efc101022d0 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc14800640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc10111d80 con 0x7efc10107940 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50974/0 (socket says 172.21.15.2:50974) 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 -- 172.21.15.2:0/100187054 learned_addr learned my addr 172.21.15.2:0/100187054 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0f59e640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0e59c640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 0x7efc10074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 -- 172.21.15.2:0/100187054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 msgr2=0x7efc10074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 -- 172.21.15.2:0/100187054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 msgr2=0x7efc10074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 0x7efc10074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 -- 172.21.15.2:0/100187054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc101a66d0 con 0x7efc10101930 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0f59e640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:18.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.887+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efc0000e9f0 tx=0x7efc0000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.888+0000 7efbf7fff640 1 -- 172.21.15.2:0/100187054 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0000cd80 con 0x7efc10101930 2024-09-05T04:13:18.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.888+0000 7efbf7fff640 1 -- 172.21.15.2:0/100187054 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc000108e0 con 0x7efc10101930 2024-09-05T04:13:18.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.888+0000 7efbf7fff640 1 -- 172.21.15.2:0/100187054 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc00018920 con 0x7efc10101930 2024-09-05T04:13:18.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.888+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc101a69c0 con 0x7efc10101930 2024-09-05T04:13:18.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.888+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc101a6ee0 con 0x7efc10101930 2024-09-05T04:13:18.898 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.890+0000 7efc17e75740 1 Processor -- start 2024-09-05T04:13:18.898 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efbf7fff640 1 -- 172.21.15.2:0/100187054 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7efc00010a90 con 0x7efc10101930 2024-09-05T04:13:18.898 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 -- start start 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b8870a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b891940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b90b7eb2f0 con 0x55b90b891e80 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b90b793270 con 0x55b90b886cc0 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc17e75740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b90b7e72b0 con 0x55b90b8875e0 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50976/0 (socket says 172.21.15.2:50976) 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 -- 172.21.15.2:0/2611606817 learned_addr learned my addr 172.21.15.2:0/2611606817 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b891940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0f59e640 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b8870a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 -- 172.21.15.2:0/2611606817 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 msgr2=0x55b90b891940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b891940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 -- 172.21.15.2:0/2611606817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 msgr2=0x55b90b8870a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b8870a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.891+0000 7efc0e59c640 1 -- 172.21.15.2:0/2611606817 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b90b792340 con 0x55b90b891e80 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efbf7fff640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 0x7efbf80a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7efc04031440 tx=0x7efc04032b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b4b603656070716 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efc0f59e640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 0x7efbf80a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efbf7fff640 1 -- 172.21.15.2:0/100187054 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc000cfbe0 con 0x7efc10101930 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efbf57fa640 1 -- 172.21.15.2:0/2611606817 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0403f070 con 0x55b90b891e80 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efbf57fa640 1 -- 172.21.15.2:0/2611606817 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc04004030 con 0x55b90b891e80 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.892+0000 7efbf57fa640 1 -- 172.21.15.2:0/2611606817 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04035070 con 0x55b90b891e80 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- 172.21.15.2:0/2611606817 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 msgr2=0x55b90b894270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7efc04031440 tx=0x7efc04032b80 comp rx=0 tx=0).stop 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc0f59e640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 0x7efbf80a51a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc08005fd0 tx=0x7efc08009800 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- 172.21.15.2:0/2611606817 shutdown_connections 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b894270 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b891940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- 172.21.15.2:0/2611606817 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b8870a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- 172.21.15.2:0/2611606817 >> 172.21.15.2:0/2611606817 conn(0x55b90b883230 msgr2=0x55b90b883610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- 172.21.15.2:0/2611606817 shutdown_connections 2024-09-05T04:13:18.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- 172.21.15.2:0/2611606817 wait complete. 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- start start 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 Processor -- start 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b88f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b90b894a50 con 0x55b90b891e80 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b90b774290 con 0x55b90b886cc0 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.893+0000 7efc17e75740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b90b894bd0 con 0x55b90b8875e0 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc17e75740 10 client.0 _ll_register_callbacks cb 0x55b90b7a5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50978/0 (socket says 172.21.15.2:50978) 2024-09-05T04:13:18.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 -- 172.21.15.2:0/73753400 learned_addr learned my addr 172.21.15.2:0/73753400 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0e59c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b88f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 -- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 msgr2=0x55b90b88f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b88f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 -- 172.21.15.2:0/73753400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 msgr2=0x55b90b88ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 -- 172.21.15.2:0/73753400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b90b4fe210 con 0x55b90b891e80 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc0f59e640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7efc08011cc0 tx=0x7efc08004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da6883f09dca365 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efbf2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0801ed30 con 0x55b90b891e80 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc0801f410 con 0x55b90b891e80 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.894+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc04004030 con 0x55b90b891e80 2024-09-05T04:13:18.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7efc08011e70 con 0x55b90b891e80 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 10 client.15939 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b90b5ca620 con 0x55b90b891e80 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc04004030 con 0x55b90b891e80 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7efc0800f040 con 0x55b90b891e80 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 10 client.15939 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 10 client.15939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 20 client.15939 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b8a1e30 0x55b90b8a4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 4 client.15939 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b90b7f8a20 con 0x55b90b8a1e30 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.895+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b8a1e30 0x55b90b8a4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b8a1e30 0x55b90b8a4220 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27be563c63268f0e server_cookie=6783622aa737d235 in_seq=0 out_seq=0 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efbf2ff5640 10 client.15939 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:18.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efbf2ff5640 1 -- 172.21.15.2:0/73753400 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b90b7f8a20 con 0x55b90b8a1e30 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efbf2ff5640 10 client.15939 handle_command_reply: tid=0 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 client.15939 shutdown 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 msgr2=0x55b90b88f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7efc08011cc0 tx=0x7efc08004a40 comp rx=0 tx=0).stop 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 shutdown_connections 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b8a1e30 0x55b90b8a4220 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b891e80 0x55b90b88f780 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b88f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efc17e75740 1 --2- 172.21.15.2:0/73753400 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.896+0000 7efbf2ff5640 0 client.15939 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.897+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 >> 172.21.15.2:0/73753400 conn(0x55b90b883230 msgr2=0x55b90b888f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.897+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 shutdown_connections 2024-09-05T04:13:18.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.897+0000 7efc17e75740 1 -- 172.21.15.2:0/73753400 wait complete. 2024-09-05T04:13:18.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.897+0000 7efc17e75740 20 client.15939 trim_cache size 0 max 16384 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.911+0000 7efc17e75740 1 Processor -- start 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.911+0000 7efc17e75740 1 -- start start 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b891e80 0x55b90b8a9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc101aef00 con 0x55b90b8875e0 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc101b1780 con 0x55b90b886cc0 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc17e75740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc101af570 con 0x55b90b891e80 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50980/0 (socket says 172.21.15.2:50980) 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 -- 172.21.15.2:0/2225538741 learned_addr learned my addr 172.21.15.2:0/2225538741 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 -- 172.21.15.2:0/2225538741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b891e80 msgr2=0x55b90b8a9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b891e80 0x55b90b8a9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 -- 172.21.15.2:0/2225538741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 msgr2=0x55b90b88f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 -- 172.21.15.2:0/2225538741 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b90b8817b0 con 0x55b90b8875e0 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7efc04009930 tx=0x7efc04032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=281dd3185ba4f962 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efbf4ff9640 1 -- 172.21.15.2:0/2225538741 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0404b070 con 0x55b90b8875e0 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efbf4ff9640 1 -- 172.21.15.2:0/2225538741 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc04031db0 con 0x55b90b8875e0 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.912+0000 7efbf4ff9640 1 -- 172.21.15.2:0/2225538741 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04035070 con 0x55b90b8875e0 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- 172.21.15.2:0/2225538741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 msgr2=0x55b90b882150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7efc04009930 tx=0x7efc04032f20 comp rx=0 tx=0).stop 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- 172.21.15.2:0/2225538741 shutdown_connections 2024-09-05T04:13:18.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b891e80 0x55b90b8a9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b8875e0 0x55b90b882150 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 --2- 172.21.15.2:0/2225538741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b886cc0 0x55b90b88f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- 172.21.15.2:0/2225538741 >> 172.21.15.2:0/2225538741 conn(0x55b90b883230 msgr2=0x55b90b881a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- 172.21.15.2:0/2225538741 shutdown_connections 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- 172.21.15.2:0/2225538741 wait complete. 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 -- start start 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 Processor -- start 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.913+0000 7efc17e75740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b895b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 0x55b90b896280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc101afc40 con 0x55b90b886cc0 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc101b10b0 con 0x55b90b891e80 2024-09-05T04:13:18.919 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc101b0310 con 0x55b90b8875e0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 10 client.0 _ll_register_callbacks cb 0x7efc08009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50982/0 (socket says 172.21.15.2:50982) 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 -- 172.21.15.2:0/2009803275 learned_addr learned my addr 172.21.15.2:0/2009803275 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0f59e640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 0x55b90b896280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b895b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 -- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 msgr2=0x55b90b895b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b895b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 -- 172.21.15.2:0/2009803275 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 msgr2=0x55b90b896280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 0x55b90b896280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 -- 172.21.15.2:0/2009803275 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b90b90bae0 con 0x55b90b886cc0 2024-09-05T04:13:18.920 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b895b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0f59e640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 0x55b90b896280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc0ed9d640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7efc000ccff0 tx=0x7efc00005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d7c3fe05abf434 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efbf2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc000d3040 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc000983d0 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc04031db0 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7efc0009bb30 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 10 client.15945 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.914+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b90b90cc90 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc04031db0 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7efc0009b1b0 con 0x55b90b886cc0 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 10 client.15945 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:18.921 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 10 client.15945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 20 client.15945 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b90d3c0 0x55b90b90f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 4 client.15945 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:13:18.922 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b90b7f2d70 con 0x55b90b90d3c0 2024-09-05T04:13:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b90d3c0 0x55b90b90f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:18.924 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efbf2ff5640 10 client.15945 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:18.925 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.915+0000 7efc0e59c640 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b90d3c0 0x55b90b90f7e0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=704bab50ae8b7233 server_cookie=a0b68760dc0c356f in_seq=0 out_seq=0 2024-09-05T04:13:18.930 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efbf2ff5640 1 -- 172.21.15.2:0/2009803275 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b90b7f2d70 con 0x55b90b90d3c0 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efbf2ff5640 10 client.15945 handle_command_reply: tid=0 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 client.15945 shutdown 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 msgr2=0x55b90b89a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7efc000ccff0 tx=0x7efc00005f10 comp rx=0 tx=0).stop 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 shutdown_connections 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b90b90d3c0 0x55b90b90f7e0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b90b891e80 0x55b90b896280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b90b8875e0 0x55b90b895b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efbf2ff5640 0 client.15945 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 --2- 172.21.15.2:0/2009803275 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b90b886cc0 0x55b90b89a780 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 >> 172.21.15.2:0/2009803275 conn(0x55b90b883230 msgr2=0x55b90b882260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 shutdown_connections 2024-09-05T04:13:18.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 1 -- 172.21.15.2:0/2009803275 wait complete. 2024-09-05T04:13:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc17e75740 20 client.15945 trim_cache size 0 max 16384 2024-09-05T04:13:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:13:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:13:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:13:18.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 msgr2=0x7efbf80a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 0x7efbf80a51a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc08005fd0 tx=0x7efc08009800 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 msgr2=0x7efc100744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.930+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7efc0000e9f0 tx=0x7efc0000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 shutdown_connections 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efbf80a2ce0 0x7efbf80a51a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc10107940 0x7efc10074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc101022d0 0x7efc10074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 --2- 172.21.15.2:0/100187054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc10101930 0x7efc100744f0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:18.933 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 >> 172.21.15.2:0/100187054 conn(0x7efc100fd630 msgr2=0x7efc100fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 shutdown_connections 2024-09-05T04:13:18.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:18.931+0000 7efc14800640 1 -- 172.21.15.2:0/100187054 wait complete. 2024-09-05T04:13:19.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:19 smithi047 ceph-mon[34498]: pgmap v73: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:19 smithi002 ceph-mon[31001]: pgmap v73: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:19 smithi079 ceph-mon[34908]: pgmap v73: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 9 op/s 2024-09-05T04:13:19.968 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:13:20.238 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 -- 172.21.15.2:0/281867233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd860100480 msgr2=0x7fd860100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 --2- 172.21.15.2:0/281867233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd860100480 0x7fd860100860 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd850009ca0 tx=0x7fd85002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 -- 172.21.15.2:0/281867233 shutdown_connections 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 --2- 172.21.15.2:0/281867233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8601055b0 0x7fd86010d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 --2- 172.21.15.2:0/281867233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 0x7fd860104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 --2- 172.21.15.2:0/281867233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd860100480 0x7fd860100860 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 -- 172.21.15.2:0/281867233 >> 172.21.15.2:0/281867233 conn(0x7fd860077210 msgr2=0x7fd8600fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 -- 172.21.15.2:0/281867233 shutdown_connections 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.705+0000 7fd867d00640 1 -- 172.21.15.2:0/281867233 wait complete. 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 Processor -- start 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 -- start start 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 0x7fd8601982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 0x7fd860198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111e00 con 0x7fd8601055b0 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111c80 con 0x7fd860100480 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd867d00640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd860111f80 con 0x7fd860100e30 2024-09-05T04:13:20.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd86629d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd86629d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50998/0 (socket says 172.21.15.2:50998) 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd86629d640 1 -- 172.21.15.2:0/205146880 learned_addr learned my addr 172.21.15.2:0/205146880 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd865a9c640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 0x7fd8601982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.706+0000 7fd86529b640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 0x7fd860198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 -- 172.21.15.2:0/205146880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 msgr2=0x7fd860198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 0x7fd860198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 -- 172.21.15.2:0/205146880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 msgr2=0x7fd8601982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 0x7fd8601982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 -- 172.21.15.2:0/205146880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd86019d290 con 0x7fd8601055b0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd865a9c640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 0x7fd8601982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd86629d640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd85800d750 tx=0x7fd85800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd85effd640 1 -- 172.21.15.2:0/205146880 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd858017070 con 0x7fd8601055b0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd85effd640 1 -- 172.21.15.2:0/205146880 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8580054d0 con 0x7fd8601055b0 2024-09-05T04:13:20.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd86019d580 con 0x7fd8601055b0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd85effd640 1 -- 172.21.15.2:0/205146880 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd858004c60 con 0x7fd8601055b0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.707+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8601a4e60 con 0x7fd8601055b0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd85effd640 1 -- 172.21.15.2:0/205146880 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd858004e00 con 0x7fd8601055b0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 Processor -- start 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 -- start start 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 0x55602fe0b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe16680 0x55602fe18a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55602fd712e0 con 0x55602fe0bdc0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55602fd18ce0 con 0x55602fe0b4a0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55602fd6d2a0 con 0x55602fe16680 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51006/0 (socket says 172.21.15.2:51006) 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd86529b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 0x55602fe0b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd865a9c640 1 -- 172.21.15.2:0/3187661325 learned_addr learned my addr 172.21.15.2:0/3187661325 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.710+0000 7fd85effd640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 0x7fd8480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd86529b640 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe16680 0x55602fe18a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd86629d640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 0x7fd8480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 -- 172.21.15.2:0/3187661325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe16680 msgr2=0x55602fe18a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe16680 0x55602fe18a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 -- 172.21.15.2:0/3187661325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 msgr2=0x55602fe0b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 0x55602fe0b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 -- 172.21.15.2:0/3187661325 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55602fcfd440 con 0x55602fe0bdc0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd86529b640 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 0x55602fe0b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd85effd640 1 -- 172.21.15.2:0/205146880 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd8580cf1d0 con 0x7fd8601055b0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd865a9c640 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd850035000 tx=0x7fd850031c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c780dcb09c432b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd86629d640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 0x7fd8480a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd85809b2e0 tx=0x7fd85806e3c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd847fff640 1 -- 172.21.15.2:0/3187661325 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850031650 con 0x55602fe0bdc0 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd847fff640 1 -- 172.21.15.2:0/3187661325 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd850036040 con 0x55602fe0bdc0 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.711+0000 7fd847fff640 1 -- 172.21.15.2:0/3187661325 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850004680 con 0x55602fe0bdc0 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3187661325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 msgr2=0x55602fe16140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd850035000 tx=0x7fd850031c00 comp rx=0 tx=0).stop 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3187661325 shutdown_connections 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe16680 0x55602fe18a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe16140 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.712+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3187661325 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0b4a0 0x55602fe0b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3187661325 >> 172.21.15.2:0/3187661325 conn(0x55602fe07a30 msgr2=0x55602fe07e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3187661325 shutdown_connections 2024-09-05T04:13:20.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3187661325 wait complete. 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- start start 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 Processor -- start 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe15f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe13760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55602fe19250 con 0x55602fe0bdc0 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55602fd2c050 con 0x55602fe16680 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55602fe193d0 con 0x55602fe0b4a0 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.713+0000 7fd86a0d9740 10 client.0 _ll_register_callbacks cb 0x55602fd6c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51020/0 (socket says 172.21.15.2:51020) 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd86529b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe15f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 -- 172.21.15.2:0/2081380463 learned_addr learned my addr 172.21.15.2:0/2081380463 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd86529b640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe13760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 -- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 msgr2=0x55602fe15f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe15f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 -- 172.21.15.2:0/2081380463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 msgr2=0x55602fe13760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe13760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 -- 172.21.15.2:0/2081380463 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55602fae23c0 con 0x55602fe0bdc0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd85002ade0 tx=0x7fd8500314c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c917b57b42bbc550 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd8457fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd85004a040 con 0x55602fe0bdc0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd850036040 con 0x55602fe0bdc0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.714+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd850004580 con 0x55602fe0bdc0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd85005c050 con 0x55602fe0bdc0 2024-09-05T04:13:20.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 10 client.15957 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55602fe19250 con 0x55602fe0bdc0 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd850036040 con 0x55602fe0bdc0 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd85004d070 con 0x55602fe0bdc0 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 10 client.15957 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 10 client.15957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 20 client.15957 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe25d40 0x55602fe28130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 4 client.15957 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55602fd7e850 con 0x55602fe25d40 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.715+0000 7fd86529b640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe25d40 0x55602fe28130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd8457fa640 10 client.15957 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:20.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd86529b640 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe25d40 0x55602fe28130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58ddeed8c161777b server_cookie=cff74db1aa41af9e in_seq=0 out_seq=0 2024-09-05T04:13:20.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd8457fa640 1 -- 172.21.15.2:0/2081380463 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55602fd7e850 con 0x55602fe25d40 2024-09-05T04:13:20.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd8457fa640 10 client.15957 handle_command_reply: tid=0 2024-09-05T04:13:20.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd86a0d9740 1 client.15957 shutdown 2024-09-05T04:13:20.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 msgr2=0x55602fe13220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.716+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd85002ade0 tx=0x7fd8500314c0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 shutdown_connections 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe25d40 0x55602fe28130 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe13760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe13220 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2081380463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe15f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd8457fa640 0 client.15957 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 >> 172.21.15.2:0/2081380463 conn(0x55602fe07a30 msgr2=0x55602fe06b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 shutdown_connections 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2081380463 wait complete. 2024-09-05T04:13:20.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.717+0000 7fd86a0d9740 20 client.15957 trim_cache size 0 max 16384 2024-09-05T04:13:20.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 Processor -- start 2024-09-05T04:13:20.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 -- start start 2024-09-05T04:13:20.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe13fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 0x55602fe15550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601af030 con 0x55602fe16680 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b18b0 con 0x55602fe0bdc0 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601af6a0 con 0x55602fe0b4a0 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51028/0 (socket says 172.21.15.2:51028) 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 -- 172.21.15.2:0/3912565969 learned_addr learned my addr 172.21.15.2:0/3912565969 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe13fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd865a9c640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 0x55602fe15550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 -- 172.21.15.2:0/3912565969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 msgr2=0x55602fe13fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe13fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 -- 172.21.15.2:0/3912565969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 msgr2=0x55602fe15550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 0x55602fe15550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd86529b640 1 -- 172.21.15.2:0/3912565969 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55602fe0ca10 con 0x55602fe16680 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.734+0000 7fd865a9c640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 0x55602fe15550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86529b640 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fd8540057c0 tx=0x7fd8540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c92eaae988f642d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd8477fe640 1 -- 172.21.15.2:0/3912565969 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd854031070 con 0x55602fe16680 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd8477fe640 1 -- 172.21.15.2:0/3912565969 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd854026040 con 0x55602fe16680 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd8477fe640 1 -- 172.21.15.2:0/3912565969 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd85401b040 con 0x55602fe16680 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3912565969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 msgr2=0x55602fe2d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fd8540057c0 tx=0x7fd8540046c0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3912565969 shutdown_connections 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe16680 0x55602fe2d8c0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe0bdc0 0x55602fe15550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/3912565969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe13fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3912565969 >> 172.21.15.2:0/3912565969 conn(0x55602fe07a30 msgr2=0x55602fe06b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3912565969 shutdown_connections 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.735+0000 7fd86a0d9740 1 -- 172.21.15.2:0/3912565969 wait complete. 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 -- start start 2024-09-05T04:13:20.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 Processor -- start 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe1ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe1c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601afd70 con 0x55602fe0bdc0 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b11e0 con 0x55602fe16680 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd8601b0440 con 0x55602fe0b4a0 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd86a0d9740 10 client.0 _ll_register_callbacks cb 0x7fd85400e4b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd865a9c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51030/0 (socket says 172.21.15.2:51030) 2024-09-05T04:13:20.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.736+0000 7fd865a9c640 1 -- 172.21.15.2:0/2800122926 learned_addr learned my addr 172.21.15.2:0/2800122926 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86529b640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe1c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86529b640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe1ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 -- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 msgr2=0x55602fe1ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe1ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 -- 172.21.15.2:0/2800122926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 msgr2=0x55602fe1c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe1c590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 -- 172.21.15.2:0/2800122926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55602fe1cdc0 con 0x55602fe0bdc0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86529b640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe1c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd865a9c640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd850006010 tx=0x7fd8500319a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feeb57089d949b39 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd8457fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850030c40 con 0x55602fe0bdc0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd850030de0 con 0x55602fe0bdc0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd854026040 con 0x55602fe0bdc0 2024-09-05T04:13:20.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd850009540 con 0x55602fe0bdc0 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86a0d9740 10 client.15963 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55602fe907b0 con 0x55602fe0bdc0 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.737+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd854026040 con 0x55602fe0bdc0 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd85004d040 con 0x55602fe0bdc0 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 10 client.15963 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 10 client.15963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 20 client.15963 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe90f30 0x55602fe93350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 4 client.15963 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:13:20.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55602fd78d60 con 0x55602fe90f30 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86529b640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe90f30 0x55602fe93350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd86529b640 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe90f30 0x55602fe93350 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9be852bdf3819063 server_cookie=b70e462138077b7 in_seq=0 out_seq=0 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.738+0000 7fd8457fa640 10 client.15963 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd8457fa640 1 -- 172.21.15.2:0/2800122926 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55602fd78d60 con 0x55602fe90f30 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd8457fa640 10 client.15963 handle_command_reply: tid=0 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 client.15963 shutdown 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 msgr2=0x55602fe1c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd850006010 tx=0x7fd8500319a0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 shutdown_connections 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55602fe90f30 0x55602fe93350 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55602fe16680 0x55602fe1c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55602fe0bdc0 0x55602fe1c050 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 --2- 172.21.15.2:0/2800122926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55602fe0b4a0 0x55602fe1ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd8457fa640 0 client.15963 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 >> 172.21.15.2:0/2800122926 conn(0x55602fe07a30 msgr2=0x55602fe11770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 shutdown_connections 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 1 -- 172.21.15.2:0/2800122926 wait complete. 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd86a0d9740 20 client.15963 trim_cache size 0 max 16384 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:13:20.746 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 msgr2=0x7fd8480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 0x7fd8480a51b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd85809b2e0 tx=0x7fd85806e3c0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 msgr2=0x7fd86019cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fd85800d750 tx=0x7fd85800dc10 comp rx=0 tx=0).stop 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.739+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 shutdown_connections 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd8480a2cf0 0x7fd8480a51b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8601055b0 0x7fd86019cbb0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd860100e30 0x7fd860198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 --2- 172.21.15.2:0/205146880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd860100480 0x7fd8601982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:20.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 >> 172.21.15.2:0/205146880 conn(0x7fd860077210 msgr2=0x7fd860103ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:20.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 shutdown_connections 2024-09-05T04:13:20.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:20.740+0000 7fd867d00640 1 -- 172.21.15.2:0/205146880 wait complete. 2024-09-05T04:13:21.372 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:21 smithi002 ceph-mon[31001]: pgmap v74: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-05T04:13:21.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:21 smithi047 ceph-mon[34498]: pgmap v74: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-05T04:13:21.490 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:13:21.490 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:13:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:21 smithi079 ceph-mon[34908]: pgmap v74: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 20 KiB/s wr, 10 op/s 2024-09-05T04:13:21.745 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:22.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 -- 172.21.15.2:0/3711490777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c106f10 msgr2=0x7f1b7c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:22.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/3711490777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c106f10 0x7f1b7c10ea90 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009ca0 tx=0x7f1b7402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 -- 172.21.15.2:0/3711490777 shutdown_connections 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/3711490777 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c106f10 0x7f1b7c10ea90 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/3711490777 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 0x7f1b7c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/3711490777 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c101de0 0x7f1b7c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 -- 172.21.15.2:0/3711490777 >> 172.21.15.2:0/3711490777 conn(0x7f1b7c0fd8c0 msgr2=0x7f1b7c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 -- 172.21.15.2:0/3711490777 shutdown_connections 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.211+0000 7f1b82f4c640 1 -- 172.21.15.2:0/3711490777 wait complete. 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 Processor -- start 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 -- start start 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 0x7f1b7c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:22.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c106f10 0x7f1b7c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7c111e20 con 0x7f1b7c101de0 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7c111ca0 con 0x7f1b7c102790 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b82f4c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7c111fa0 con 0x7f1b7c106f10 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60686/0 (socket says 172.21.15.2:60686) 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 -- 172.21.15.2:0/96420705 learned_addr learned my addr 172.21.15.2:0/96420705 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b814e9640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c106f10 0x7f1b7c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b7bfff640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 0x7f1b7c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 -- 172.21.15.2:0/96420705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c106f10 msgr2=0x7f1b7c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c106f10 0x7f1b7c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 -- 172.21.15.2:0/96420705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 msgr2=0x7f1b7c198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 0x7f1b7c198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 -- 172.21.15.2:0/96420705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b7c19d2d0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.212+0000 7f1b80ce8640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000d770 tx=0x7f1b7000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.213+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70017070 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.213+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b700054d0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.213+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b7c19d5c0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.213+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b70004cf0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.213+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b7c1a4ea0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.214+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b7c1021c0 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.215+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1b70004e90 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.215+0000 7f1b79ffb640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 0x7f1b6c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.216+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1b700cf130 con 0x7f1b7c101de0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.216+0000 7f1b7bfff640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 0x7f1b6c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:22.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.216+0000 7f1b7bfff640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 0x7f1b6c0a5230 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c0fdce0 tx=0x7f1b6800b410 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:22.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.220+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1b7009b360 con 0x7f1b7c101de0 2024-09-05T04:13:22.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.432+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b7c199680 con 0x7f1b7c101de0 2024-09-05T04:13:22.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.433+0000 7f1b79ffb640 1 -- 172.21.15.2:0/96420705 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f1b7009f660 con 0x7f1b7c101de0 2024-09-05T04:13:22.435 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:13:22.435 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:13:22.435 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:13:22.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.435+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 msgr2=0x7f1b6c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:22.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.435+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 0x7f1b6c0a5230 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1b7c0fdce0 tx=0x7f1b6800b410 comp rx=0 tx=0).stop 2024-09-05T04:13:22.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.435+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 msgr2=0x7f1b7c198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:22.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.435+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f1b7000d770 tx=0x7f1b7000dc30 comp rx=0 tx=0).stop 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 shutdown_connections 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b6c0a2d70 0x7f1b6c0a5230 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b7c106f10 0x7f1b7c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b7c102790 0x7f1b7c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 --2- 172.21.15.2:0/96420705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b7c101de0 0x7f1b7c198320 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 >> 172.21.15.2:0/96420705 conn(0x7f1b7c0fd8c0 msgr2=0x7f1b7c0fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 shutdown_connections 2024-09-05T04:13:22.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:22.436+0000 7f1b82f4c640 1 -- 172.21.15.2:0/96420705 wait complete. 2024-09-05T04:13:23.076 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:13:23.332 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:23.379 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:23 smithi079 ceph-mon[34908]: pgmap v75: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 3 op/s 2024-09-05T04:13:23.379 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:23 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/96420705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:23.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:23 smithi047 ceph-mon[34498]: pgmap v75: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 3 op/s 2024-09-05T04:13:23.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:23 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/96420705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:23.453 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:23 smithi002 ceph-mon[31001]: pgmap v75: 129 pgs: 129 active+clean; 2.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 6.8 KiB/s wr, 3 op/s 2024-09-05T04:13:23.454 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:23 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/96420705' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 -- 172.21.15.2:0/783353864 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 msgr2=0x7f9d241021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 --2- 172.21.15.2:0/783353864 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d241021d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c009900 tx=0x7f9d1c02a410 comp rx=0 tx=0).stop 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 -- 172.21.15.2:0/783353864 shutdown_connections 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 --2- 172.21.15.2:0/783353864 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 0x7f9d2410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 --2- 172.21.15.2:0/783353864 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 0x7f9d241067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 --2- 172.21.15.2:0/783353864 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d241021d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.867+0000 7f9d2b097640 1 -- 172.21.15.2:0/783353864 >> 172.21.15.2:0/783353864 conn(0x7f9d240fd8f0 msgr2=0x7f9d240ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- 172.21.15.2:0/783353864 shutdown_connections 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- 172.21.15.2:0/783353864 wait complete. 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 Processor -- start 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- start start 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 0x7f9d24074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 0x7f9d24074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9d24111e30 con 0x7f9d24101df0 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d24111cb0 con 0x7f9d241027a0 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d2b097640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9d24111fb0 con 0x7f9d24106f20 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d28e33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d28e33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60712/0 (socket says 172.21.15.2:60712) 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.868+0000 7f9d28e33640 1 -- 172.21.15.2:0/2720458719 learned_addr learned my addr 172.21.15.2:0/2720458719 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d29634640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 0x7f9d24074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 -- 172.21.15.2:0/2720458719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 msgr2=0x7f9d24074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 0x7f9d24074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 -- 172.21.15.2:0/2720458719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 msgr2=0x7f9d24074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d23fff640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 0x7f9d24074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 0x7f9d24074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 -- 172.21.15.2:0/2720458719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d241a6830 con 0x7f9d24101df0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d28e33640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c005940 tx=0x7f9d1c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d21ffb640 1 -- 172.21.15.2:0/2720458719 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c03f030 con 0x7f9d24101df0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d21ffb640 1 -- 172.21.15.2:0/2720458719 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d1c003aa0 con 0x7f9d24101df0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d21ffb640 1 -- 172.21.15.2:0/2720458719 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c035070 con 0x7f9d24101df0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d241a6ac0 con 0x7f9d24101df0 2024-09-05T04:13:23.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.869+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d241a6ff0 con 0x7f9d24101df0 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.871+0000 7f9d21ffb640 1 -- 172.21.15.2:0/2720458719 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9d1c042030 con 0x7f9d24101df0 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 Processor -- start 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 -- start start 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b03561a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b0356e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558b034c72f0 con 0x558b03562b40 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b0346ecf0 con 0x558b035615d0 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d2d470740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558b034c32b0 con 0x558b0356c370 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d29634640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d29634640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60728/0 (socket says 172.21.15.2:60728) 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d29634640 1 -- 172.21.15.2:0/3164864885 learned_addr learned my addr 172.21.15.2:0/3164864885 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:23.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d21ffb640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 0x7f9d100a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d23fff640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b0356e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.872+0000 7f9d28e33640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b03561a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 0x7f9d100a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d21ffb640 1 -- 172.21.15.2:0/2720458719 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9d1c0f0010 con 0x7f9d24101df0 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 -- 172.21.15.2:0/3164864885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 msgr2=0x558b0356e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b0356e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 -- 172.21.15.2:0/3164864885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 msgr2=0x558b03561a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b03561a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 -- 172.21.15.2:0/3164864885 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b034533a0 con 0x558b03562b40 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d23fff640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b0356e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d28e33640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b03561a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d29634640 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f9d14013840 tx=0x7f9d14013d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d30ad2398b2e56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d1affd640 1 -- 172.21.15.2:0/3164864885 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d14013250 con 0x558b03562b40 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d1affd640 1 -- 172.21.15.2:0/3164864885 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d14003e20 con 0x558b03562b40 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.873+0000 7f9d1affd640 1 -- 172.21.15.2:0/3164864885 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d140047d0 con 0x558b03562b40 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- 172.21.15.2:0/3164864885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 msgr2=0x558b03561090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d29634640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 0x7f9d100a5230 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d14020000 tx=0x7f9d1401e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f9d14013840 tx=0x7f9d14013d00 comp rx=0 tx=0).stop 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- 172.21.15.2:0/3164864885 shutdown_connections 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b0356e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b03561a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3164864885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b03561090 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- 172.21.15.2:0/3164864885 >> 172.21.15.2:0/3164864885 conn(0x558b0352a310 msgr2=0x558b0355dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- 172.21.15.2:0/3164864885 shutdown_connections 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- 172.21.15.2:0/3164864885 wait complete. 2024-09-05T04:13:23.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 -- start start 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.874+0000 7f9d2d470740 1 Processor -- start 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b0356bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03562b40 0x558b03569020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558b0356f070 con 0x558b0356c370 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b03482060 con 0x558b035615d0 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558b0356f1f0 con 0x558b03562b40 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d2d470740 10 client.0 _ll_register_callbacks cb 0x558b031d58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60732/0 (socket says 172.21.15.2:60732) 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 -- 172.21.15.2:0/3658867674 learned_addr learned my addr 172.21.15.2:0/3658867674 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d23fff640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03562b40 0x558b03569020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d28e33640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b0356bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 -- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03562b40 msgr2=0x558b03569020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03562b40 0x558b03569020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 -- 172.21.15.2:0/3658867674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 msgr2=0x558b0356bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b0356bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 -- 172.21.15.2:0/3658867674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b032383c0 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d29634640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9d14009570 tx=0x7f9d14011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4fa6cb5f6085c08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.875+0000 7f9d03fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d140047e0 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9d14004000 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d14003e20 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9d1403c050 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 10 client.15981 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b0357ab40 con 0x558b0356c370 2024-09-05T04:13:23.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d14003e20 con 0x558b0356c370 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9d14004a00 con 0x558b0356c370 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 10 client.15981 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 10 client.15981 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 20 client.15981 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b0357bf50 0x558b0357e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 4 client.15981 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.876+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b034d4860 con 0x558b0357bf50 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.877+0000 7f9d28e33640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b0357bf50 0x558b0357e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.877+0000 7f9d03fff640 10 client.15981 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.877+0000 7f9d28e33640 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b0357bf50 0x558b0357e340 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5f30dbfd84daf44 server_cookie=c7325b9bd9726a43 in_seq=0 out_seq=0 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d03fff640 1 -- 172.21.15.2:0/3658867674 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558b034d4860 con 0x558b0357bf50 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d03fff640 10 client.15981 handle_command_reply: tid=0 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 client.15981 shutdown 2024-09-05T04:13:23.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 msgr2=0x558b03569610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9d14009570 tx=0x7f9d14011890 comp rx=0 tx=0).stop 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 shutdown_connections 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b0357bf50 0x558b0357e340 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b0356c370 0x558b03569610 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03562b40 0x558b03569020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 --2- 172.21.15.2:0/3658867674 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b0356bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d03fff640 0 client.15981 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 >> 172.21.15.2:0/3658867674 conn(0x558b0352a310 msgr2=0x558b03563930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 shutdown_connections 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 1 -- 172.21.15.2:0/3658867674 wait complete. 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.878+0000 7f9d2d470740 20 client.15981 trim_cache size 0 max 16384 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 Processor -- start 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 -- start start 2024-09-05T04:13:23.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 0x558b035688e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03564120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241af1b0 con 0x558b035615d0 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241b1a30 con 0x558b03562b40 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d2d470740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241af820 con 0x558b0356c370 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60740/0 (socket says 172.21.15.2:60740) 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 -- 172.21.15.2:0/1319624267 learned_addr learned my addr 172.21.15.2:0/1319624267 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d29634640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03564120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.911 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d23fff640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 0x558b035688e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 -- 172.21.15.2:0/1319624267 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 msgr2=0x558b03564120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03564120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 -- 172.21.15.2:0/1319624267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 msgr2=0x558b035688e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 0x558b035688e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d28e33640 1 -- 172.21.15.2:0/1319624267 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b0355dde0 con 0x558b035615d0 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.892+0000 7f9d23fff640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 0x558b035688e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:23.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.893+0000 7f9d28e33640 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0ed470 tx=0x7f9d1c0e6d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f88649c18e93277e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.893+0000 7f9d1a7fc640 1 -- 172.21.15.2:0/1319624267 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c049040 con 0x558b035615d0 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.893+0000 7f9d1a7fc640 1 -- 172.21.15.2:0/1319624267 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d1c0a6e50 con 0x558b035615d0 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.893+0000 7f9d1a7fc640 1 -- 172.21.15.2:0/1319624267 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c003c50 con 0x558b035615d0 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- 172.21.15.2:0/1319624267 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 msgr2=0x558b03578340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c0ed470 tx=0x7f9d1c0e6d20 comp rx=0 tx=0).stop 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- 172.21.15.2:0/1319624267 shutdown_connections 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03564120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03562b40 0x558b035688e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- 172.21.15.2:0/1319624267 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b035615d0 0x558b03578340 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- 172.21.15.2:0/1319624267 >> 172.21.15.2:0/1319624267 conn(0x558b0352a310 msgr2=0x558b03568110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- 172.21.15.2:0/1319624267 shutdown_connections 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- 172.21.15.2:0/1319624267 wait complete. 2024-09-05T04:13:23.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- start start 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 Processor -- start 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b035748c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03570130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241afef0 con 0x558b03562b40 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241b1360 con 0x558b035615d0 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9d241b05c0 con 0x558b0356c370 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.894+0000 7f9d2d470740 10 client.0 _ll_register_callbacks cb 0x7f9d0c005f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d29634640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03570130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60748/0 (socket says 172.21.15.2:60748) 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 -- 172.21.15.2:0/330030227 learned_addr learned my addr 172.21.15.2:0/330030227 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d28e33640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b035748c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 -- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 msgr2=0x558b03570130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03570130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 -- 172.21.15.2:0/330030227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 msgr2=0x558b035748c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b035748c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 -- 172.21.15.2:0/330030227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b03570670 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d23fff640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f9d24075f80 tx=0x7f9d0c00fc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e71c0dd8293547a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d03fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c00ec90 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f9d0c005020 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9d1c0a6e50 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9d0c025050 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d2d470740 10 client.15987 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.895+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b035e6660 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d1c0a6e50 con 0x558b03562b40 2024-09-05T04:13:23.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9d0c004c60 con 0x558b03562b40 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 10 client.15987 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 10 client.15987 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 20 client.15987 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b035e6e80 0x558b035e92a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 4 client.15987 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558b034ced70 con 0x558b035e6e80 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d28e33640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b035e6e80 0x558b035e92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d28e33640 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b035e6e80 0x558b035e92a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8d1c8a8c6564d37 server_cookie=f57e9cbac0d0cd02 in_seq=0 out_seq=0 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.896+0000 7f9d03fff640 10 client.15987 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d03fff640 1 -- 172.21.15.2:0/330030227 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558b034ced70 con 0x558b035e6e80 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d03fff640 10 client.15987 handle_command_reply: tid=0 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 client.15987 shutdown 2024-09-05T04:13:23.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 msgr2=0x558b0356fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f9d24075f80 tx=0x7f9d0c00fc70 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 shutdown_connections 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b035e6e80 0x558b035e92a0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b0356c370 0x558b03570130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03562b40 0x558b0356fbf0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d03fff640 0 client.15987 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 --2- 172.21.15.2:0/330030227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b035615d0 0x558b035748c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 >> 172.21.15.2:0/330030227 conn(0x558b0352a310 msgr2=0x558b0356a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 shutdown_connections 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 1 -- 172.21.15.2:0/330030227 wait complete. 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.897+0000 7f9d2d470740 20 client.15987 trim_cache size 0 max 16384 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 msgr2=0x7f9d100a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 0x7f9d100a5230 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f9d14020000 tx=0x7f9d1401e000 comp rx=0 tx=0).stop 2024-09-05T04:13:23.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 msgr2=0x7f9d240744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c005940 tx=0x7f9d1c004270 comp rx=0 tx=0).stop 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 shutdown_connections 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9d100a2d70 0x7f9d100a5230 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9d24106f20 0x7f9d24074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9d241027a0 0x7f9d24074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 --2- 172.21.15.2:0/2720458719 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9d24101df0 0x7f9d240744f0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 >> 172.21.15.2:0/2720458719 conn(0x7f9d240fd8f0 msgr2=0x7f9d240feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 shutdown_connections 2024-09-05T04:13:23.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:23.898+0000 7f9d2b097640 1 -- 172.21.15.2:0/2720458719 wait complete. 2024-09-05T04:13:25.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:25 smithi047 ceph-mon[34498]: pgmap v76: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:13:25.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:25 smithi002 ceph-mon[31001]: pgmap v76: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:13:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:25 smithi079 ceph-mon[34908]: pgmap v76: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:13:25.686 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:13:25.687 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:13:25.957 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:26.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 -- 172.21.15.2:0/2113756612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac106f10 msgr2=0x7fd7ac10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/2113756612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac106f10 0x7fd7ac10ea90 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4009ca0 tx=0x7fd7a402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 -- 172.21.15.2:0/2113756612 shutdown_connections 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/2113756612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac106f10 0x7fd7ac10ea90 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/2113756612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac102790 0x7fd7ac1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/2113756612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac101de0 0x7fd7ac1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 -- 172.21.15.2:0/2113756612 >> 172.21.15.2:0/2113756612 conn(0x7fd7ac0fd8c0 msgr2=0x7fd7ac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 -- 172.21.15.2:0/2113756612 shutdown_connections 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.445+0000 7fd7b3a55640 1 -- 172.21.15.2:0/2113756612 wait complete. 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 Processor -- start 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 -- start start 2024-09-05T04:13:26.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac102790 0x7fd7ac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac106f10 0x7fd7ac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac111e20 con 0x7fd7ac101de0 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac111ca0 con 0x7fd7ac106f10 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b3a55640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac111fa0 con 0x7fd7ac102790 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60770/0 (socket says 172.21.15.2:60770) 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.446+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3307861480 learned_addr learned my addr 172.21.15.2:0/3307861480 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac106f10 0x7fd7ac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac102790 0x7fd7ac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3307861480 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac102790 msgr2=0x7fd7ac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac102790 0x7fd7ac074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3307861480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac106f10 msgr2=0x7fd7ac074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac106f10 0x7fd7ac074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3307861480 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7ac1a6800 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800d950 tx=0x7fd7a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7a27fc640 1 -- 172.21.15.2:0/3307861480 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8017030 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7ac1a6af0 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7a27fc640 1 -- 172.21.15.2:0/3307861480 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a8004020 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7a27fc640 1 -- 172.21.15.2:0/3307861480 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a80047a0 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.447+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7ac1a7030 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.449+0000 7fd7a27fc640 1 -- 172.21.15.2:0/3307861480 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd7a80041d0 con 0x7fd7ac101de0 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 Processor -- start 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 -- start start 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5eccff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 0x564f5ecda800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564f5ec35280 con 0x564f5ecd0480 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564f5ebdcb10 con 0x564f5ecdad40 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564f5ec31240 con 0x564f5eccfb60 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7a27fc640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 0x7fd7980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 0x564f5ecda800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 0x7fd7980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b0ff0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b1ff2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5eccff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b0ff0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:38084/0 (socket says 172.21.15.2:38084) 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7b0ff0640 1 -- 172.21.15.2:0/3438608499 learned_addr learned my addr 172.21.15.2:0/3438608499 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.450+0000 7fd7a27fc640 1 -- 172.21.15.2:0/3307861480 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7a80cf380 con 0x7fd7ac101de0 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3438608499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 msgr2=0x564f5eccff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5eccff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3438608499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 msgr2=0x564f5ecdd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 -- 172.21.15.2:0/3438608499 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f5ebe91f0 con 0x564f5ecd0480 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 0x564f5ecda800 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80cc6d0 tx=0x7fd7a80664c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be76f5bb6e24cb42 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 0x7fd7980a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4031040 tx=0x7fd7a4005f80 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7977fe640 1 -- 172.21.15.2:0/3438608499 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a80a09e0 con 0x564f5ecd0480 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7977fe640 1 -- 172.21.15.2:0/3438608499 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a809bba0 con 0x564f5ecd0480 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.451+0000 7fd7977fe640 1 -- 172.21.15.2:0/3438608499 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a809f850 con 0x564f5ecd0480 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/3438608499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 msgr2=0x564f5ecda800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 0x564f5ecda800 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80cc6d0 tx=0x7fd7a80664c0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/3438608499 shutdown_connections 2024-09-05T04:13:26.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ecdd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecd0480 0x564f5ecda800 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/3438608499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5eccff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/3438608499 >> 172.21.15.2:0/3438608499 conn(0x564f5eccc0f0 msgr2=0x564f5eccc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/3438608499 shutdown_connections 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/3438608499 wait complete. 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 -- start start 2024-09-05T04:13:26.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.452+0000 7fd7b5e2e740 1 Processor -- start 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecdad40 0x564f5ecd86c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564f5ecdd910 con 0x564f5eccfb60 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564f5ebeff10 con 0x564f5ecd0480 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564f5ecdda90 con 0x564f5ecdad40 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b5e2e740 10 client.0 _ll_register_callbacks cb 0x564f5ebb8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:26.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b1ff2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecdad40 0x564f5ecd86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60788/0 (socket says 172.21.15.2:60788) 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 -- 172.21.15.2:0/2600602874 learned_addr learned my addr 172.21.15.2:0/2600602874 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b0ff0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 -- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecdad40 msgr2=0x564f5ecd86c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecdad40 0x564f5ecd86c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 -- 172.21.15.2:0/2600602874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 msgr2=0x564f5ecd8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 -- 172.21.15.2:0/2600602874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f5e9a66a0 con 0x564f5eccfb60 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fd7a809b430 tx=0x7fd7a8004540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7866497a252cb0a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.453+0000 7fd794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a80cf180 con 0x564f5eccfb60 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7a8097b10 con 0x564f5eccfb60 2024-09-05T04:13:26.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a809bba0 con 0x564f5eccfb60 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7a809b4a0 con 0x564f5eccfb60 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 10 client.15999 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564f5ecdd910 con 0x564f5eccfb60 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a809bba0 con 0x564f5eccfb60 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7a80cc950 con 0x564f5eccfb60 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 10 client.15999 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 20 client.15999 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ecea6c0 0x564f5ececab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 4 client.15999 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.454+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f5ec427f0 con 0x564f5ecea6c0 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.455+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ecea6c0 0x564f5ececab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.455+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ecea6c0 0x564f5ececab0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3824f61da4a13b90 server_cookie=51fc52f1d1632aa6 in_seq=0 out_seq=0 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.455+0000 7fd794ff9640 10 client.15999 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:26.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd794ff9640 1 -- 172.21.15.2:0/2600602874 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564f5ec427f0 con 0x564f5ecea6c0 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd794ff9640 10 client.15999 handle_command_reply: tid=0 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 client.15999 shutdown 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 msgr2=0x564f5ecd7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fd7a809b430 tx=0x7fd7a8004540 comp rx=0 tx=0).stop 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 shutdown_connections 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ecea6c0 0x564f5ececab0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecdad40 0x564f5ecd86c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2600602874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecd7c40 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd794ff9640 0 client.15999 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 >> 172.21.15.2:0/2600602874 conn(0x564f5eccc0f0 msgr2=0x564f5ecd1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 shutdown_connections 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2600602874 wait complete. 2024-09-05T04:13:26.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.456+0000 7fd7b5e2e740 20 client.15999 trim_cache size 0 max 16384 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.473+0000 7fd7b5e2e740 1 Processor -- start 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.473+0000 7fd7b5e2e740 1 -- start start 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5ecd25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1af230 con 0x564f5ecdad40 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1b1ab0 con 0x564f5ecd0480 2024-09-05T04:13:26.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1af8a0 con 0x564f5eccfb60 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60792/0 (socket says 172.21.15.2:60792) 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 -- 172.21.15.2:0/2096947922 learned_addr learned my addr 172.21.15.2:0/2096947922 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5ecd25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 -- 172.21.15.2:0/2096947922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 msgr2=0x564f5ecd25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5ecd25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 -- 172.21.15.2:0/2096947922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 msgr2=0x564f5ecd9aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd9aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 -- 172.21.15.2:0/2096947922 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f5ecda510 con 0x564f5ecdad40 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5ecd25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.474+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4035000 tx=0x7fd7a4041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d798328fb3e1bb43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd796ffd640 1 -- 172.21.15.2:0/2096947922 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4031b00 con 0x564f5ecdad40 2024-09-05T04:13:26.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd796ffd640 1 -- 172.21.15.2:0/2096947922 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4036040 con 0x564f5ecdad40 2024-09-05T04:13:26.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd796ffd640 1 -- 172.21.15.2:0/2096947922 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4004550 con 0x564f5ecdad40 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2096947922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 msgr2=0x564f5ecf2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4035000 tx=0x7fd7a4041000 comp rx=0 tx=0).stop 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2096947922 shutdown_connections 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5ecdad40 0x564f5ecf2240 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecd0480 0x564f5ecd9aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/2096947922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5eccfb60 0x564f5ecd25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2096947922 >> 172.21.15.2:0/2096947922 conn(0x564f5eccc0f0 msgr2=0x564f5ecd9390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2096947922 shutdown_connections 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.475+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/2096947922 wait complete. 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 -- start start 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 Processor -- start 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecd0480 0x564f5ecdf660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ed54210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1aff70 con 0x564f5eccfb60 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1b13e0 con 0x564f5ecdad40 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7ac1b0640 con 0x564f5ecd0480 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b5e2e740 10 client.0 _ll_register_callbacks cb 0x7fd79c005ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60806/0 (socket says 172.21.15.2:60806) 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 -- 172.21.15.2:0/4165641860 learned_addr learned my addr 172.21.15.2:0/4165641860 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecd0480 0x564f5ecdf660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ed54210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 -- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecd0480 msgr2=0x564f5ecdf660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecd0480 0x564f5ecdf660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 -- 172.21.15.2:0/4165641860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 msgr2=0x564f5ed54210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ed54210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b17f1640 1 -- 172.21.15.2:0/4165641860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f5ed54750 con 0x564f5eccfb60 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.476+0000 7fd7b1ff2640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ed54210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b17f1640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80cc730 tx=0x7fd7a8009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29c8ae5045360148 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a80cf180 con 0x564f5eccfb60 2024-09-05T04:13:26.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd7a809b900 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a4036040 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7a80ccb60 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 10 client.16005 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564f5ed55a30 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4036040 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7a80971f0 con 0x564f5eccfb60 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 10 client.16005 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 10 client.16005 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 20 client.16005 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ed55f90 0x564f5ed583b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 4 client.16005 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.477+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564f5ec3cd00 con 0x564f5ed55f90 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.478+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ed55f90 0x564f5ed583b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:26.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.478+0000 7fd7b0ff0640 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ed55f90 0x564f5ed583b0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b7bc5bca7f8f89b server_cookie=9dd07016c79e9912 in_seq=0 out_seq=0 2024-09-05T04:13:26.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.478+0000 7fd794ff9640 10 client.16005 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.479+0000 7fd794ff9640 1 -- 172.21.15.2:0/4165641860 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564f5ec3cd00 con 0x564f5ed55f90 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.479+0000 7fd794ff9640 10 client.16005 handle_command_reply: tid=0 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.479+0000 7fd7b5e2e740 1 client.16005 shutdown 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 msgr2=0x564f5ecdf120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fd7a80cc730 tx=0x7fd7a8009740 comp rx=0 tx=0).stop 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 shutdown_connections 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564f5ed55f90 0x564f5ed583b0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564f5ecdad40 0x564f5ed54210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564f5ecd0480 0x564f5ecdf660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 --2- 172.21.15.2:0/4165641860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564f5eccfb60 0x564f5ecdf120 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 >> 172.21.15.2:0/4165641860 conn(0x564f5eccc0f0 msgr2=0x564f5eccb270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd794ff9640 0 client.16005 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 shutdown_connections 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 1 -- 172.21.15.2:0/4165641860 wait complete. 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.480+0000 7fd7b5e2e740 20 client.16005 trim_cache size 0 max 16384 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "89ede222-e61b-40c2-914b-6f196bf885cb", 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:13:26.486 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:26.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 msgr2=0x7fd7980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 0x7fd7980a51b0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4031040 tx=0x7fd7a4005f80 comp rx=0 tx=0).stop 2024-09-05T04:13:26.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 msgr2=0x7fd7ac0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:26.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800d950 tx=0x7fd7a800de10 comp rx=0 tx=0).stop 2024-09-05T04:13:26.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 shutdown_connections 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7980a2cf0 0x7fd7980a51b0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7ac106f10 0x7fd7ac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7ac102790 0x7fd7ac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 --2- 172.21.15.2:0/3307861480 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7ac101de0 0x7fd7ac0744f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 >> 172.21.15.2:0/3307861480 conn(0x7fd7ac0fd8c0 msgr2=0x7fd7ac0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 shutdown_connections 2024-09-05T04:13:26.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:26.481+0000 7fd7b3a55640 1 -- 172.21.15.2:0/3307861480 wait complete. 2024-09-05T04:13:27.198 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:13:27.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: pgmap v77: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:27.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:13:27.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:13:27.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:27 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:13:27.452 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: pgmap v77: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:27 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: pgmap v77: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:27 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:13:27.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 -- 172.21.15.2:0/3140886024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100500 msgr2=0x7f2eec1008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.955 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/3140886024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100500 0x7f2eec1008e0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f2edc009ca0 tx=0x7f2edc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 -- 172.21.15.2:0/3140886024 shutdown_connections 2024-09-05T04:13:27.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/3140886024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec109110 0x7f2eec110c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/3140886024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec100eb0 0x7f2eec1089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/3140886024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100500 0x7f2eec1008e0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 -- 172.21.15.2:0/3140886024 >> 172.21.15.2:0/3140886024 conn(0x7f2eec0fc5c0 msgr2=0x7f2eec0fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 -- 172.21.15.2:0/3140886024 shutdown_connections 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.886+0000 7f2ef31e4640 1 -- 172.21.15.2:0/3140886024 wait complete. 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 Processor -- start 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 -- start start 2024-09-05T04:13:27.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec100500 0x7f2eec19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec109110 0x7f2eec19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec113fe0 con 0x7f2eec100eb0 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec113e60 con 0x7f2eec100500 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef31e4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec114160 con 0x7f2eec109110 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60824/0 (socket says 172.21.15.2:60824) 2024-09-05T04:13:27.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2eebfff640 1 -- 172.21.15.2:0/2260681185 learned_addr learned my addr 172.21.15.2:0/2260681185 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.887+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec100500 0x7f2eec19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec109110 0x7f2eec19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 -- 172.21.15.2:0/2260681185 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec109110 msgr2=0x7f2eec19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec109110 0x7f2eec19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 -- 172.21.15.2:0/2260681185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec100500 msgr2=0x7f2eec19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec100500 0x7f2eec19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 -- 172.21.15.2:0/2260681185 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eec19f590 con 0x7f2eec100eb0 2024-09-05T04:13:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2eebfff640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400af20 tx=0x7f2ed400cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ee9ffb640 1 -- 172.21.15.2:0/2260681185 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4005020 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2eec19f880 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ee9ffb640 1 -- 172.21.15.2:0/2260681185 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ed40047a0 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ee9ffb640 1 -- 172.21.15.2:0/2260681185 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed4007a00 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.888+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2eec1035c0 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.890+0000 7f2ee9ffb640 1 -- 172.21.15.2:0/2260681185 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2ed4007ba0 con 0x7f2eec100eb0 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ef55bd740 1 Processor -- start 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ef55bd740 1 -- start start 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551df8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.891+0000 7f2ee9ffb640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 0x7f2ed80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561551d532e0 con 0x561551df8680 2024-09-05T04:13:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561551cface0 con 0x561551deddc0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561551d4f2a0 con 0x561551ded4a0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:44212/0 (socket says 172.21.15.2:44212) 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 -- 172.21.15.2:0/2503060804 learned_addr learned my addr 172.21.15.2:0/2503060804 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60838/0 (socket says 172.21.15.2:60838) 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 0x7f2ed80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551df8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ee9ffb640 1 -- 172.21.15.2:0/2260681185 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f2ed40d7940 con 0x7f2eec100eb0 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 -- 172.21.15.2:0/2503060804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 msgr2=0x561551df8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551df8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 -- 172.21.15.2:0/2503060804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 msgr2=0x561551dfaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 -- 172.21.15.2:0/2503060804 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561551cdf440 con 0x561551ded4a0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2eebfff640 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 0x7f2ed80a51b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4011cb0 tx=0x7f2ee4016000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.892+0000 7f2ef1781640 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4014be0 tx=0x7f2ee40117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e6f3580148854a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ee2ffd640 1 -- 172.21.15.2:0/2503060804 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4022070 con 0x561551ded4a0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ee2ffd640 1 -- 172.21.15.2:0/2503060804 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee4005020 con 0x561551ded4a0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ee2ffd640 1 -- 172.21.15.2:0/2503060804 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee400c980 con 0x561551ded4a0 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 -- 172.21.15.2:0/2503060804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 msgr2=0x561551ded880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4014be0 tx=0x7f2ee40117b0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 -- 172.21.15.2:0/2503060804 shutdown_connections 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551df8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/2503060804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551ded880 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 -- 172.21.15.2:0/2503060804 >> 172.21.15.2:0/2503060804 conn(0x561551de9a30 msgr2=0x561551de9e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 -- 172.21.15.2:0/2503060804 shutdown_connections 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.893+0000 7f2ef55bd740 1 -- 172.21.15.2:0/2503060804 wait complete. 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 -- start start 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 Processor -- start 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551ded4a0 0x561551df7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551df5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561551dfb250 con 0x561551deddc0 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561551d0e050 con 0x561551ded4a0 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561551dfb3d0 con 0x561551df8680 2024-09-05T04:13:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2ef55bd740 10 client.0 _ll_register_callbacks cb 0x561551d4e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:27.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2eebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60850/0 (socket says 172.21.15.2:60850) 2024-09-05T04:13:27.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.894+0000 7f2eebfff640 1 -- 172.21.15.2:0/1506898738 learned_addr learned my addr 172.21.15.2:0/1506898738 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:27.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551ded4a0 0x561551df7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ef1781640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551df5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 -- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 msgr2=0x561551df5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551df5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 -- 172.21.15.2:0/1506898738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551ded4a0 msgr2=0x561551df7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551ded4a0 0x561551df7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 -- 172.21.15.2:0/1506898738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561551ac43c0 con 0x561551deddc0 2024-09-05T04:13:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2eebfff640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400aef0 tx=0x7f2ed4004f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4570dae452a33fbb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ecbfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed40a4270 con 0x561551deddc0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f2ed40ac350 con 0x561551deddc0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ee4005020 con 0x561551deddc0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2ed40a3b70 con 0x561551deddc0 2024-09-05T04:13:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ef55bd740 10 client.16017 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561551e06c40 con 0x561551deddc0 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.895+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee4005020 con 0x561551deddc0 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2ed409e250 con 0x561551deddc0 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 10 client.16017 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 10 client.16017 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 20 client.16017 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e08150 0x561551e0a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 4 client.16017 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561551d60850 con 0x561551e08150 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.896+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e08150 0x561551e0a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ecbfff640 10 client.16017 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:27.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e08150 0x561551e0a5a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f5962dded6ee20a server_cookie=d7d93bba8e5f630 in_seq=0 out_seq=0 2024-09-05T04:13:27.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ecbfff640 1 -- 172.21.15.2:0/1506898738 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561551d60850 con 0x561551e08150 2024-09-05T04:13:27.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ecbfff640 10 client.16017 handle_command_reply: tid=0 2024-09-05T04:13:27.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 client.16017 shutdown 2024-09-05T04:13:27.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 msgr2=0x561551df52c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400aef0 tx=0x7f2ed4004f20 comp rx=0 tx=0).stop 2024-09-05T04:13:27.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 shutdown_connections 2024-09-05T04:13:27.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e08150 0x561551e0a5a0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551df5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551deddc0 0x561551df52c0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ecbfff640 0 client.16017 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1506898738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551ded4a0 0x561551df7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.897+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 >> 172.21.15.2:0/1506898738 conn(0x561551de9a30 msgr2=0x561551def760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.898+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 shutdown_connections 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.898+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1506898738 wait complete. 2024-09-05T04:13:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.898+0000 7f2ef55bd740 20 client.16017 trim_cache size 0 max 16384 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 Processor -- start 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 -- start start 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551e0fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551e103b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1aad20 con 0x561551ded4a0 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1ad5a0 con 0x561551deddc0 2024-09-05T04:13:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1ab390 con 0x561551df8680 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef0f80640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef0f80640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60866/0 (socket says 172.21.15.2:60866) 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.915+0000 7f2ef0f80640 1 -- 172.21.15.2:0/1089935484 learned_addr learned my addr 172.21.15.2:0/1089935484 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2eebfff640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551e0fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef1781640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551e103b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 -- 172.21.15.2:0/1089935484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 msgr2=0x561551e103b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551e103b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 -- 172.21.15.2:0/1089935484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 msgr2=0x561551e0fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551e0fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 -- 172.21.15.2:0/1089935484 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561551df8330 con 0x561551ded4a0 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef1781640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551e103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2eebfff640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551e0fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f2edc02ade0 tx=0x7f2edc031000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db9f3af0f733ce6e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ee27fc640 1 -- 172.21.15.2:0/1089935484 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc003970 con 0x561551ded4a0 2024-09-05T04:13:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ee27fc640 1 -- 172.21.15.2:0/1089935484 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2edc036040 con 0x561551ded4a0 2024-09-05T04:13:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.916+0000 7f2ee27fc640 1 -- 172.21.15.2:0/1089935484 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc0305c0 con 0x561551ded4a0 2024-09-05T04:13:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1089935484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 msgr2=0x561551df3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f2edc02ade0 tx=0x7f2edc031000 comp rx=0 tx=0).stop 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1089935484 shutdown_connections 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551df8680 0x561551e103b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551e0fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/1089935484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551ded4a0 0x561551df3b90 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1089935484 >> 172.21.15.2:0/1089935484 conn(0x561551de9a30 msgr2=0x561551df7340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1089935484 shutdown_connections 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- 172.21.15.2:0/1089935484 wait complete. 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 -- start start 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.917+0000 7f2ef55bd740 1 Processor -- start 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551dfe3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551dfe900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1aba60 con 0x561551df8680 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1aced0 con 0x561551deddc0 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec1ac130 con 0x561551ded4a0 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef55bd740 10 client.0 _ll_register_callbacks cb 0x7f2ed40058a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60874/0 (socket says 172.21.15.2:60874) 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 -- 172.21.15.2:0/3112221258 learned_addr learned my addr 172.21.15.2:0/3112221258 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551dfe3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2eebfff640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551dfe900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 -- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 msgr2=0x561551dfe3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551dfe3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 -- 172.21.15.2:0/3112221258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 msgr2=0x561551dfe900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551dfe900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2ef1781640 1 -- 172.21.15.2:0/3112221258 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561551e71e80 con 0x561551df8680 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.918+0000 7f2eebfff640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551dfe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef1781640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4023000 tx=0x7f2ee40048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cb8be1996af031a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:27.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4022040 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f2ee400f450 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2edc036040 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2ee403e050 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 10 client.16023 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561551e730c0 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2edc036040 con 0x561551df8680 2024-09-05T04:13:27.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2ee4039030 con 0x561551df8680 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 10 client.16023 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 10 client.16023 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 20 client.16023 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e73550 0x561551e75940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 4 client.16023 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.919+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561551d5ad60 con 0x561551e73550 2024-09-05T04:13:27.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e73550 0x561551e75940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ecbfff640 10 client.16023 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef0f80640 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e73550 0x561551e75940 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e67623e81289d798 server_cookie=f44a14e2861dbdb0 in_seq=0 out_seq=0 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ecbfff640 1 -- 172.21.15.2:0/3112221258 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561551d5ad60 con 0x561551e73550 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ecbfff640 10 client.16023 handle_command_reply: tid=0 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 client.16023 shutdown 2024-09-05T04:13:27.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 msgr2=0x561551dfee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4023000 tx=0x7f2ee40048d0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 shutdown_connections 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561551e73550 0x561551e75940 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561551df8680 0x561551dfee40 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561551deddc0 0x561551dfe900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ecbfff640 0 client.16023 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:27.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 --2- 172.21.15.2:0/3112221258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561551ded4a0 0x561551dfe3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.920+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 >> 172.21.15.2:0/3112221258 conn(0x561551de9a30 msgr2=0x561551df6b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 shutdown_connections 2024-09-05T04:13:27.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef55bd740 1 -- 172.21.15.2:0/3112221258 wait complete. 2024-09-05T04:13:27.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef55bd740 20 client.16023 trim_cache size 0 max 16384 2024-09-05T04:13:27.990 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:27.990 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:13:27.990 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:13:27.990 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:27.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 msgr2=0x7f2ed80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 0x7f2ed80a51b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4011cb0 tx=0x7f2ee4016000 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 msgr2=0x7f2eec19ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2ed400af20 tx=0x7f2ed400cdd0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 shutdown_connections 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2ed80a2cf0 0x7f2ed80a51b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2eec109110 0x7f2eec19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2eec100eb0 0x7f2eec19ab20 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 --2- 172.21.15.2:0/2260681185 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2eec100500 0x7f2eec19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 >> 172.21.15.2:0/2260681185 conn(0x7f2eec0fc5c0 msgr2=0x7f2eec101c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 shutdown_connections 2024-09-05T04:13:27.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:27.921+0000 7f2ef31e4640 1 -- 172.21.15.2:0/2260681185 wait complete. 2024-09-05T04:13:28.743 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:13:28.744 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:13:29.003 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:29.381 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:29 smithi002 ceph-mon[31001]: pgmap v78: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:29.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:29 smithi047 ceph-mon[34498]: pgmap v78: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 -- 172.21.15.2:0/2201789381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 msgr2=0x7f272810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 --2- 172.21.15.2:0/2201789381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272810da40 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2720009ca0 tx=0x7f272002a950 comp rx=0 tx=0).stop 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 -- 172.21.15.2:0/2201789381 shutdown_connections 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 --2- 172.21.15.2:0/2201789381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272810da40 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 --2- 172.21.15.2:0/2201789381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f27281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 --2- 172.21.15.2:0/2201789381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 -- 172.21.15.2:0/2201789381 >> 172.21.15.2:0/2201789381 conn(0x7f27280fc7d0 msgr2=0x7f27280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 -- 172.21.15.2:0/2201789381 shutdown_connections 2024-09-05T04:13:29.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 -- 172.21.15.2:0/2201789381 wait complete. 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.462+0000 7f273008f640 1 Processor -- start 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 -- start start 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f2728198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2728111f50 con 0x7f2728102ef0 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2728111dd0 con 0x7f2728102570 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f273008f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f27281120d0 con 0x7f2728100e20 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60896/0 (socket says 172.21.15.2:60896) 2024-09-05T04:13:29.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 -- 172.21.15.2:0/744898761 learned_addr learned my addr 172.21.15.2:0/744898761 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272de2b640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272d62a640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f2728198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 -- 172.21.15.2:0/744898761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 msgr2=0x7f2728198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 -- 172.21.15.2:0/744898761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 msgr2=0x7f2728198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f2728198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 -- 172.21.15.2:0/744898761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f272819d400 con 0x7f2728102ef0 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272d62a640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f2728198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272de2b640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.463+0000 7f272e62c640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f272002ae70 tx=0x7f272002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:29.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.464+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2720034040 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.464+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f272819d690 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.464+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27200308f0 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.464+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2720004780 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.464+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27281a4fd0 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.465+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2728101200 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.466+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2720037020 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.466+0000 7f271effd640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 0x7f27140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.466+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f27200f0a20 con 0x7f2728102ef0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.466+0000 7f272de2b640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 0x7f27140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.467+0000 7f272de2b640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 0x7f27140a51b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2724005fd0 tx=0x7f2724005ea0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:29.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.470+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f27200811b0 con 0x7f2728102ef0 2024-09-05T04:13:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:29 smithi079 ceph-mon[34908]: pgmap v78: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 4.4 KiB/s wr, 4 op/s 2024-09-05T04:13:29.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.683+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27281997b0 con 0x7f2728102ef0 2024-09-05T04:13:29.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.683+0000 7f271effd640 1 -- 172.21.15.2:0/744898761 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f27200bd3b0 con 0x7f2728102ef0 2024-09-05T04:13:29.685 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:13:29.685 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:13:29.685 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:13:29.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 msgr2=0x7f27140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:29.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 0x7f27140a51b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f2724005fd0 tx=0x7f2724005ea0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 msgr2=0x7f272819cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f272002ae70 tx=0x7f272002f5d0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 shutdown_connections 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27140a2cf0 0x7f27140a51b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2728102ef0 0x7f272819cd20 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2728102570 0x7f2728198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 --2- 172.21.15.2:0/744898761 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2728100e20 0x7f2728198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.685+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 >> 172.21.15.2:0/744898761 conn(0x7f27280fc7d0 msgr2=0x7f27280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.686+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 shutdown_connections 2024-09-05T04:13:29.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:29.686+0000 7f273008f640 1 -- 172.21.15.2:0/744898761 wait complete. 2024-09-05T04:13:30.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:30 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/744898761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:30.437 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:30 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/744898761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:30.466 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:13:30.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:30 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/744898761' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:30.723 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 -- 172.21.15.2:0/1624528546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8101de0 msgr2=0x7f40b81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 --2- 172.21.15.2:0/1624528546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8101de0 0x7f40b81021c0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f40a8009900 tx=0x7f40a802a410 comp rx=0 tx=0).stop 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 -- 172.21.15.2:0/1624528546 shutdown_connections 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 --2- 172.21.15.2:0/1624528546 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8106f10 0x7f40b810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 --2- 172.21.15.2:0/1624528546 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 0x7f40b81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 --2- 172.21.15.2:0/1624528546 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8101de0 0x7f40b81021c0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 -- 172.21.15.2:0/1624528546 >> 172.21.15.2:0/1624528546 conn(0x7f40b80fd8c0 msgr2=0x7f40b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 -- 172.21.15.2:0/1624528546 shutdown_connections 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.192+0000 7f40be77d640 1 -- 172.21.15.2:0/1624528546 wait complete. 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 Processor -- start 2024-09-05T04:13:31.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 -- start start 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8101de0 0x7f40b8198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 0x7f40b81988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8111de0 con 0x7f40b8106f10 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8111c60 con 0x7f40b8101de0 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.193+0000 7f40be77d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f40b8111f60 con 0x7f40b8102790 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 0x7f40b81988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60914/0 (socket says 172.21.15.2:60914) 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 -- 172.21.15.2:0/2466477083 learned_addr learned my addr 172.21.15.2:0/2466477083 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40b7fff640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8101de0 0x7f40b8198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 -- 172.21.15.2:0/2466477083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 msgr2=0x7f40b81988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 0x7f40b81988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 -- 172.21.15.2:0/2466477083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8101de0 msgr2=0x7f40b8198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8101de0 0x7f40b8198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 -- 172.21.15.2:0/2466477083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40b819d330 con 0x7f40b8106f10 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40bcd1a640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f40b000eaa0 tx=0x7f40b000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40b57fa640 1 -- 172.21.15.2:0/2466477083 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b000cdb0 con 0x7f40b8106f10 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40b819d620 con 0x7f40b8106f10 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40b57fa640 1 -- 172.21.15.2:0/2466477083 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40b0005020 con 0x7f40b8106f10 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40b57fa640 1 -- 172.21.15.2:0/2466477083 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40b00116d0 con 0x7f40b8106f10 2024-09-05T04:13:31.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.194+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40b81a4f00 con 0x7f40b8106f10 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40b57fa640 1 -- 172.21.15.2:0/2466477083 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f40b00051d0 con 0x7f40b8106f10 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 Processor -- start 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 -- start start 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7ecb40 0x5602eb7eb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7eb5d0 0x5602eb7eba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5602eb7512f0 con 0x5602eb7f6370 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5602eb6f8cf0 con 0x5602eb7eb5d0 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40c0b56740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5602eb74d2b0 con 0x5602eb7ecb40 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40b57fa640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 0x7f40a00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.197+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60926/0 (socket says 172.21.15.2:60926) 2024-09-05T04:13:31.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 -- 172.21.15.2:0/2060263051 learned_addr learned my addr 172.21.15.2:0/2060263051 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7ecb40 0x5602eb7eb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40bcd1a640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 0x7f40a00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b7fff640 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7eb5d0 0x5602eb7eba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b57fa640 1 -- 172.21.15.2:0/2466477083 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f40b00cf980 con 0x7f40b8106f10 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 -- 172.21.15.2:0/2060263051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7ecb40 msgr2=0x5602eb7eb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7ecb40 0x5602eb7eb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 -- 172.21.15.2:0/2060263051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7eb5d0 msgr2=0x5602eb7eba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7eb5d0 0x5602eb7eba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 -- 172.21.15.2:0/2060263051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602eb6dd3a0 con 0x5602eb7f6370 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f40ac0127c0 tx=0x7f40ac00b7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7d3a2ceef80cd2e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f40bcd1a640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 0x7f40a00a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f40b009ba90 tx=0x7f40b0086040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f409e7fc640 1 -- 172.21.15.2:0/2060263051 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac012e00 con 0x5602eb7f6370 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f409e7fc640 1 -- 172.21.15.2:0/2060263051 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40ac010c20 con 0x5602eb7f6370 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.198+0000 7f409e7fc640 1 -- 172.21.15.2:0/2060263051 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac01ea70 con 0x5602eb7f6370 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- 172.21.15.2:0/2060263051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 msgr2=0x5602eb7f8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f40ac0127c0 tx=0x7f40ac00b7c0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- 172.21.15.2:0/2060263051 shutdown_connections 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f8760 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7eb5d0 0x5602eb7eba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2060263051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7ecb40 0x5602eb7eb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- 172.21.15.2:0/2060263051 >> 172.21.15.2:0/2060263051 conn(0x5602eb7b4310 msgr2=0x5602eb7e7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- 172.21.15.2:0/2060263051 shutdown_connections 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- 172.21.15.2:0/2060263051 wait complete. 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.199+0000 7f40c0b56740 1 -- start start 2024-09-05T04:13:31.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 Processor -- start 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7f5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7f6370 0x5602eb7f35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5602eb7f9070 con 0x5602eb7ecb40 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5602eb70c060 con 0x5602eb7f6370 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5602eb7f91f0 con 0x5602eb7eb5d0 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40c0b56740 10 client.0 _ll_register_callbacks cb 0x5602eb45f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60932/0 (socket says 172.21.15.2:60932) 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 -- 172.21.15.2:0/1983727808 learned_addr learned my addr 172.21.15.2:0/1983727808 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b77fe640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7f5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b77fe640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7f6370 0x5602eb7f35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 -- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 msgr2=0x5602eb7f5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7f5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 -- 172.21.15.2:0/1983727808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7f6370 msgr2=0x5602eb7f35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7f6370 0x5602eb7f35e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.200+0000 7f40b7fff640 1 -- 172.21.15.2:0/1983727808 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602eb4c23c0 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40b7fff640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f40a802a930 tx=0x7f40a8031810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c7bf5e6caaab90e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40a8035040 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f40a8004240 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40ac010c20 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f40a8031900 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 10 client.16041 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5602eb804ae0 con 0x5602eb7ecb40 2024-09-05T04:13:31.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40ac010c20 con 0x5602eb7ecb40 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f40a8004b40 con 0x5602eb7ecb40 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 10 client.16041 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 10 client.16041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 20 client.16041 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb805fa0 0x5602eb808400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 4 client.16041 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.201+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602eb75e860 con 0x5602eb805fa0 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.202+0000 7f40b77fe640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb805fa0 0x5602eb808400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.202+0000 7f40b77fe640 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb805fa0 0x5602eb808400 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b3ebc257a69f0f0 server_cookie=8345b41e9d53fe83 in_seq=0 out_seq=0 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.202+0000 7f40977fe640 10 client.16041 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40977fe640 1 -- 172.21.15.2:0/1983727808 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5602eb75e860 con 0x5602eb805fa0 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40977fe640 10 client.16041 handle_command_reply: tid=0 2024-09-05T04:13:31.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 client.16041 shutdown 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 msgr2=0x5602eb7f2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f40a802a930 tx=0x7f40a8031810 comp rx=0 tx=0).stop 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 shutdown_connections 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb805fa0 0x5602eb808400 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7f6370 0x5602eb7f35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7ecb40 0x5602eb7f2ff0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 --2- 172.21.15.2:0/1983727808 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40977fe640 0 client.16041 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 >> 172.21.15.2:0/1983727808 conn(0x5602eb7b4310 msgr2=0x5602eb7ed960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 shutdown_connections 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 1 -- 172.21.15.2:0/1983727808 wait complete. 2024-09-05T04:13:31.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.203+0000 7f40c0b56740 20 client.16041 trim_cache size 0 max 16384 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 Processor -- start 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 -- start start 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7f6370 0x5602eb80dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81acfa0 con 0x5602eb7eb5d0 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81af820 con 0x5602eb7ecb40 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40c0b56740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81ad610 con 0x5602eb7f6370 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60940/0 (socket says 172.21.15.2:60940) 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.216+0000 7f40b77fe640 1 -- 172.21.15.2:0/2050919461 learned_addr learned my addr 172.21.15.2:0/2050919461 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b7fff640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7f6370 0x5602eb80dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 -- 172.21.15.2:0/2050919461 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7f6370 msgr2=0x5602eb80dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7f6370 0x5602eb80dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 -- 172.21.15.2:0/2050919461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 msgr2=0x5602eb7f28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7f28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 -- 172.21.15.2:0/2050919461 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602eb7e7de0 con 0x5602eb7eb5d0 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b7fff640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7f28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f40b77fe640 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00b450 tx=0x7f40ac005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c1688580649c615 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f409dffb640 1 -- 172.21.15.2:0/2050919461 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac024040 con 0x5602eb7eb5d0 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f409dffb640 1 -- 172.21.15.2:0/2050919461 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40ac02f070 con 0x5602eb7eb5d0 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.217+0000 7f409dffb640 1 -- 172.21.15.2:0/2050919461 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac010740 con 0x5602eb7eb5d0 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- 172.21.15.2:0/2050919461 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 msgr2=0x5602eb802310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f40ac00b450 tx=0x7f40ac005850 comp rx=0 tx=0).stop 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- 172.21.15.2:0/2050919461 shutdown_connections 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7f6370 0x5602eb80dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7f28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 --2- 172.21.15.2:0/2050919461 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7eb5d0 0x5602eb802310 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- 172.21.15.2:0/2050919461 >> 172.21.15.2:0/2050919461 conn(0x5602eb7b4310 msgr2=0x5602eb7f20e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- 172.21.15.2:0/2050919461 shutdown_connections 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- 172.21.15.2:0/2050919461 wait complete. 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 -- start start 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 Processor -- start 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.218+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7fed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7efe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81adce0 con 0x5602eb7f6370 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81af150 con 0x5602eb7ecb40 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f40b81ae3b0 con 0x5602eb7eb5d0 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 10 client.0 _ll_register_callbacks cb 0x7f40a8009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60954/0 (socket says 172.21.15.2:60954) 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 -- 172.21.15.2:0/3321071379 learned_addr learned my addr 172.21.15.2:0/3321071379 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b7fff640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7efe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7fed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 -- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 msgr2=0x5602eb7fed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7fed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 -- 172.21.15.2:0/3321071379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 msgr2=0x5602eb7efe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7efe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 -- 172.21.15.2:0/3321071379 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602eb7f0c80 con 0x5602eb7f6370 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40b77fe640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f40ac01e4a0 tx=0x7f40ac012560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc7c2b380605fb4f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40977fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:31.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ac024040 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f40ac01e7f0 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.219+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40ac02f070 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f40ac01e9f0 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 10 client.16047 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5602eb870dd0 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f40ac02f070 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f40ac02a040 con 0x5602eb7f6370 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 10 client.16047 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 10 client.16047 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 20 client.16047 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb8712f0 0x5602eb8736e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 4 client.16047 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:13:31.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5602eb758d70 con 0x5602eb8712f0 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.220+0000 7f40b7fff640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb8712f0 0x5602eb8736e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40977fe640 10 client.16047 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40b7fff640 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb8712f0 0x5602eb8736e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af69bf79518f46be server_cookie=829b2ed3a9d41526 in_seq=0 out_seq=0 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40977fe640 1 -- 172.21.15.2:0/3321071379 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5602eb758d70 con 0x5602eb8712f0 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40977fe640 10 client.16047 handle_command_reply: tid=0 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 client.16047 shutdown 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 msgr2=0x5602eb7f0450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f40ac01e4a0 tx=0x7f40ac012560 comp rx=0 tx=0).stop 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 shutdown_connections 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5602eb8712f0 0x5602eb8736e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5602eb7f6370 0x5602eb7f0450 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5602eb7ecb40 0x5602eb7efe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 --2- 172.21.15.2:0/3321071379 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5602eb7eb5d0 0x5602eb7fed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 >> 172.21.15.2:0/3321071379 conn(0x5602eb7b4310 msgr2=0x5602eb7ed110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40977fe640 0 client.16047 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:31.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 shutdown_connections 2024-09-05T04:13:31.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 1 -- 172.21.15.2:0/3321071379 wait complete. 2024-09-05T04:13:31.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.221+0000 7f40c0b56740 20 client.16047 trim_cache size 0 max 16384 2024-09-05T04:13:31.230 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 msgr2=0x7f40a00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 0x7f40a00a51b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f40b009ba90 tx=0x7f40b0086040 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 msgr2=0x7f40b819cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f40b000eaa0 tx=0x7f40b000ef60 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 shutdown_connections 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f40a00a2cf0 0x7f40a00a51b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f40b8106f10 0x7f40b819cc50 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f40b8102790 0x7f40b81988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 --2- 172.21.15.2:0/2466477083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f40b8101de0 0x7f40b8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 >> 172.21.15.2:0/2466477083 conn(0x7f40b80fd8c0 msgr2=0x7f40b80fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 shutdown_connections 2024-09-05T04:13:31.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:31.222+0000 7f40be77d640 1 -- 172.21.15.2:0/2466477083 wait complete. 2024-09-05T04:13:31.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:31 smithi047 ceph-mon[34498]: pgmap v79: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-09-05T04:13:31.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:31 smithi002 ceph-mon[31001]: pgmap v79: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-09-05T04:13:31.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:31 smithi079 ceph-mon[34908]: pgmap v79: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 5.2 KiB/s wr, 7 op/s 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- 172.21.15.2:0/3972701396 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c103610 msgr2=0x7f160c10baf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- 172.21.15.2:0/3972701396 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c103610 0x7f160c10baf0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f15fc009900 tx=0x7f15fc02a480 comp rx=0 tx=0).stop 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- 172.21.15.2:0/3972701396 shutdown_connections 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- 172.21.15.2:0/3972701396 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c10c0c0 0x7f160c10e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- 172.21.15.2:0/3972701396 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c103610 0x7f160c10baf0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- 172.21.15.2:0/3972701396 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c102cf0 0x7f160c1030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- 172.21.15.2:0/3972701396 >> 172.21.15.2:0/3972701396 conn(0x7f160c0fc700 msgr2=0x7f160c0feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- 172.21.15.2:0/3972701396 shutdown_connections 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- 172.21.15.2:0/3972701396 wait complete. 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 Processor -- start 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- start start 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c102cf0 0x7f160c1982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 0x7f160c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f160c111d70 con 0x7f160c10c0c0 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f160c111bf0 con 0x7f160c102cf0 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.021+0000 7f161415f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f160c111ef0 con 0x7f160c103610 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50928/0 (socket says 172.21.15.2:50928) 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 -- 172.21.15.2:0/2238584894 learned_addr learned my addr 172.21.15.2:0/2238584894 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16116fa640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 0x7f160c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f1611efb640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c102cf0 0x7f160c1982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 -- 172.21.15.2:0/2238584894 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 msgr2=0x7f160c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 0x7f160c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 -- 172.21.15.2:0/2238584894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c102cf0 msgr2=0x7f160c1982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c102cf0 0x7f160c1982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 -- 172.21.15.2:0/2238584894 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f160c19d2b0 con 0x7f160c10c0c0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16116fa640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 0x7f160c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f16126fc640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f160400cce0 tx=0x7f160400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f1602ffd640 1 -- 172.21.15.2:0/2238584894 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160400f450 con 0x7f160c10c0c0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f160c19d5a0 con 0x7f160c10c0c0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f1602ffd640 1 -- 172.21.15.2:0/2238584894 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f160400faa0 con 0x7f160c10c0c0 2024-09-05T04:13:32.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f1602ffd640 1 -- 172.21.15.2:0/2238584894 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1604018b70 con 0x7f160c10c0c0 2024-09-05T04:13:32.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.022+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f160c1a4e30 con 0x7f160c10c0c0 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.025+0000 7f1616fd7740 1 Processor -- start 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.025+0000 7f1602ffd640 1 -- 172.21.15.2:0/2238584894 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1604018d10 con 0x7f160c10c0c0 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.025+0000 7f1616fd7740 1 -- start start 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14eaf0 0x55a97b14eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b159770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a97b0b32f0 con 0x55a97b159cb0 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a97b05b270 con 0x55a97b14f410 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1616fd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a97b0af2b0 con 0x55a97b14eaf0 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50942/0 (socket says 172.21.15.2:50942) 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 -- 172.21.15.2:0/1707918351 learned_addr learned my addr 172.21.15.2:0/1707918351 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1611efb640 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14eaf0 0x55a97b14eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1602ffd640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 0x7f15f80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 -- 172.21.15.2:0/1707918351 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14eaf0 msgr2=0x55a97b14eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14eaf0 0x55a97b14eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 -- 172.21.15.2:0/1707918351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 msgr2=0x55a97b159770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b159770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 -- 172.21.15.2:0/1707918351 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a97b05a340 con 0x55a97b159cb0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16126fc640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 0x7f15f80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f16116fa640 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f15fc02a9a0 tx=0x7f15fc0056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f33c0f960b5c5de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.026+0000 7f1602ffd640 1 -- 172.21.15.2:0/2238584894 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f16040cfc90 con 0x7f160c10c0c0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f15f7fff640 1 -- 172.21.15.2:0/1707918351 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc035040 con 0x55a97b159cb0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f15f7fff640 1 -- 172.21.15.2:0/1707918351 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15fc0035f0 con 0x55a97b159cb0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f15f7fff640 1 -- 172.21.15.2:0/1707918351 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc0044e0 con 0x55a97b159cb0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 -- 172.21.15.2:0/1707918351 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 msgr2=0x55a97b15c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f16126fc640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 0x7f15f80a51b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f160409baf0 tx=0x7f160406ddb0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f15fc02a9a0 tx=0x7f15fc0056d0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 -- 172.21.15.2:0/1707918351 shutdown_connections 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b159cb0 0x55a97b15c0a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b159770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1707918351 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14eaf0 0x55a97b14eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 -- 172.21.15.2:0/1707918351 >> 172.21.15.2:0/1707918351 conn(0x55a97b14b060 msgr2=0x55a97b14b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.027+0000 7f1616fd7740 1 -- 172.21.15.2:0/1707918351 shutdown_connections 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 -- 172.21.15.2:0/1707918351 wait complete. 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 -- start start 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 Processor -- start 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 0x55a97b1570e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b159cb0 0x55a97b157620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a97b15c880 con 0x55a97b14eaf0 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a97b03c290 con 0x55a97b159cb0 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a97b15ca00 con 0x55a97b14f410 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f1616fd7740 10 client.0 _ll_register_callbacks cb 0x55a97b06d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50946/0 (socket says 172.21.15.2:50946) 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.028+0000 7f16116fa640 1 -- 172.21.15.2:0/1843500684 learned_addr learned my addr 172.21.15.2:0/1843500684 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f1611efb640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 0x55a97b1570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 -- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 msgr2=0x55a97b1570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 0x55a97b1570e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 -- 172.21.15.2:0/1843500684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b159cb0 msgr2=0x55a97b157620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b159cb0 0x55a97b157620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 -- 172.21.15.2:0/1843500684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a97adc6210 con 0x55a97b14eaf0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f1611efb640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 0x55a97b1570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f16116fa640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f15fc006010 tx=0x7f15fc0315c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd163b74a8dd3008 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f15f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc04d070 con 0x55a97b14eaf0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f15fc003fa0 con 0x55a97b14eaf0 2024-09-05T04:13:32.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15fc0035f0 con 0x55a97b14eaf0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f15fc035050 con 0x55a97b14eaf0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f1616fd7740 10 client.16059 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.029+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a97ae92620 con 0x55a97b14eaf0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15fc0035f0 con 0x55a97b14eaf0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f15fc03a040 con 0x55a97b14eaf0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 10 client.16059 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 10 client.16059 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 20 client.16059 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b169af0 0x55a97b16bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 4 client.16059 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a97b0c0a20 con 0x55a97b169af0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1611efb640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b169af0 0x55a97b16bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f1611efb640 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b169af0 0x55a97b16bee0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cb4fb0408c552e8 server_cookie=3763f59a2993ca47 in_seq=0 out_seq=0 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.030+0000 7f15f57fa640 10 client.16059 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f15f57fa640 1 -- 172.21.15.2:0/1843500684 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a97b0c0a20 con 0x55a97b169af0 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f15f57fa640 10 client.16059 handle_command_reply: tid=0 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 client.16059 shutdown 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 msgr2=0x55a97b156ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f15fc006010 tx=0x7f15fc0315c0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 shutdown_connections 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b169af0 0x55a97b16bee0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b159cb0 0x55a97b157620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b14f410 0x55a97b1570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f15f57fa640 0 client.16059 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 --2- 172.21.15.2:0/1843500684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b156ba0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 >> 172.21.15.2:0/1843500684 conn(0x55a97b14b060 msgr2=0x55a97b150d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 shutdown_connections 2024-09-05T04:13:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.031+0000 7f1616fd7740 1 -- 172.21.15.2:0/1843500684 wait complete. 2024-09-05T04:13:32.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.032+0000 7f1616fd7740 20 client.16059 trim_cache size 0 max 16384 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 Processor -- start 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 -- start start 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b157450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1ace70 con 0x55a97b14eaf0 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1af6f0 con 0x55a97b14f410 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1616fd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1ad4e0 con 0x55a97b159cb0 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50952/0 (socket says 172.21.15.2:50952) 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 -- 172.21.15.2:0/2112743036 learned_addr learned my addr 172.21.15.2:0/2112743036 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1611efb640 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 -- 172.21.15.2:0/2112743036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 msgr2=0x55a97b16ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 -- 172.21.15.2:0/2112743036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 msgr2=0x55a97b157450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b157450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 -- 172.21.15.2:0/2112743036 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a97b155b30 con 0x55a97b14eaf0 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f1611efb640 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b157450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:32.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.046+0000 7f16116fa640 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f15fc032e60 tx=0x7f15fc031990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83c4c67fc876f20f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f15f77fe640 1 -- 172.21.15.2:0/2112743036 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc04d040 con 0x55a97b14eaf0 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f15f77fe640 1 -- 172.21.15.2:0/2112743036 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15fc0035f0 con 0x55a97b14eaf0 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f15f77fe640 1 -- 172.21.15.2:0/2112743036 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15fc03d970 con 0x55a97b14eaf0 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- 172.21.15.2:0/2112743036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 msgr2=0x55a97b1662a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f15fc032e60 tx=0x7f15fc031990 comp rx=0 tx=0).stop 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- 172.21.15.2:0/2112743036 shutdown_connections 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14f410 0x55a97b157450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 --2- 172.21.15.2:0/2112743036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14eaf0 0x55a97b1662a0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- 172.21.15.2:0/2112743036 >> 172.21.15.2:0/2112743036 conn(0x55a97b14b060 msgr2=0x55a97b158c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- 172.21.15.2:0/2112743036 shutdown_connections 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- 172.21.15.2:0/2112743036 wait complete. 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.047+0000 7f1616fd7740 1 -- start start 2024-09-05T04:13:32.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 Processor -- start 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14eaf0 0x55a97b1cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1adbb0 con 0x55a97b14f410 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1af020 con 0x55a97b14eaf0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f160c1ae280 con 0x55a97b159cb0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1616fd7740 10 client.0 _ll_register_callbacks cb 0x7f160800d3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50956/0 (socket says 172.21.15.2:50956) 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 -- 172.21.15.2:0/3980614724 learned_addr learned my addr 172.21.15.2:0/3980614724 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f16116fa640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f16116fa640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14eaf0 0x55a97b1cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.053 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 -- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 msgr2=0x55a97b16c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 -- 172.21.15.2:0/3980614724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14eaf0 msgr2=0x55a97b1cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14eaf0 0x55a97b1cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.048+0000 7f1611efb640 1 -- 172.21.15.2:0/3980614724 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a97b16cd00 con 0x55a97b14f410 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1611efb640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1608005d00 tx=0x7f160800ddc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1c0f43f1edfc2e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f160801d470 con 0x55a97b14f410 2024-09-05T04:13:32.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f160801d610 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15fc0035f0 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f160802d050 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 10 client.16065 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a97b1d4040 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15fc0035f0 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f16080119e0 con 0x55a97b14f410 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 10 client.16065 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 10 client.16065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 20 client.16065 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b1d47c0 0x55a97b1d6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 4 client.16065 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.049+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a97b0bad70 con 0x55a97b1d47c0 2024-09-05T04:13:32.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.050+0000 7f16116fa640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b1d47c0 0x55a97b1d6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.050+0000 7f15f57fa640 10 client.16065 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:32.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.050+0000 7f16116fa640 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b1d47c0 0x55a97b1d6be0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66cd8ede6788d983 server_cookie=a8c29eb45f7af7f9 in_seq=0 out_seq=0 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f15f57fa640 1 -- 172.21.15.2:0/3980614724 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a97b0bad70 con 0x55a97b1d47c0 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f15f57fa640 10 client.16065 handle_command_reply: tid=0 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 client.16065 shutdown 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 msgr2=0x55a97b1ccd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f1608005d00 tx=0x7f160800ddc0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 shutdown_connections 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a97b1d47c0 0x55a97b1d6be0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a97b159cb0 0x55a97b16c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a97b14f410 0x55a97b1ccd60 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f15f57fa640 0 client.16065 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:32.059 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 --2- 172.21.15.2:0/3980614724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a97b14eaf0 0x55a97b1cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 >> 172.21.15.2:0/3980614724 conn(0x55a97b14b060 msgr2=0x55a97b158400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 shutdown_connections 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 1 -- 172.21.15.2:0/3980614724 wait complete. 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.058+0000 7f1616fd7740 20 client.16065 trim_cache size 0 max 16384 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:13:32.060 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:13:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 msgr2=0x7f15f80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 0x7f15f80a51b0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f160409baf0 tx=0x7f160406ddb0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 msgr2=0x7f160c19cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:32.061 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f160400cce0 tx=0x7f160400a620 comp rx=0 tx=0).stop 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 shutdown_connections 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f15f80a2cf0 0x7f15f80a51b0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f160c10c0c0 0x7f160c19cb80 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f160c103610 0x7f160c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 --2- 172.21.15.2:0/2238584894 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f160c102cf0 0x7f160c1982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 >> 172.21.15.2:0/2238584894 conn(0x7f160c0fc700 msgr2=0x7f160c0fd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 shutdown_connections 2024-09-05T04:13:32.062 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:32.059+0000 7f161415f640 1 -- 172.21.15.2:0/2238584894 wait complete. 2024-09-05T04:13:32.331 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:13:32.582 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:32.960 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:13:32.960 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:13:33.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- 172.21.15.2:0/1555474760 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500100e20 msgr2=0x7f4500101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1555474760 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500100e20 0x7f4500101200 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009900 tx=0x7f44f402a480 comp rx=0 tx=0).stop 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- 172.21.15.2:0/1555474760 shutdown_connections 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1555474760 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 0x7f450010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1555474760 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500102570 0x7f45001029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1555474760 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500100e20 0x7f4500101200 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- 172.21.15.2:0/1555474760 >> 172.21.15.2:0/1555474760 conn(0x7f45000fc7d0 msgr2=0x7f45000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- 172.21.15.2:0/1555474760 shutdown_connections 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- 172.21.15.2:0/1555474760 wait complete. 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 Processor -- start 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.085+0000 7f4506bbd640 1 -- start start 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500100e20 0x7f45000fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:33.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 0x7f45000fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4500110e00 con 0x7f4500102570 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4500110c80 con 0x7f4500102ef0 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4500110f80 con 0x7f4500100e20 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50966/0 (socket says 172.21.15.2:50966) 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 -- 172.21.15.2:0/1470664106 learned_addr learned my addr 172.21.15.2:0/1470664106 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f450515a640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 0x7f45000fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4504959640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500100e20 0x7f45000fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 -- 172.21.15.2:0/1470664106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500100e20 msgr2=0x7f45000fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:33.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500100e20 0x7f45000fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 -- 172.21.15.2:0/1470664106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 msgr2=0x7f45000fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 0x7f45000fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 -- 172.21.15.2:0/1470664106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45001a6890 con 0x7f4500102570 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fffff640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c920 tx=0x7f44ec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec007c70 con 0x7f4500102570 2024-09-05T04:13:33.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44ec007e10 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.086+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45001a6b80 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.087+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44ec018820 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.087+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45001a7110 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.088+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4500101200 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.089+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f44ec0189c0 con 0x7f4500102570 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.090+0000 7f44fdffb640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 0x7f44f00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:33.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.090+0000 7f4504959640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 0x7f44f00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:33.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.090+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f44ec0cf850 con 0x7f4500102570 2024-09-05T04:13:33.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.090+0000 7f4504959640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 0x7f44f00a5230 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009230 tx=0x7f44f40058d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:33.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.094+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f44ec014030 con 0x7f4500102570 2024-09-05T04:13:33.221 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:33.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:33 smithi002 ceph-mon[31001]: pgmap v80: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.2 KiB/s wr, 6 op/s 2024-09-05T04:13:33.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.319+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f450010a0a0 con 0x7f4500102570 2024-09-05T04:13:33.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.320+0000 7f44fdffb640 1 -- 172.21.15.2:0/1470664106 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f44ec09c070 con 0x7f4500102570 2024-09-05T04:13:33.321 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:13:33.321 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:13:33.321 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:13:33.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 msgr2=0x7f44f00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:33.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 0x7f44f00a5230 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009230 tx=0x7f44f40058d0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 msgr2=0x7f45000fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00c920 tx=0x7f44ec00cde0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 shutdown_connections 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44f00a2d70 0x7f44f00a5230 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4500102ef0 0x7f45000fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4500102570 0x7f45000fd1c0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 --2- 172.21.15.2:0/1470664106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4500100e20 0x7f45000fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 >> 172.21.15.2:0/1470664106 conn(0x7f45000fc7d0 msgr2=0x7f450006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 shutdown_connections 2024-09-05T04:13:33.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:33.322+0000 7f4506bbd640 1 -- 172.21.15.2:0/1470664106 wait complete. 2024-09-05T04:13:33.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:33 smithi047 ceph-mon[34498]: pgmap v80: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.2 KiB/s wr, 6 op/s 2024-09-05T04:13:33.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:33 smithi079 ceph-mon[34908]: pgmap v80: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 5.2 KiB/s wr, 6 op/s 2024-09-05T04:13:34.236 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id ed437586 --release --await' 2024-09-05T04:13:34.236 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id ed437586 --release --await 2024-09-05T04:13:34.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1470664106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:34.441 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1470664106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:34.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/2169709747 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0101440 msgr2=0x7ff0b010df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/2169709747 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0101440 0x7ff0b010df30 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0009900 tx=0x7ff0a002a410 comp rx=0 tx=0).stop 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/2169709747 shutdown_connections 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/2169709747 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b010e500 0x7ff0b0110910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/2169709747 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b0101440 0x7ff0b010df30 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/2169709747 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0100b20 0x7ff0b0100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/2169709747 >> 172.21.15.2:0/2169709747 conn(0x7ff0b00fc7d0 msgr2=0x7ff0b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/2169709747 shutdown_connections 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.440+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/2169709747 wait complete. 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 Processor -- start 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 -- start start 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b0100b20 0x7ff0b019a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0101440 0x7ff0b019ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0114100 con 0x7ff0b010e500 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0113f80 con 0x7ff0b0101440 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0b5dc8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b0114280 con 0x7ff0b0100b20 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.441+0000 7ff0affff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50984/0 (socket says 172.21.15.2:50984) 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 -- 172.21.15.2:0/252456450 learned_addr learned my addr 172.21.15.2:0/252456450 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b0100b20 0x7ff0b019a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0101440 0x7ff0b019ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 -- 172.21.15.2:0/252456450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b0100b20 msgr2=0x7ff0b019a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b0100b20 0x7ff0b019a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 -- 172.21.15.2:0/252456450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0101440 msgr2=0x7ff0b019ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0101440 0x7ff0b019ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 -- 172.21.15.2:0/252456450 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b019f670 con 0x7ff0b010e500 2024-09-05T04:13:34.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0affff640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800e9d0 tx=0x7ff0a800ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0acff9640 1 -- 172.21.15.2:0/252456450 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a800cd80 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0acff9640 1 -- 172.21.15.2:0/252456450 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0a8005020 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0acff9640 1 -- 172.21.15.2:0/252456450 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a80116d0 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0b019f960 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.442+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0b01a7240 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.444+0000 7ff0acff9640 1 -- 172.21.15.2:0/252456450 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff0a80051d0 con 0x7ff0b010e500 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 Processor -- start 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 -- start start 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1caf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1d5d40 0x564b2a1d8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564b2a130280 con 0x564b2a1cb480 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564b2a0d7b10 con 0x564b2a1d5d40 2024-09-05T04:13:34.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564b2a12c240 con 0x564b2a1cab60 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0af7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0af7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50994/0 (socket says 172.21.15.2:50994) 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0af7fe640 1 -- 172.21.15.2:0/942612591 learned_addr learned my addr 172.21.15.2:0/942612591 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.445+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1caf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1d5d40 0x564b2a1d8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0acff9640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 0x7ff09c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 -- 172.21.15.2:0/942612591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 msgr2=0x564b2a1caf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1caf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 -- 172.21.15.2:0/942612591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1d5d40 msgr2=0x564b2a1d8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1d5d40 0x564b2a1d8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 -- 172.21.15.2:0/942612591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b2a0e41f0 con 0x564b2a1cb480 2024-09-05T04:13:34.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0affff640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 0x7ff09c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0acff9640 1 -- 172.21.15.2:0/252456450 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff0a80cf9a0 con 0x7ff0b010e500 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0affff640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 0x7ff09c0a51b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff0a80cce00 tx=0x7ff0a806aa50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff09800bd10 tx=0x7ff0980107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f4259237ccb507a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.446+0000 7ff0a5ffb640 1 -- 172.21.15.2:0/942612591 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff098004030 con 0x564b2a1cb480 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0a5ffb640 1 -- 172.21.15.2:0/942612591 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0980035f0 con 0x564b2a1cb480 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0a5ffb640 1 -- 172.21.15.2:0/942612591 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff098011640 con 0x564b2a1cb480 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 -- 172.21.15.2:0/942612591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 msgr2=0x564b2a1d5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7ff09800bd10 tx=0x7ff0980107a0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 -- 172.21.15.2:0/942612591 shutdown_connections 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1d5d40 0x564b2a1d8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cb480 0x564b2a1d5800 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/942612591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 -- 172.21.15.2:0/942612591 >> 172.21.15.2:0/942612591 conn(0x564b2a1c70f0 msgr2=0x564b2a1c74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 -- 172.21.15.2:0/942612591 shutdown_connections 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.447+0000 7ff0b81a1740 1 -- 172.21.15.2:0/942612591 wait complete. 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 -- start start 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 Processor -- start 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cab60 0x564b2a1d2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cb480 0x564b2a1d30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564b2a1d8910 con 0x564b2a1d5d40 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564b2a0eaf10 con 0x564b2a1cab60 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564b2a1d8a90 con 0x564b2a1cb480 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0b81a1740 10 client.0 _ll_register_callbacks cb 0x564b2a0b3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50996/0 (socket says 172.21.15.2:50996) 2024-09-05T04:13:34.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0aeffd640 1 -- 172.21.15.2:0/4233972009 learned_addr learned my addr 172.21.15.2:0/4233972009 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cb480 0x564b2a1d30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.448+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cab60 0x564b2a1d2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 -- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cb480 msgr2=0x564b2a1d30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cb480 0x564b2a1d30e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 -- 172.21.15.2:0/4233972009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cab60 msgr2=0x564b2a1d2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cab60 0x564b2a1d2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 -- 172.21.15.2:0/4233972009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b29ea16a0 con 0x564b2a1d5d40 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff0b006a140 tx=0x7ff0a0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=473b2bd6de8abf2a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0035040 con 0x564b2a1d5d40 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff0a00037f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0980035f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff0a00039f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0b81a1740 10 client.16083 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564b2a1e44a0 con 0x564b2a1d5d40 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0980035f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.449+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff0a003a040 con 0x564b2a1d5d40 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 10 client.16083 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 10 client.16083 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 20 client.16083 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a1e58b0 0x564b2a1e7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 4 client.16083 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b2a13d7f0 con 0x564b2a1e58b0 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a1e58b0 0x564b2a1e7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff08effd640 10 client.16083 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:34.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.450+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a1e58b0 0x564b2a1e7ca0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=739895e97ed390d0 server_cookie=35042190f05fa098 in_seq=0 out_seq=0 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.451+0000 7ff08effd640 1 -- 172.21.15.2:0/4233972009 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b2a13d7f0 con 0x564b2a1e58b0 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.451+0000 7ff08effd640 10 client.16083 handle_command_reply: tid=0 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.451+0000 7ff0b81a1740 1 client.16083 shutdown 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.451+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 msgr2=0x564b2a1d3620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.451+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7ff0b006a140 tx=0x7ff0a0009260 comp rx=0 tx=0).stop 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 shutdown_connections 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a1e58b0 0x564b2a1e7ca0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff08effd640 0 client.16083 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1d3620 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cb480 0x564b2a1d30e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/4233972009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cab60 0x564b2a1d2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 >> 172.21.15.2:0/4233972009 conn(0x564b2a1c70f0 msgr2=0x564b2a1c6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 shutdown_connections 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 1 -- 172.21.15.2:0/4233972009 wait complete. 2024-09-05T04:13:34.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.452+0000 7ff0b81a1740 20 client.16083 trim_cache size 0 max 16384 2024-09-05T04:13:34.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 Processor -- start 2024-09-05T04:13:34.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 -- start start 2024-09-05T04:13:34.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1cd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1d4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01af1e0 con 0x564b2a1d5d40 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01b1a60 con 0x564b2a1cb480 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.469+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01af850 con 0x564b2a1cab60 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51002/0 (socket says 172.21.15.2:51002) 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 -- 172.21.15.2:0/182853838 learned_addr learned my addr 172.21.15.2:0/182853838 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1d4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1cd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 -- 172.21.15.2:0/182853838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 msgr2=0x564b2a1cd5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1cd5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 -- 172.21.15.2:0/182853838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 msgr2=0x564b2a1d4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1d4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 -- 172.21.15.2:0/182853838 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b2a1c6f20 con 0x564b2a1d5d40 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00096c0 tx=0x7ff0a0040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3c604102b5660b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0a57fa640 1 -- 172.21.15.2:0/182853838 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0035030 con 0x564b2a1d5d40 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0a57fa640 1 -- 172.21.15.2:0/182853838 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0a00037f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.470+0000 7ff0a57fa640 1 -- 172.21.15.2:0/182853838 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a003d6b0 con 0x564b2a1d5d40 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- 172.21.15.2:0/182853838 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 msgr2=0x564b2a1ed570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff0a00096c0 tx=0x7ff0a0040040 comp rx=0 tx=0).stop 2024-09-05T04:13:34.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- 172.21.15.2:0/182853838 shutdown_connections 2024-09-05T04:13:34.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1d5d40 0x564b2a1ed570 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1d4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/182853838 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1cab60 0x564b2a1cd5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- 172.21.15.2:0/182853838 >> 172.21.15.2:0/182853838 conn(0x564b2a1c70f0 msgr2=0x564b2a1d42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- 172.21.15.2:0/182853838 shutdown_connections 2024-09-05T04:13:34.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- 172.21.15.2:0/182853838 wait complete. 2024-09-05T04:13:34.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.471+0000 7ff0b81a1740 1 -- start start 2024-09-05T04:13:34.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 Processor -- start 2024-09-05T04:13:34.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1da090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1d5d40 0x564b2a1da5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01aff20 con 0x564b2a1cab60 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01b1390 con 0x564b2a1cb480 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b01b05f0 con 0x564b2a1d5d40 2024-09-05T04:13:34.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0b81a1740 10 client.0 _ll_register_callbacks cb 0x7ff0a0005e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51010/0 (socket says 172.21.15.2:51010) 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 -- 172.21.15.2:0/1332589178 learned_addr learned my addr 172.21.15.2:0/1332589178 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1da090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1d5d40 0x564b2a1da5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 -- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1d5d40 msgr2=0x564b2a1da5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1d5d40 0x564b2a1da5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 -- 172.21.15.2:0/1332589178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 msgr2=0x564b2a1da090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1da090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.472+0000 7ff0aeffd640 1 -- 172.21.15.2:0/1332589178 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b2a24f6a0 con 0x564b2a1cab60 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff0aeffd640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0001eb0 tx=0x7ff0a0009540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48b5842de754749 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff08effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0035070 con 0x564b2a1cab60 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff0a0003b90 con 0x564b2a1cab60 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0a00037f0 con 0x564b2a1cab60 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff0a0032d20 con 0x564b2a1cab60 2024-09-05T04:13:34.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff0b81a1740 10 client.16089 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564b2a250960 con 0x564b2a1cab60 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.473+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0a00037f0 con 0x564b2a1cab60 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff0a00322f0 con 0x564b2a1cab60 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 10 client.16089 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 10 client.16089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 20 client.16089 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a250de0 0x564b2a2531d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 4 client.16089 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564b2a137d00 con 0x564b2a250de0 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a250de0 0x564b2a2531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff0af7fe640 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a250de0 0x564b2a2531d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebb7a9e01f087eac server_cookie=5e7bb96c1fa78661 in_seq=0 out_seq=0 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.474+0000 7ff08effd640 10 client.16089 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:34.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.475+0000 7ff08effd640 1 -- 172.21.15.2:0/1332589178 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564b2a137d00 con 0x564b2a250de0 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.475+0000 7ff08effd640 10 client.16089 handle_command_reply: tid=0 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.475+0000 7ff0b81a1740 1 client.16089 shutdown 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 msgr2=0x564b2a1d9b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0001eb0 tx=0x7ff0a0009540 comp rx=0 tx=0).stop 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 shutdown_connections 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564b2a250de0 0x564b2a2531d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564b2a1d5d40 0x564b2a1da5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564b2a1cb480 0x564b2a1da090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 --2- 172.21.15.2:0/1332589178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564b2a1cab60 0x564b2a1d9b50 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 >> 172.21.15.2:0/1332589178 conn(0x564b2a1c70f0 msgr2=0x564b2a1c6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff08effd640 0 client.16089 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 shutdown_connections 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 1 -- 172.21.15.2:0/1332589178 wait complete. 2024-09-05T04:13:34.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b81a1740 20 client.16089 trim_cache size 0 max 16384 2024-09-05T04:13:34.490 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:34.490 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:13:34.490 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "a66c126d-11cb-4832-8f44-c594ed062a15", 2024-09-05T04:13:34.490 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:13:34.490 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 msgr2=0x7ff09c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 0x7ff09c0a51b0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7ff0a80cce00 tx=0x7ff0a806aa50 comp rx=0 tx=0).stop 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 msgr2=0x7ff0b019ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800e9d0 tx=0x7ff0a800ee90 comp rx=0 tx=0).stop 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 shutdown_connections 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.476+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff09c0a2cf0 0x7ff09c0a51b0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff0b010e500 0x7ff0b019ef90 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff0b0101440 0x7ff0b019ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 --2- 172.21.15.2:0/252456450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff0b0100b20 0x7ff0b019a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:34.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 >> 172.21.15.2:0/252456450 conn(0x7ff0b00fc7d0 msgr2=0x7ff0b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:34.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 shutdown_connections 2024-09-05T04:13:34.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:34.477+0000 7ff0b5dc8640 1 -- 172.21.15.2:0/252456450 wait complete. 2024-09-05T04:13:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1470664106' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:35.189 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:13:35.215 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:35.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:35 smithi047 ceph-mon[34498]: pgmap v81: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-09-05T04:13:35.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:35 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:13:35.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:35 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:35 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:13:35.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:35 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:35 smithi002 ceph-mon[31001]: pgmap v81: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-09-05T04:13:35.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:35 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:13:35.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:35 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:35 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:13:35.455 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:35 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:35 smithi079 ceph-mon[34908]: pgmap v81: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 6.7 KiB/s wr, 8 op/s 2024-09-05T04:13:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:35 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:13:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:35 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:35 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:13:35.578 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:35 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:35.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.677+0000 7f68e3311640 1 -- 172.21.15.2:0/2160123310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc102d90 msgr2=0x7f68dc103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.677+0000 7f68e3311640 1 --2- 172.21.15.2:0/2160123310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc102d90 0x7f68dc103170 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f68d4009930 tx=0x7f68d402a420 comp rx=0 tx=0).stop 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.677+0000 7f68e3311640 1 -- 172.21.15.2:0/2160123310 shutdown_connections 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 --2- 172.21.15.2:0/2160123310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc108290 0x7f68dc10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 --2- 172.21.15.2:0/2160123310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc103740 0x7f68dc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 --2- 172.21.15.2:0/2160123310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc102d90 0x7f68dc103170 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 -- 172.21.15.2:0/2160123310 >> 172.21.15.2:0/2160123310 conn(0x7f68dc0fc7d0 msgr2=0x7f68dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 -- 172.21.15.2:0/2160123310 shutdown_connections 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 -- 172.21.15.2:0/2160123310 wait complete. 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 Processor -- start 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 -- start start 2024-09-05T04:13:35.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 0x7f68dc1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.678+0000 7f68e3311640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc103740 0x7f68dc100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc111f40 con 0x7f68dc108290 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc111dc0 con 0x7f68dc103740 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1120c0 con 0x7f68dc102d90 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51022/0 (socket says 172.21.15.2:51022) 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 -- 172.21.15.2:0/3173747195 learned_addr learned my addr 172.21.15.2:0/3173747195 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e08ac640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc103740 0x7f68dc100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e10ad640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 0x7f68dc1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 -- 172.21.15.2:0/3173747195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 msgr2=0x7f68dc1009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 0x7f68dc1009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 -- 172.21.15.2:0/3173747195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc103740 msgr2=0x7f68dc100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc103740 0x7f68dc100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 -- 172.21.15.2:0/3173747195 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68dc1a69a0 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e10ad640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 0x7f68dc1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e18ae640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f68cc00eaa0 tx=0x7f68cc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68da7fc640 1 -- 172.21.15.2:0/3173747195 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc00cdb0 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68dc1a6c90 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68da7fc640 1 -- 172.21.15.2:0/3173747195 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68cc005020 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68da7fc640 1 -- 172.21.15.2:0/3173747195 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68cc0116d0 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.679+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68dc1a71d0 con 0x7f68dc108290 2024-09-05T04:13:35.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68da7fc640 1 -- 172.21.15.2:0/3173747195 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f68cc0051d0 con 0x7f68dc108290 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 Processor -- start 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 -- start start 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f5b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f65d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1ec0620 con 0x55c7e1f66240 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1e67e50 con 0x55c7e1f5b980 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e56ea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1ebc5e0 con 0x55c7e1f5b060 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51036/0 (socket says 172.21.15.2:51036) 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e08ac640 1 -- 172.21.15.2:0/295788643 learned_addr learned my addr 172.21.15.2:0/295788643 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.682+0000 7f68e10ad640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f65d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e08ac640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f5b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68da7fc640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 0x7f68c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e18ae640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 0x7f68c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68da7fc640 1 -- 172.21.15.2:0/3173747195 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68cc0cf980 con 0x7f68dc108290 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 -- 172.21.15.2:0/295788643 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 msgr2=0x55c7e1f5b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f5b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 -- 172.21.15.2:0/295788643 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 msgr2=0x55c7e1f68630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 -- 172.21.15.2:0/295788643 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e1e58d40 con 0x55c7e1f5b980 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e08ac640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e18ae640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 0x7f68c40a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0ccde0 tx=0x7f68cc00cf50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.683+0000 7f68e10ad640 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f65d00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f68d4009900 tx=0x7f68d4032c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f59d85c09b24f3d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68c37fe640 1 -- 172.21.15.2:0/295788643 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d403f070 con 0x55c7e1f5b980 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68c37fe640 1 -- 172.21.15.2:0/295788643 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68d4032e40 con 0x55c7e1f5b980 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68c37fe640 1 -- 172.21.15.2:0/295788643 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4035070 con 0x55c7e1f5b980 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 -- 172.21.15.2:0/295788643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 msgr2=0x55c7e1f65d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f65d00 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f68d4009900 tx=0x7f68d4032c50 comp rx=0 tx=0).stop 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 -- 172.21.15.2:0/295788643 shutdown_connections 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f68630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f65d00 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 --2- 172.21.15.2:0/295788643 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f5b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.684+0000 7f68e56ea740 1 -- 172.21.15.2:0/295788643 >> 172.21.15.2:0/295788643 conn(0x55c7e1f575f0 msgr2=0x55c7e1f579d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- 172.21.15.2:0/295788643 shutdown_connections 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- 172.21.15.2:0/295788643 wait complete. 2024-09-05T04:13:35.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- start start 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 Processor -- start 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f66240 0x55c7e1f63bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1f68e10 con 0x55c7e1f5b060 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1e48f10 con 0x55c7e1f5b980 2024-09-05T04:13:35.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c7e1f68f90 con 0x55c7e1f66240 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e56ea740 10 client.0 _ll_register_callbacks cb 0x55c7e1e6cdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51046/0 (socket says 172.21.15.2:51046) 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.685+0000 7f68e08ac640 1 -- 172.21.15.2:0/1127790081 learned_addr learned my addr 172.21.15.2:0/1127790081 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e10ad640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f66240 0x55c7e1f63bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 -- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f66240 msgr2=0x55c7e1f63bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f66240 0x55c7e1f63bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 -- 172.21.15.2:0/1127790081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 msgr2=0x55c7e1f63690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 -- 172.21.15.2:0/1127790081 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e1bcf580 con 0x55c7e1f5b060 2024-09-05T04:13:35.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e08ac640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f68d0012a80 tx=0x7f68d0014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10b50f547b2efeb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d0010e00 con 0x55c7e1f5b060 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c7e1ecdb90 con 0x55c7e1f5b060 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68d0004030 con 0x55c7e1f5b060 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f68d002b050 con 0x55c7e1f5b060 2024-09-05T04:13:35.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e56ea740 10 client.16101 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c7e1c99960 con 0x55c7e1f5b060 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.686+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c7e1ecdb90 con 0x55c7e1f5b060 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f68d00233d0 con 0x55c7e1f5b060 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 10 client.16101 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 10 client.16101 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:13:35.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 20 client.16101 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1f75dc0 0x55c7e1f781f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 4 client.16101 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c7e1ec80a0 con 0x55c7e1f75dc0 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e10ad640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1f75dc0 0x55c7e1f781f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68c0ff9640 10 client.16101 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:35.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.687+0000 7f68e10ad640 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1f75dc0 0x55c7e1f781f0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b596fae3c009f95d server_cookie=fcd84c2fc5866b5e in_seq=0 out_seq=0 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68c0ff9640 1 -- 172.21.15.2:0/1127790081 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c7e1ec80a0 con 0x55c7e1f75dc0 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68c0ff9640 10 client.16101 handle_command_reply: tid=0 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 client.16101 shutdown 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 msgr2=0x55c7e1f63150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f68d0012a80 tx=0x7f68d0014040 comp rx=0 tx=0).stop 2024-09-05T04:13:35.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 shutdown_connections 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1f75dc0 0x55c7e1f781f0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f66240 0x55c7e1f63bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 --2- 172.21.15.2:0/1127790081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f63150 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68c0ff9640 0 client.16101 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:35.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 >> 172.21.15.2:0/1127790081 conn(0x55c7e1f575f0 msgr2=0x55c7e1f5d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 shutdown_connections 2024-09-05T04:13:35.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 1 -- 172.21.15.2:0/1127790081 wait complete. 2024-09-05T04:13:35.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.688+0000 7f68e56ea740 20 client.16101 trim_cache size 0 max 16384 2024-09-05T04:13:35.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.706+0000 7f68e56ea740 1 Processor -- start 2024-09-05T04:13:35.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.706+0000 7f68e56ea740 1 -- start start 2024-09-05T04:13:35.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.706+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f56a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.706+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f66240 0x55c7e1f63d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e56ea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1af0a0 con 0x55c7e1f5b060 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e56ea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1b1920 con 0x55c7e1f66240 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e56ea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1af710 con 0x55c7e1f5b980 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f56a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f56a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51056/0 (socket says 172.21.15.2:51056) 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e08ac640 1 -- 172.21.15.2:0/2123293735 learned_addr learned my addr 172.21.15.2:0/2123293735 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e08ac640 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f66240 0x55c7e1f63d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 -- 172.21.15.2:0/2123293735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f66240 msgr2=0x55c7e1f63d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f66240 0x55c7e1f63d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 -- 172.21.15.2:0/2123293735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 msgr2=0x55c7e1f56a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f56a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 -- 172.21.15.2:0/2123293735 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c7e1f689a0 con 0x55c7e1f5b980 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.707+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63820 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f68d4000c00 tx=0x7f68d40058b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=576d790bca9781bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.708+0000 7f68c2ffd640 1 -- 172.21.15.2:0/2123293735 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d4052070 con 0x55c7e1f5b980 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.708+0000 7f68c2ffd640 1 -- 172.21.15.2:0/2123293735 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68d4031720 con 0x55c7e1f5b980 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.708+0000 7f68c2ffd640 1 -- 172.21.15.2:0/2123293735 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d403f040 con 0x55c7e1f5b980 2024-09-05T04:13:35.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.708+0000 7f68e56ea740 1 -- 172.21.15.2:0/2123293735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 msgr2=0x55c7e1f63820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.708+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63820 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f68d4000c00 tx=0x7f68d40058b0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 -- 172.21.15.2:0/2123293735 shutdown_connections 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f66240 0x55c7e1f63d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b980 0x55c7e1f63820 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2123293735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f5b060 0x55c7e1f56a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 -- 172.21.15.2:0/2123293735 >> 172.21.15.2:0/2123293735 conn(0x55c7e1f575f0 msgr2=0x55c7e1f63110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 -- 172.21.15.2:0/2123293735 shutdown_connections 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 -- 172.21.15.2:0/2123293735 wait complete. 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 -- start start 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.709+0000 7f68e56ea740 1 Processor -- start 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f6e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f6b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1afde0 con 0x55c7e1f66240 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1b1250 con 0x55c7e1f5b980 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68dc1b04b0 con 0x55c7e1f5b060 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e56ea740 10 client.0 _ll_register_callbacks cb 0x7f68d0012690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f6e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51072/0 (socket says 172.21.15.2:51072) 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 -- 172.21.15.2:0/2514479992 learned_addr learned my addr 172.21.15.2:0/2514479992 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f6b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 -- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 msgr2=0x55c7e1f6e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f6e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 -- 172.21.15.2:0/2514479992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 msgr2=0x55c7e1f6b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f6b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e08ac640 1 -- 172.21.15.2:0/2514479992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c7e1f6bc60 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.710+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f6b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e08ac640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f68d000bc30 tx=0x7f68d000bfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70c28484220c5b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68d00233d0 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68d0023960 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68d4031720 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f68d0041050 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 10 client.16107 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c7e1fe1830 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68d0023570 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f68d00035f0 con 0x55c7e1f66240 2024-09-05T04:13:35.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 10 client.16107 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 10 client.16107 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 20 client.16107 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1fe1f20 0x55c7e1fe4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 4 client.16107 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ed437586", "release": true, "await": true}] 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.711+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ed437586", "release": true, "await": true}) -- 0x7f68d4031720 con 0x55c7e1fe1f20 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.712+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1fe1f20 0x55c7e1fe4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.712+0000 7f68c0ff9640 10 client.16107 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.712+0000 7f68e10ad640 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1fe1f20 0x55c7e1fe4340 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0bf97e0e21d70a7 server_cookie=57438f70cbefa9c6 in_seq=0 out_seq=0 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.714+0000 7f68c0ff9640 1 -- 172.21.15.2:0/2514479992 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7f68d4031720 con 0x55c7e1fe1f20 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.714+0000 7f68c0ff9640 10 client.16107 handle_command_reply: tid=0 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.714+0000 7f68e56ea740 1 client.16107 shutdown 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 msgr2=0x55c7e1f6b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f68d000bc30 tx=0x7f68d000bfb0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 shutdown_connections 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c7e1fe1f20 0x55c7e1fe4340 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68c0ff9640 0 client.16107 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c7e1f66240 0x55c7e1f6b720 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c7e1f5b980 0x55c7e1f6b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 --2- 172.21.15.2:0/2514479992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c7e1f5b060 0x55c7e1f6e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 >> 172.21.15.2:0/2514479992 conn(0x55c7e1f575f0 msgr2=0x55c7e1f65520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 shutdown_connections 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 1 -- 172.21.15.2:0/2514479992 wait complete. 2024-09-05T04:13:35.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.715+0000 7f68e56ea740 20 client.16107 trim_cache size 0 max 16384 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 8, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "ed437586": { 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 8, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:13:35.728 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 144.2, 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:35.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 msgr2=0x7f68c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 0x7f68c40a51b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f68cc0ccde0 tx=0x7f68cc00cf50 comp rx=0 tx=0).stop 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 msgr2=0x7f68dc101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f68cc00eaa0 tx=0x7f68cc00ef60 comp rx=0 tx=0).stop 2024-09-05T04:13:35.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 shutdown_connections 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68c40a2cf0 0x7f68c40a51b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f68dc108290 0x7f68dc101470 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68dc103740 0x7f68dc100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 --2- 172.21.15.2:0/3173747195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f68dc102d90 0x7f68dc1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 >> 172.21.15.2:0/3173747195 conn(0x7f68dc0fc7d0 msgr2=0x7f68dc105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 shutdown_connections 2024-09-05T04:13:35.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:35.716+0000 7f68e3311640 1 -- 172.21.15.2:0/3173747195 wait complete. 2024-09-05T04:13:35.969 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:36.502 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ed437586', total seconds elapsed: 28.3 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 -- 172.21.15.2:0/1165653837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1710102da0 msgr2=0x7f1710103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1165653837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1710102da0 0x7f1710103180 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f1700009900 tx=0x7f170002a480 comp rx=0 tx=0).stop 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 -- 172.21.15.2:0/1165653837 shutdown_connections 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1165653837 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f171010c180 0x7f171010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1165653837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 0x7f171010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1165653837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1710102da0 0x7f1710103180 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 -- 172.21.15.2:0/1165653837 >> 172.21.15.2:0/1165653837 conn(0x7f17100fc7a0 msgr2=0x7f17100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 -- 172.21.15.2:0/1165653837 shutdown_connections 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.964+0000 7f1714f9b640 1 -- 172.21.15.2:0/1165653837 wait complete. 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 Processor -- start 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 -- start start 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1710102da0 0x7f1710100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 0x7f1710100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1710111e60 con 0x7f171010c180 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1710111ce0 con 0x7f1710102da0 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1714f9b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1710111fe0 con 0x7f17101036c0 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51090/0 (socket says 172.21.15.2:51090) 2024-09-05T04:13:36.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 -- 172.21.15.2:0/1733976616 learned_addr learned my addr 172.21.15.2:0/1733976616 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170e59c640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1710102da0 0x7f1710100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f1707fff640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 0x7f1710100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 -- 172.21.15.2:0/1733976616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 msgr2=0x7f1710100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 0x7f1710100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 -- 172.21.15.2:0/1733976616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1710102da0 msgr2=0x7f1710100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1710102da0 0x7f1710100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.965+0000 7f170ed9d640 1 -- 172.21.15.2:0/1733976616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17101a6850 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f170ed9d640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f1708009fd0 tx=0x7f170800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f17077fe640 1 -- 172.21.15.2:0/1733976616 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1708017070 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f17077fe640 1 -- 172.21.15.2:0/1733976616 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1708003e20 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17101a6b40 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f17077fe640 1 -- 172.21.15.2:0/1733976616 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1708010460 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.966+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17101a7030 con 0x7f171010c180 2024-09-05T04:13:36.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.968+0000 7f17077fe640 1 -- 172.21.15.2:0/1733976616 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1708003970 con 0x7f171010c180 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.968+0000 7f1717374740 1 Processor -- start 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 -- start start 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 0x55cd0798d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd078f32e0 con 0x55cd0798ddc0 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd0789ace0 con 0x55cd07998680 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1717374740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd078ef2a0 con 0x55cd0798d4a0 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f17077fe640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 0x7f16fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f170e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f170e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51092/0 (socket says 172.21.15.2:51092) 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f170e59c640 1 -- 172.21.15.2:0/3859996406 learned_addr learned my addr 172.21.15.2:0/3859996406 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1707fff640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 0x55cd0798d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f170ed9d640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 0x7f16fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f1707fff640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.969+0000 7f17077fe640 1 -- 172.21.15.2:0/1733976616 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f17080cf540 con 0x7f171010c180 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 -- 172.21.15.2:0/3859996406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 msgr2=0x55cd0798d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 0x55cd0798d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 -- 172.21.15.2:0/3859996406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 msgr2=0x55cd0799aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 -- 172.21.15.2:0/3859996406 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd0787f440 con 0x55cd0798ddc0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f1707fff640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 0x55cd0798d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170e59c640 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f1700000c00 tx=0x7f1700004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a965bd5d8752507a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f170ed9d640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 0x7f16fc0a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f17080ccef0 tx=0x7f170801e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f1704ff9640 1 -- 172.21.15.2:0/3859996406 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1700035040 con 0x55cd0798ddc0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f1704ff9640 1 -- 172.21.15.2:0/3859996406 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17000054f0 con 0x55cd0798ddc0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.970+0000 7f1704ff9640 1 -- 172.21.15.2:0/3859996406 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1700003830 con 0x55cd0798ddc0 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- 172.21.15.2:0/3859996406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 msgr2=0x55cd07998140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f1700000c00 tx=0x7f1700004180 comp rx=0 tx=0).stop 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- 172.21.15.2:0/3859996406 shutdown_connections 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798ddc0 0x55cd07998140 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 --2- 172.21.15.2:0/3859996406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798d4a0 0x55cd0798d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- 172.21.15.2:0/3859996406 >> 172.21.15.2:0/3859996406 conn(0x55cd07989a30 msgr2=0x55cd07989e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- 172.21.15.2:0/3859996406 shutdown_connections 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- 172.21.15.2:0/3859996406 wait complete. 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 -- start start 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.971+0000 7f1717374740 1 Processor -- start 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd079951d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd07995710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd0799b250 con 0x55cd0798d4a0 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd078ae050 con 0x55cd07998680 2024-09-05T04:13:36.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd0799b3d0 con 0x55cd0798ddc0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 10 client.0 _ll_register_callbacks cb 0x55cd078ee160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51106/0 (socket says 172.21.15.2:51106) 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 -- 172.21.15.2:0/2109811882 learned_addr learned my addr 172.21.15.2:0/2109811882 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f170e59c640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd079951d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd07995710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 -- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 msgr2=0x55cd079951d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd079951d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 -- 172.21.15.2:0/2109811882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 msgr2=0x55cd07995710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd07995710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 -- 172.21.15.2:0/2109811882 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd076643c0 con 0x55cd0798d4a0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f170e59c640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd079951d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1707fff640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f16f8013830 tx=0x7f16f800bb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a928ff70e0a557d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:36.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f16f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f800fad0 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f16f800fc70 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.972+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17000054f0 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f16f800fe70 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 10 client.16119 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd079a6c00 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17000054f0 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f16f801e030 con 0x55cd0798d4a0 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 10 client.16119 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 10 client.16119 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 20 client.16119 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd079a80c0 0x55cd079aa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 4 client.16119 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:36.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd07900850 con 0x55cd079a80c0 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.973+0000 7f170e59c640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd079a80c0 0x55cd079aa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f170e59c640 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd079a80c0 0x55cd079aa4b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=232cebe327b1ffff server_cookie=89cac07b151ced70 in_seq=0 out_seq=0 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f16f5ffb640 10 client.16119 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f16f5ffb640 1 -- 172.21.15.2:0/2109811882 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd07900850 con 0x55cd079a80c0 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f16f5ffb640 10 client.16119 handle_command_reply: tid=0 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f1717374740 1 client.16119 shutdown 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.974+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 msgr2=0x55cd07997f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f16f8013830 tx=0x7f16f800bb90 comp rx=0 tx=0).stop 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 shutdown_connections 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd079a80c0 0x55cd079aa4b0 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd07995710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f16f5ffb640 0 client.16119 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd079951d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 --2- 172.21.15.2:0/2109811882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd07997f20 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 >> 172.21.15.2:0/2109811882 conn(0x55cd07989a30 msgr2=0x55cd0798f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:36.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 shutdown_connections 2024-09-05T04:13:36.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 1 -- 172.21.15.2:0/2109811882 wait complete. 2024-09-05T04:13:36.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.975+0000 7f1717374740 20 client.16119 trim_cache size 0 max 16384 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.992+0000 7f1717374740 1 Processor -- start 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.992+0000 7f1717374740 1 -- start start 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd07994110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd079955f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f17101af170 con 0x55cd0798d4a0 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f17101b19f0 con 0x55cd07998680 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1717374740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f17101af7e0 con 0x55cd0798ddc0 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51116/0 (socket says 172.21.15.2:51116) 2024-09-05T04:13:36.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 -- 172.21.15.2:0/3297331429 learned_addr learned my addr 172.21.15.2:0/3297331429 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f170e59c640 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd07994110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 -- 172.21.15.2:0/3297331429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 msgr2=0x55cd07994110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd07994110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 -- 172.21.15.2:0/3297331429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 msgr2=0x55cd079955f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd079955f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 -- 172.21.15.2:0/3297331429 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd079894d0 con 0x55cd0798d4a0 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f170e59c640 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd07994110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f1707fff640 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f16f801f610 tx=0x7f16f800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d782cd423d0c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.993+0000 7f16f7fff640 1 -- 172.21.15.2:0/3297331429 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f8032070 con 0x55cd0798d4a0 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f16f7fff640 1 -- 172.21.15.2:0/3297331429 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f800b390 con 0x55cd0798d4a0 2024-09-05T04:13:36.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f16f7fff640 1 -- 172.21.15.2:0/3297331429 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f8005370 con 0x55cd0798d4a0 2024-09-05T04:13:36.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 -- 172.21.15.2:0/3297331429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 msgr2=0x55cd079a44e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f16f801f610 tx=0x7f16f800f790 comp rx=0 tx=0).stop 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 -- 172.21.15.2:0/3297331429 shutdown_connections 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd079955f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd07994110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 --2- 172.21.15.2:0/3297331429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a44e0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 -- 172.21.15.2:0/3297331429 >> 172.21.15.2:0/3297331429 conn(0x55cd07989a30 msgr2=0x55cd07988350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 -- 172.21.15.2:0/3297331429 shutdown_connections 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.994+0000 7f1717374740 1 -- 172.21.15.2:0/3297331429 wait complete. 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 -- start start 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 Processor -- start 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd0799c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:36.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f17101afeb0 con 0x55cd0798d4a0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f17101b1320 con 0x55cd07998680 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f17101b0580 con 0x55cd0798ddc0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1717374740 10 client.0 _ll_register_callbacks cb 0x7f16f800bd20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51120/0 (socket says 172.21.15.2:51120) 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 -- 172.21.15.2:0/3658601700 learned_addr learned my addr 172.21.15.2:0/3658601700 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f170e59c640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd0799c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 -- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 msgr2=0x55cd0799c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd0799c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 -- 172.21.15.2:0/3658601700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 msgr2=0x55cd0799c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f1707fff640 1 -- 172.21.15.2:0/3658601700 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd0799ce20 con 0x55cd0798d4a0 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.995+0000 7f170e59c640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd0799c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:37.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1707fff640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f16f800fd60 tx=0x7f16f800fd90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=879b35a39f5305c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f8032070 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f16f801fd20 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55cd078fad60 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f16f8005110 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 10 client.16125 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd07a12d30 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55cd078fad60 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f16f801e070 con 0x55cd0798d4a0 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 10 client.16125 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 10 client.16125 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 20 client.16125 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd07a13290 0x55cd07a15680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:37.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 4 client.16125 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.996+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cd07877210 con 0x55cd07a13290 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f170e59c640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd07a13290 0x55cd07a15680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f170e59c640 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd07a13290 0x55cd07a15680 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82d14cb56ac31d0c server_cookie=38bd7389d8e3c164 in_seq=0 out_seq=0 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f16f5ffb640 10 client.16125 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f16f5ffb640 1 -- 172.21.15.2:0/3658601700 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cd07877210 con 0x55cd07a13290 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f16f5ffb640 10 client.16125 handle_command_reply: tid=0 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 client.16125 shutdown 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 msgr2=0x55cd079a0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f16f800fd60 tx=0x7f16f800fd90 comp rx=0 tx=0).stop 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 shutdown_connections 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd07a13290 0x55cd07a15680 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd07998680 0x55cd0799c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd0798ddc0 0x55cd0799c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f16f5ffb640 0 client.16125 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 --2- 172.21.15.2:0/3658601700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd0798d4a0 0x55cd079a0d80 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 >> 172.21.15.2:0/3658601700 conn(0x55cd07989a30 msgr2=0x55cd07996a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 shutdown_connections 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.997+0000 7f1717374740 1 -- 172.21.15.2:0/3658601700 wait complete. 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1717374740 20 client.16125 trim_cache size 0 max 16384 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:13:37.003 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 msgr2=0x7f16fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 0x7f16fc0a51b0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f17080ccef0 tx=0x7f170801e000 comp rx=0 tx=0).stop 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 msgr2=0x7f1710101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f1708009fd0 tx=0x7f170800b260 comp rx=0 tx=0).stop 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 shutdown_connections 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f16fc0a2cf0 0x7f16fc0a51b0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f171010c180 0x7f1710101480 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f17101036c0 0x7f1710100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 --2- 172.21.15.2:0/1733976616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1710102da0 0x7f1710100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:37.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 >> 172.21.15.2:0/1733976616 conn(0x7f17100fc7a0 msgr2=0x7f17100fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:37.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 shutdown_connections 2024-09-05T04:13:37.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:36.998+0000 7f1714f9b640 1 -- 172.21.15.2:0/1733976616 wait complete. 2024-09-05T04:13:37.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:37 smithi002 ceph-mon[31001]: pgmap v82: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:37.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:37 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:13:37.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:37 smithi047 ceph-mon[34498]: pgmap v82: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:37.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:37 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:13:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:37 smithi079 ceph-mon[34908]: pgmap v82: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:37 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:13:37.814 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:13:37.814 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:13:38.072 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- 172.21.15.2:0/723763388 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 msgr2=0x7f670810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 --2- 172.21.15.2:0/723763388 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f670810d950 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f6700009cd0 tx=0x7f670002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- 172.21.15.2:0/723763388 shutdown_connections 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 --2- 172.21.15.2:0/723763388 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f670810d950 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 --2- 172.21.15.2:0/723763388 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708100a80 0x7f6708100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 --2- 172.21.15.2:0/723763388 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708106a80 0x7f6708106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- 172.21.15.2:0/723763388 >> 172.21.15.2:0/723763388 conn(0x7f67080fc7a0 msgr2=0x7f67080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- 172.21.15.2:0/723763388 shutdown_connections 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- 172.21.15.2:0/723763388 wait complete. 2024-09-05T04:13:38.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 Processor -- start 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.548+0000 7f670dca5640 1 -- start start 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708100a80 0x7f67080fcea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708106a80 0x7f67080fd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6708110d30 con 0x7f6708101420 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6708110bb0 con 0x7f6708100a80 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6708110eb0 con 0x7f6708106a80 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51138/0 (socket says 172.21.15.2:51138) 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 -- 172.21.15.2:0/2538886054 learned_addr learned my addr 172.21.15.2:0/2538886054 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f67077fe640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708100a80 0x7f67080fcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f6707fff640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708106a80 0x7f67080fd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:38.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 -- 172.21.15.2:0/2538886054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708106a80 msgr2=0x7f67080fd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708106a80 0x7f67080fd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 -- 172.21.15.2:0/2538886054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708100a80 msgr2=0x7f67080fcea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708100a80 0x7f67080fcea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 -- 172.21.15.2:0/2538886054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67081a6810 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f66feffd640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f66f000d950 tx=0x7f66f000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0017030 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67081a6b00 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66f0004020 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.549+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f00047a0 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.550+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67081a7090 con 0x7f6708101420 2024-09-05T04:13:38.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.551+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6708100ee0 con 0x7f6708101420 2024-09-05T04:13:38.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.552+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f66f00041d0 con 0x7f6708101420 2024-09-05T04:13:38.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.553+0000 7f67057fa640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 0x7f66f40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:38.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.553+0000 7f67077fe640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 0x7f66f40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:38.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.553+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f66f00cf950 con 0x7f6708101420 2024-09-05T04:13:38.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.553+0000 7f67077fe640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 0x7f66f40a51b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f66f8009b50 tx=0x7f66f8005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:38.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.556+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f66f009c1d0 con 0x7f6708101420 2024-09-05T04:13:38.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.770+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f670810a000 con 0x7f6708101420 2024-09-05T04:13:38.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.771+0000 7f67057fa640 1 -- 172.21.15.2:0/2538886054 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f66f009bad0 con 0x7f6708101420 2024-09-05T04:13:38.772 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:13:38.772 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:13:38.772 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 msgr2=0x7f66f40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 0x7f66f40a51b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f66f8009b50 tx=0x7f66f8005f90 comp rx=0 tx=0).stop 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 msgr2=0x7f67080fd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f66f000d950 tx=0x7f66f000de10 comp rx=0 tx=0).stop 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 shutdown_connections 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.773+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66f40a2cf0 0x7f66f40a51b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6708106a80 0x7f67080fd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6708101420 0x7f67080fd3e0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 --2- 172.21.15.2:0/2538886054 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6708100a80 0x7f67080fcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:38.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 >> 172.21.15.2:0/2538886054 conn(0x7f67080fc7a0 msgr2=0x7f670806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:38.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 shutdown_connections 2024-09-05T04:13:38.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:38.774+0000 7f670dca5640 1 -- 172.21.15.2:0/2538886054 wait complete. 2024-09-05T04:13:39.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:39 smithi047 ceph-mon[34498]: pgmap v83: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:39.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:39 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2538886054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:39.524 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:39 smithi002 ceph-mon[31001]: pgmap v83: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:39.525 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:39 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2538886054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:39.557 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:13:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:39 smithi079 ceph-mon[34908]: pgmap v83: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 2.4 KiB/s wr, 4 op/s 2024-09-05T04:13:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:39 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2538886054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:13:39.815 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:40.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- 172.21.15.2:0/3233386283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 msgr2=0x7f8320103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.322 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- 172.21.15.2:0/3233386283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f8320103110 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f8310009cd0 tx=0x7f831002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- 172.21.15.2:0/3233386283 shutdown_connections 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- 172.21.15.2:0/3233386283 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201082a0 0x7f832010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- 172.21.15.2:0/3233386283 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201036e0 0x7f8320107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- 172.21.15.2:0/3233386283 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f8320103110 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- 172.21.15.2:0/3233386283 >> 172.21.15.2:0/3233386283 conn(0x7f83200fc7d0 msgr2=0x7f83200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- 172.21.15.2:0/3233386283 shutdown_connections 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- 172.21.15.2:0/3233386283 wait complete. 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 Processor -- start 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- start start 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201036e0 0x7f832019abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.323 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201082a0 0x7f832019ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.295+0000 7f832749f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8320111f50 con 0x7f8320102d30 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832749f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8320111dd0 con 0x7f83201036e0 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832749f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83201120d0 con 0x7f83201082a0 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51152/0 (socket says 172.21.15.2:51152) 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 -- 172.21.15.2:0/3619398424 learned_addr learned my addr 172.21.15.2:0/3619398424 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f8324a3a640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201036e0 0x7f832019abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201082a0 0x7f832019ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 -- 172.21.15.2:0/3619398424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201082a0 msgr2=0x7f832019ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201082a0 0x7f832019ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 -- 172.21.15.2:0/3619398424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201036e0 msgr2=0x7f832019abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201036e0 0x7f832019abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 -- 172.21.15.2:0/3619398424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832019f620 con 0x7f8320102d30 2024-09-05T04:13:40.324 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832523b640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f831002ae00 tx=0x7f8310003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f831e7fc640 1 -- 172.21.15.2:0/3619398424 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8310004240 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f832019f8b0 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f831e7fc640 1 -- 172.21.15.2:0/3619398424 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83100305a0 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f831e7fc640 1 -- 172.21.15.2:0/3619398424 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83100466c0 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.296+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83201a71f0 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f831e7fc640 1 -- 172.21.15.2:0/3619398424 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8310030ac0 con 0x7f8320102d30 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 Processor -- start 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 -- start start 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c623ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c6247370 0x5605c6249760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5605c61a22f0 con 0x5605c623db40 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5605c6149cf0 con 0x5605c6247370 2024-09-05T04:13:40.325 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8329878740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5605c619e2b0 con 0x5605c623c5d0 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51166/0 (socket says 172.21.15.2:51166) 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8325a3c640 1 -- 172.21.15.2:0/200302495 learned_addr learned my addr 172.21.15.2:0/200302495 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f832523b640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c623ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.299+0000 7f8324a3a640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c6247370 0x5605c6249760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 -- 172.21.15.2:0/200302495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 msgr2=0x5605c623ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c623ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 -- 172.21.15.2:0/200302495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c6247370 msgr2=0x5605c6249760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c6247370 0x5605c6249760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f831e7fc640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 0x7f83080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 -- 172.21.15.2:0/200302495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605c612e3a0 con 0x5605c623db40 2024-09-05T04:13:40.326 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f832523b640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c623ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f831e7fc640 1 -- 172.21.15.2:0/3619398424 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f831002e030 con 0x7f8320102d30 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 0x7f83080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f8325a3c640 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f831800bba0 tx=0x7f831800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9bd05d74aa642a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f83077fe640 1 -- 172.21.15.2:0/200302495 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318021070 con 0x5605c623db40 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f83077fe640 1 -- 172.21.15.2:0/200302495 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f831801ba80 con 0x5605c623db40 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.300+0000 7f83077fe640 1 -- 172.21.15.2:0/200302495 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318015070 con 0x5605c623db40 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- 172.21.15.2:0/200302495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 msgr2=0x5605c623c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 0x7f83080a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f831800bfd0 tx=0x7f8318021000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f831800bba0 tx=0x7f831800f730 comp rx=0 tx=0).stop 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- 172.21.15.2:0/200302495 shutdown_connections 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c6247370 0x5605c6249760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c623ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 --2- 172.21.15.2:0/200302495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623c090 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- 172.21.15.2:0/200302495 >> 172.21.15.2:0/200302495 conn(0x5605c6205310 msgr2=0x5605c6238c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- 172.21.15.2:0/200302495 shutdown_connections 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- 172.21.15.2:0/200302495 wait complete. 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.301+0000 7f8329878740 1 -- start start 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 Processor -- start 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c6246db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623db40 0x5605c6244060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5605c624a070 con 0x5605c6247370 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5605c615d060 con 0x5605c623db40 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5605c624a1f0 con 0x5605c623c5d0 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8329878740 10 client.0 _ll_register_callbacks cb 0x5605c5eb08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51174/0 (socket says 172.21.15.2:51174) 2024-09-05T04:13:40.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 -- 172.21.15.2:0/1487066988 learned_addr learned my addr 172.21.15.2:0/1487066988 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8324a3a640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623db40 0x5605c6244060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f832523b640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c6246db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 -- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 msgr2=0x5605c6246db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c6246db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 -- 172.21.15.2:0/1487066988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623db40 msgr2=0x5605c6244060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623db40 0x5605c6244060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f8325a3c640 1 -- 172.21.15.2:0/1487066988 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605c5f133c0 con 0x5605c6247370 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.302+0000 7f832523b640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c6246db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8325a3c640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8318011740 tx=0x7f831800ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c691b343f4dcf9d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318034060 con 0x5605c6247370 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f831801b5d0 con 0x5605c6247370 2024-09-05T04:13:40.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f831801ba80 con 0x5605c6247370 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f831803b050 con 0x5605c6247370 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 10 client.16143 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5605c6255bb0 con 0x5605c6247370 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f831801ba80 con 0x5605c6247370 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f831802f850 con 0x5605c6247370 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 10 client.16143 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 10 client.16143 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 20 client.16143 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c6257010 0x5605c6259400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 4 client.16143 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.303+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5605c61af860 con 0x5605c6257010 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.304+0000 7f832523b640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c6257010 0x5605c6259400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.304+0000 7f832523b640 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c6257010 0x5605c6259400 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2249279bd86aabea server_cookie=8574d6f15dc5c919 in_seq=0 out_seq=0 2024-09-05T04:13:40.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.304+0000 7f8304ff9640 10 client.16143 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8304ff9640 1 -- 172.21.15.2:0/1487066988 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5605c61af860 con 0x5605c6257010 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8304ff9640 10 client.16143 handle_command_reply: tid=0 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 client.16143 shutdown 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 msgr2=0x5605c62447f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f8318011740 tx=0x7f831800ff60 comp rx=0 tx=0).stop 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 shutdown_connections 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c6257010 0x5605c6259400 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c6247370 0x5605c62447f0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623db40 0x5605c6244060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 --2- 172.21.15.2:0/1487066988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c623c5d0 0x5605c6246db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 >> 172.21.15.2:0/1487066988 conn(0x5605c6205310 msgr2=0x5605c623e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8304ff9640 0 client.16143 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:40.331 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 shutdown_connections 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 1 -- 172.21.15.2:0/1487066988 wait complete. 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.305+0000 7f8329878740 20 client.16143 trim_cache size 0 max 16384 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 Processor -- start 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 -- start start 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c6243040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c623f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f83201af150 con 0x5605c623db40 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f83201b19d0 con 0x5605c623c5d0 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8329878740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83201af7c0 con 0x5605c6247370 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8324a3a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8324a3a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51182/0 (socket says 172.21.15.2:51182) 2024-09-05T04:13:40.332 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.318+0000 7f8324a3a640 1 -- 172.21.15.2:0/2704235493 learned_addr learned my addr 172.21.15.2:0/2704235493 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8325a3c640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c623f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f832523b640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c6243040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 -- 172.21.15.2:0/2704235493 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 msgr2=0x5605c623f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c623f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 -- 172.21.15.2:0/2704235493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 msgr2=0x5605c6243040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c6243040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 -- 172.21.15.2:0/2704235493 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605c6239960 con 0x5605c623db40 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f832523b640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c6243040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8324a3a640 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f832006a370 tx=0x7f831400a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6de46845a5636d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8306ffd640 1 -- 172.21.15.2:0/2704235493 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831401e030 con 0x5605c623db40 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8306ffd640 1 -- 172.21.15.2:0/2704235493 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83140054d0 con 0x5605c623db40 2024-09-05T04:13:40.333 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.319+0000 7f8306ffd640 1 -- 172.21.15.2:0/2704235493 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831401a400 con 0x5605c623db40 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 -- 172.21.15.2:0/2704235493 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 msgr2=0x5605c623f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f832006a370 tx=0x7f831400a2d0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 -- 172.21.15.2:0/2704235493 shutdown_connections 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c623f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c623f120 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 --2- 172.21.15.2:0/2704235493 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c6243040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.320+0000 7f8329878740 1 -- 172.21.15.2:0/2704235493 >> 172.21.15.2:0/2704235493 conn(0x5605c6205310 msgr2=0x5605c6242930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- 172.21.15.2:0/2704235493 shutdown_connections 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- 172.21.15.2:0/2704235493 wait complete. 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- start start 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 Processor -- start 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c624f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.334 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f83201afe90 con 0x5605c623db40 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f83201b1300 con 0x5605c623c5d0 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83201b0560 con 0x5605c6247370 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.321+0000 7f8329878740 10 client.0 _ll_register_callbacks cb 0x7f831801f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8324a3a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8324a3a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51190/0 (socket says 172.21.15.2:51190) 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8324a3a640 1 -- 172.21.15.2:0/3414226495 learned_addr learned my addr 172.21.15.2:0/3414226495 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:38824/0 (socket says 172.21.15.2:38824) 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f832523b640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c624f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 -- 172.21.15.2:0/3414226495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 msgr2=0x5605c624f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c624f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.335 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 -- 172.21.15.2:0/3414226495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 msgr2=0x5605c624fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:40.336 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.336 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 -- 172.21.15.2:0/3414226495 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605c624b5e0 con 0x5605c6247370 2024-09-05T04:13:40.336 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8324a3a640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:40.336 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8325a3c640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f831802fd90 tx=0x7f831801b4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90f7a80aa29652c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:40.336 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:13:40.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8318034070 con 0x5605c6247370 2024-09-05T04:13:40.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f83140054d0 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.322+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f831802f3e0 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8318015040 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 10 client.25687 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5605c62c1740 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f83140054d0 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f831801b8d0 con 0x5605c6247370 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 10 client.25687 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 10 client.25687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 20 client.25687 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c62c1dc0 0x5605c62c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 4 client.25687 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5605c61a9d70 con 0x5605c62c1dc0 2024-09-05T04:13:40.339 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.323+0000 7f832523b640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c62c1dc0 0x5605c62c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8304ff9640 10 client.25687 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f832523b640 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c62c1dc0 0x5605c62c41e0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e80f0def487f1441 server_cookie=9e151db6805167f3 in_seq=0 out_seq=0 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8304ff9640 1 -- 172.21.15.2:0/3414226495 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5605c61a9d70 con 0x5605c62c1dc0 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8304ff9640 10 client.25687 handle_command_reply: tid=0 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 client.25687 shutdown 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 msgr2=0x5605c624adb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f831802fd90 tx=0x7f831801b4a0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 shutdown_connections 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5605c62c1dc0 0x5605c62c41e0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5605c6247370 0x5605c624adb0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5605c623db40 0x5605c624fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8304ff9640 0 client.25687 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 --2- 172.21.15.2:0/3414226495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5605c623c5d0 0x5605c624f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 >> 172.21.15.2:0/3414226495 conn(0x5605c6205310 msgr2=0x5605c6243150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 shutdown_connections 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 1 -- 172.21.15.2:0/3414226495 wait complete. 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.324+0000 7f8329878740 20 client.25687 trim_cache size 0 max 16384 2024-09-05T04:13:40.341 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:13:40.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 msgr2=0x7f83080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 0x7f83080a51b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f831800bfd0 tx=0x7f8318021000 comp rx=0 tx=0).stop 2024-09-05T04:13:40.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 msgr2=0x7f832019a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f831002ae00 tx=0x7f8310003ba0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 shutdown_connections 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83080a2cf0 0x7f83080a51b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83201082a0 0x7f832019ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83201036e0 0x7f832019abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 --2- 172.21.15.2:0/3619398424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8320102d30 0x7f832019a670 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 >> 172.21.15.2:0/3619398424 conn(0x7f83200fc7d0 msgr2=0x7f8320100ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:40.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 shutdown_connections 2024-09-05T04:13:40.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:40.325+0000 7f832749f640 1 -- 172.21.15.2:0/3619398424 wait complete. 2024-09-05T04:13:41.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:41 smithi002 ceph-mon[31001]: pgmap v84: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.1 KiB/s wr, 8 op/s 2024-09-05T04:13:41.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:41 smithi047 ceph-mon[34498]: pgmap v84: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.1 KiB/s wr, 8 op/s 2024-09-05T04:13:41.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:41 smithi079 ceph-mon[34908]: pgmap v84: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 9.1 KiB/s wr, 8 op/s 2024-09-05T04:13:42.040 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:13:42.040 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:13:42.306 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:42.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 -- 172.21.15.2:0/1879113629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140101de0 msgr2=0x7f41401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 --2- 172.21.15.2:0/1879113629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140101de0 0x7f41401021c0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f413002a410 comp rx=0 tx=0).stop 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 -- 172.21.15.2:0/1879113629 shutdown_connections 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 --2- 172.21.15.2:0/1879113629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 0x7f414010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 --2- 172.21.15.2:0/1879113629 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140102790 0x7f41401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 --2- 172.21.15.2:0/1879113629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140101de0 0x7f41401021c0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 -- 172.21.15.2:0/1879113629 >> 172.21.15.2:0/1879113629 conn(0x7f41400fd8c0 msgr2=0x7f41400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 -- 172.21.15.2:0/1879113629 shutdown_connections 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.772+0000 7f41449be640 1 -- 172.21.15.2:0/1879113629 wait complete. 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 Processor -- start 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 -- start start 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 0x7f4140198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 0x7f414019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111e20 con 0x7f4140102790 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111ca0 con 0x7f4140101de0 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f41449be640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111fa0 con 0x7f4140106f10 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f413dd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37986/0 (socket says 172.21.15.2:37986) 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f413dd9b640 1 -- 172.21.15.2:0/3324285792 learned_addr learned my addr 172.21.15.2:0/3324285792 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.773+0000 7f413e59c640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 0x7f4140198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413ed9d640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 0x7f414019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 -- 172.21.15.2:0/3324285792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 msgr2=0x7f414019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 0x7f414019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 -- 172.21.15.2:0/3324285792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 msgr2=0x7f4140198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 0x7f4140198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 -- 172.21.15.2:0/3324285792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414019d310 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413e59c640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 0x7f4140198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f413dd9b640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f413400d950 tx=0x7f413400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f412f7fe640 1 -- 172.21.15.2:0/3324285792 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4134017030 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f412f7fe640 1 -- 172.21.15.2:0/3324285792 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4134004020 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414019d600 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f412f7fe640 1 -- 172.21.15.2:0/3324285792 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41340047a0 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.774+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41401a4ee0 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.777+0000 7f412f7fe640 1 -- 172.21.15.2:0/3324285792 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f41340041d0 con 0x7f4140102790 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.777+0000 7f4146d97740 1 Processor -- start 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.777+0000 7f4146d97740 1 -- start start 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.777+0000 7f412f7fe640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 0x7f41280a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660d480 0x556e56617800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413ed9d640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 0x7f41280a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e56617d40 0x556e5661a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556e56572280 con 0x556e5660cb60 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556e56519b10 con 0x556e5660d480 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f4146d97740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556e5656e240 con 0x556e56617d40 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f412f7fe640 1 -- 172.21.15.2:0/3324285792 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f41340cf240 con 0x7f4140102790 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37990/0 (socket says 172.21.15.2:37990) 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 -- 172.21.15.2:0/3186728271 learned_addr learned my addr 172.21.15.2:0/3186728271 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413ed9d640 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e56617d40 0x556e5661a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413dd9b640 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660d480 0x556e56617800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413ed9d640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 0x7f41280a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4138005fd0 tx=0x7f4138012a70 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 -- 172.21.15.2:0/3186728271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e56617d40 msgr2=0x556e5661a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e56617d40 0x556e5661a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 -- 172.21.15.2:0/3186728271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660d480 msgr2=0x556e56617800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660d480 0x556e56617800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 -- 172.21.15.2:0/3186728271 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e565261f0 con 0x556e5660cb60 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.778+0000 7f413e59c640 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44c682cb76513e78 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f412cff9640 1 -- 172.21.15.2:0/3186728271 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130040070 con 0x556e5660cb60 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f412cff9640 1 -- 172.21.15.2:0/3186728271 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4130031860 con 0x556e5660cb60 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f412cff9640 1 -- 172.21.15.2:0/3186728271 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130035040 con 0x556e5660cb60 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 -- 172.21.15.2:0/3186728271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 msgr2=0x556e5660cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130005e40 comp rx=0 tx=0).stop 2024-09-05T04:13:42.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 -- 172.21.15.2:0/3186728271 shutdown_connections 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e56617d40 0x556e5661a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660d480 0x556e56617800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 --2- 172.21.15.2:0/3186728271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e5660cf40 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 -- 172.21.15.2:0/3186728271 >> 172.21.15.2:0/3186728271 conn(0x556e566090f0 msgr2=0x556e566094d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 -- 172.21.15.2:0/3186728271 shutdown_connections 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.779+0000 7f4146d97740 1 -- 172.21.15.2:0/3186728271 wait complete. 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 -- start start 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 Processor -- start 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e56614c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e56615190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556e5661a910 con 0x556e56617d40 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556e5652cf10 con 0x556e5660cb60 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556e5661aa90 con 0x556e5660d480 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f4146d97740 10 client.0 _ll_register_callbacks cb 0x556e564f5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37992/0 (socket says 172.21.15.2:37992) 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f413ed9d640 1 -- 172.21.15.2:0/713866471 learned_addr learned my addr 172.21.15.2:0/713866471 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f413e59c640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e56614c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.780+0000 7f413dd9b640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e56615190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 -- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 msgr2=0x556e56615190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e56615190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 -- 172.21.15.2:0/713866471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 msgr2=0x556e56614c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e56614c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 -- 172.21.15.2:0/713866471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e562e36a0 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f413ed9d640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f413800e990 tx=0x7f4138004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc4f5d958c0c2fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4125ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413801f430 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f413801f5d0 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4130031860 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4138032050 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4146d97740 10 client.16161 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556e56626540 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.781+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4130031860 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f413801e070 con 0x556e56617d40 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 10 client.16161 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 10 client.16161 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:42.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 20 client.16161 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e56627af0 0x556e56629ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 4 client.16161 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e5657f7f0 con 0x556e56627af0 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f413e59c640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e56627af0 0x556e56629ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f413e59c640 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e56627af0 0x556e56629ee0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60594b018b331e02 server_cookie=e747d8981e9e234f in_seq=0 out_seq=0 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.782+0000 7f4125ffb640 10 client.16161 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4125ffb640 1 -- 172.21.15.2:0/713866471 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e5657f7f0 con 0x556e56627af0 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4125ffb640 10 client.16161 handle_command_reply: tid=0 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4146d97740 1 client.16161 shutdown 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 msgr2=0x556e566156d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f413800e990 tx=0x7f4138004ab0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 shutdown_connections 2024-09-05T04:13:42.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.783+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e56627af0 0x556e56629ee0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e566156d0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e56615190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4125ffb640 0 client.16161 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 --2- 172.21.15.2:0/713866471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e56614c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 >> 172.21.15.2:0/713866471 conn(0x556e566090f0 msgr2=0x556e56608270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 shutdown_connections 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 1 -- 172.21.15.2:0/713866471 wait complete. 2024-09-05T04:13:42.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.784+0000 7f4146d97740 20 client.16161 trim_cache size 0 max 16384 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 Processor -- start 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 -- start start 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5660ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 0x556e5662f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f41401acfb0 con 0x556e5660cb60 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f41401af830 con 0x556e56617d40 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.801+0000 7f4146d97740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f41401ad620 con 0x556e5660d480 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38002/0 (socket says 172.21.15.2:38002) 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 -- 172.21.15.2:0/2527809651 learned_addr learned my addr 172.21.15.2:0/2527809651 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413dd9b640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5660ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413ed9d640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 0x556e5662f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 -- 172.21.15.2:0/2527809651 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 msgr2=0x556e5660ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5660ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 -- 172.21.15.2:0/2527809651 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 msgr2=0x556e5662f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 0x556e5662f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 -- 172.21.15.2:0/2527809651 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e5662a540 con 0x556e5660cb60 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413ed9d640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 0x556e5662f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f413e59c640 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d4b46271ccf23b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.804 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f4127fff640 1 -- 172.21.15.2:0/2527809651 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130035040 con 0x556e5660cb60 2024-09-05T04:13:42.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f4127fff640 1 -- 172.21.15.2:0/2527809651 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4130004240 con 0x556e5660cb60 2024-09-05T04:13:42.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.802+0000 7f4127fff640 1 -- 172.21.15.2:0/2527809651 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130040040 con 0x556e5660cb60 2024-09-05T04:13:42.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- 172.21.15.2:0/2527809651 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 msgr2=0x556e56614530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130000bc0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- 172.21.15.2:0/2527809651 shutdown_connections 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e56617d40 0x556e5662f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5660ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 --2- 172.21.15.2:0/2527809651 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e5660cb60 0x556e56614530 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- 172.21.15.2:0/2527809651 >> 172.21.15.2:0/2527809651 conn(0x556e566090f0 msgr2=0x556e5660e600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- 172.21.15.2:0/2527809651 shutdown_connections 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- 172.21.15.2:0/2527809651 wait complete. 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 -- start start 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.803+0000 7f4146d97740 1 Processor -- start 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e5661bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5661c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f41401adcf0 con 0x556e56617d40 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f41401af160 con 0x556e5660cb60 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f41401ae3c0 con 0x556e5660d480 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4146d97740 10 client.0 _ll_register_callbacks cb 0x7f4138003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38006/0 (socket says 172.21.15.2:38006) 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 -- 172.21.15.2:0/2605101659 learned_addr learned my addr 172.21.15.2:0/2605101659 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413dd9b640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5661c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413e59c640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e5661bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 -- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 msgr2=0x556e5661c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5661c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 -- 172.21.15.2:0/2605101659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 msgr2=0x556e5661bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e5661bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 -- 172.21.15.2:0/2605101659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e56691990 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413dd9b640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5661c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f413ed9d640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4138009c30 tx=0x7f4138005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91f4c4f3f18c2bca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.804+0000 7f4125ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f413803a020 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f41380278f0 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4130004240 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4138045050 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 10 client.16167 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556e56692c40 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4130004240 con 0x556e56617d40 2024-09-05T04:13:42.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f413801e050 con 0x556e56617d40 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 10 client.16167 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 10 client.16167 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 20 client.16167 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e566933e0 0x556e56695800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 4 client.16167 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.805+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556e56579d00 con 0x556e566933e0 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.806+0000 7f413e59c640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e566933e0 0x556e56695800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.806+0000 7f4125ffb640 10 client.16167 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.806+0000 7f413e59c640 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e566933e0 0x556e56695800 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b3666e9746502a0 server_cookie=28c8b2fffd9d6b22 in_seq=0 out_seq=0 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4125ffb640 1 -- 172.21.15.2:0/2605101659 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556e56579d00 con 0x556e566933e0 2024-09-05T04:13:42.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4125ffb640 10 client.16167 handle_command_reply: tid=0 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 client.16167 shutdown 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 msgr2=0x556e5661c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4138009c30 tx=0x7f4138005bd0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 shutdown_connections 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556e566933e0 0x556e56695800 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556e56617d40 0x556e5661c780 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556e5660d480 0x556e5661c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 --2- 172.21.15.2:0/2605101659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556e5660cb60 0x556e5661bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4125ffb640 0 client.16167 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 >> 172.21.15.2:0/2605101659 conn(0x556e566090f0 msgr2=0x556e56608270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 shutdown_connections 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 1 -- 172.21.15.2:0/2605101659 wait complete. 2024-09-05T04:13:42.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.807+0000 7f4146d97740 20 client.16167 trim_cache size 0 max 16384 2024-09-05T04:13:42.814 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:42.814 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:13:42.814 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "63e77a3e-4e4e-4ef4-9637-e31ab3e17128", 2024-09-05T04:13:42.814 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:13:42.814 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 msgr2=0x7f41280a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 0x7f41280a51b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4138005fd0 tx=0x7f4138012a70 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 msgr2=0x7f41401988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f413400d950 tx=0x7f413400de10 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 shutdown_connections 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2cf0 0x7f41280a51b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4140106f10 0x7f414019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4140102790 0x7f41401988a0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 --2- 172.21.15.2:0/3324285792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4140101de0 0x7f4140198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 >> 172.21.15.2:0/3324285792 conn(0x7f41400fd8c0 msgr2=0x7f41400fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 shutdown_connections 2024-09-05T04:13:42.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:42.808+0000 7f41449be640 1 -- 172.21.15.2:0/3324285792 wait complete. 2024-09-05T04:13:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:43 smithi047 ceph-mon[34498]: pgmap v85: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 6 op/s 2024-09-05T04:13:43.438 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:43 smithi002 ceph-mon[31001]: pgmap v85: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 6 op/s 2024-09-05T04:13:43.506 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:13:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:43 smithi079 ceph-mon[34908]: pgmap v85: 129 pgs: 129 active+clean; 2.2 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.2 KiB/s wr, 6 op/s 2024-09-05T04:13:43.761 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:13:44.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 -- 172.21.15.2:0/2408219359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 msgr2=0x7f12b0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 --2- 172.21.15.2:0/2408219359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0107b90 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f12a4009930 tx=0x7f12a402a420 comp rx=0 tx=0).stop 2024-09-05T04:13:44.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 -- 172.21.15.2:0/2408219359 shutdown_connections 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 --2- 172.21.15.2:0/2408219359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 0x7f12b010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 --2- 172.21.15.2:0/2408219359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0107b90 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.205+0000 7f12b7c36640 1 --2- 172.21.15.2:0/2408219359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 0x7f12b0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- 172.21.15.2:0/2408219359 >> 172.21.15.2:0/2408219359 conn(0x7f12b00fc7d0 msgr2=0x7f12b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- 172.21.15.2:0/2408219359 shutdown_connections 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- 172.21.15.2:0/2408219359 wait complete. 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 Processor -- start 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- start start 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 0x7f12b0198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 0x7f12b019cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0111f50 con 0x7f12b01036e0 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f12b0111dd0 con 0x7f12b01082a0 2024-09-05T04:13:44.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.206+0000 7f12b7c36640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01120d0 con 0x7f12b0102d30 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38030/0 (socket says 172.21.15.2:38030) 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 -- 172.21.15.2:0/1394280829 learned_addr learned my addr 172.21.15.2:0/1394280829 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 0x7f12b019cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b59d2640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 0x7f12b0198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 -- 172.21.15.2:0/1394280829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 msgr2=0x7f12b0198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 0x7f12b0198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 -- 172.21.15.2:0/1394280829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 msgr2=0x7f12b019cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 0x7f12b019cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 -- 172.21.15.2:0/1394280829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b019d400 con 0x7f12b01036e0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f12a4031440 tx=0x7f12a4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12aeffd640 1 -- 172.21.15.2:0/1394280829 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a403f030 con 0x7f12b01036e0 2024-09-05T04:13:44.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b019d690 con 0x7f12b01036e0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12aeffd640 1 -- 172.21.15.2:0/1394280829 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12a4003aa0 con 0x7f12b01036e0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12aeffd640 1 -- 172.21.15.2:0/1394280829 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4035070 con 0x7f12b01036e0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.207+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b01a4fd0 con 0x7f12b01036e0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.209+0000 7f12aeffd640 1 -- 172.21.15.2:0/1394280829 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f12a4042030 con 0x7f12b01036e0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 Processor -- start 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 -- start start 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1af3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b02550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555cd1a592e0 con 0x555cd1b02a90 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555cd1a00ce0 con 0x555cd1af3380 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12ba00f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555cd1a552a0 con 0x555cd1af3ca0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38042/0 (socket says 172.21.15.2:38042) 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12b51d1640 1 -- 172.21.15.2:0/2072967114 learned_addr learned my addr 172.21.15.2:0/2072967114 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12b59d2640 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b02550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.210+0000 7f12b61d3640 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1af3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12aeffd640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 0x7f12980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 0x7f12980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 -- 172.21.15.2:0/2072967114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 msgr2=0x555cd1b02550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b02550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 -- 172.21.15.2:0/2072967114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 msgr2=0x555cd1af3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1af3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12aeffd640 1 -- 172.21.15.2:0/1394280829 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f12a40effc0 con 0x7f12b01036e0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 -- 172.21.15.2:0/2072967114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cd19e5440 con 0x555cd1b02a90 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b51d1640 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f12a40ed280 tx=0x7f12a4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e1499f03cbaf187 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 0x7f12980a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f12a0005fd0 tx=0x7f12a0004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f1297fff640 1 -- 172.21.15.2:0/2072967114 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4049070 con 0x555cd1b02a90 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f1297fff640 1 -- 172.21.15.2:0/2072967114 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12a40c0490 con 0x555cd1b02a90 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.211+0000 7f1297fff640 1 -- 172.21.15.2:0/2072967114 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a403b460 con 0x555cd1b02a90 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- 172.21.15.2:0/2072967114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 msgr2=0x555cd1b04e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f12a40ed280 tx=0x7f12a4009260 comp rx=0 tx=0).stop 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- 172.21.15.2:0/2072967114 shutdown_connections 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b04e80 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b02550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 --2- 172.21.15.2:0/2072967114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1af3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- 172.21.15.2:0/2072967114 >> 172.21.15.2:0/2072967114 conn(0x555cd1aefa30 msgr2=0x555cd1aefe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- 172.21.15.2:0/2072967114 shutdown_connections 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- 172.21.15.2:0/2072967114 wait complete. 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 -- start start 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.212+0000 7f12ba00f740 1 Processor -- start 2024-09-05T04:13:44.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3ca0 0x555cd1aff650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 0x555cd1affb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555cd1b05420 con 0x555cd1af3380 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555cd1a14050 con 0x555cd1af3ca0 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555cd1b055a0 con 0x555cd1b02a90 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12ba00f740 10 client.0 _ll_register_callbacks cb 0x555cd1a54160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38050/0 (socket says 172.21.15.2:38050) 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 -- 172.21.15.2:0/3936197407 learned_addr learned my addr 172.21.15.2:0/3936197407 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b61d3640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 0x555cd1affb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b51d1640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3ca0 0x555cd1aff650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 -- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 msgr2=0x555cd1affb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 0x555cd1affb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 -- 172.21.15.2:0/3936197407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3ca0 msgr2=0x555cd1aff650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3ca0 0x555cd1aff650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b59d2640 1 -- 172.21.15.2:0/3936197407 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cd17ca3c0 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.213+0000 7f12b61d3640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 0x555cd1affb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12b59d2640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f12a800cec0 tx=0x7f12a80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7346f8b8a400e0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8011a50 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f12a8011bf0 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12a40c0490 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f12a8011df0 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 10 client.16179 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555cd1b10d20 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12a40c0490 con 0x555cd1af3380 2024-09-05T04:13:44.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f12a8018070 con 0x555cd1af3380 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 10 client.16179 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 20 client.16179 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b121e0 0x555cd1b14630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 4 client.16179 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.214+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555cd1a66850 con 0x555cd1b121e0 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.215+0000 7f12b51d1640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b121e0 0x555cd1b14630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.215+0000 7f12957fa640 10 client.16179 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.215+0000 7f12b51d1640 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b121e0 0x555cd1b14630 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=601bc4007d5452d3 server_cookie=5eec7419efc4457b in_seq=0 out_seq=0 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12957fa640 1 -- 172.21.15.2:0/3936197407 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555cd1a66850 con 0x555cd1b121e0 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12957fa640 10 client.16179 handle_command_reply: tid=0 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 client.16179 shutdown 2024-09-05T04:13:44.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 msgr2=0x555cd1b02350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f12a800cec0 tx=0x7f12a80039c0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 shutdown_connections 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b121e0 0x555cd1b14630 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1b02a90 0x555cd1affb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3ca0 0x555cd1aff650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 --2- 172.21.15.2:0/3936197407 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1af3380 0x555cd1b02350 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12957fa640 0 client.16179 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 >> 172.21.15.2:0/3936197407 conn(0x555cd1aefa30 msgr2=0x555cd1af5790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 shutdown_connections 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 1 -- 172.21.15.2:0/3936197407 wait complete. 2024-09-05T04:13:44.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.216+0000 7f12ba00f740 20 client.16179 trim_cache size 0 max 16384 2024-09-05T04:13:44.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 Processor -- start 2024-09-05T04:13:44.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 -- start start 2024-09-05T04:13:44.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1afe630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01aad20 con 0x555cd1b02a90 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01ad5a0 con 0x555cd1af3380 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.233+0000 7f12ba00f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01ab390 con 0x555cd1af3ca0 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38052/0 (socket says 172.21.15.2:38052) 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 -- 172.21.15.2:0/1348256368 learned_addr learned my addr 172.21.15.2:0/1348256368 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b59d2640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1afe630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 -- 172.21.15.2:0/1348256368 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 msgr2=0x555cd1afe630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1afe630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 -- 172.21.15.2:0/1348256368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 msgr2=0x555cd1b0e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 -- 172.21.15.2:0/1348256368 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555cd1afdba0 con 0x555cd1b02a90 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b59d2640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f12a00123a0 tx=0x7f12a0009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=335c26b680734c3c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12977fe640 1 -- 172.21.15.2:0/1348256368 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a0021970 con 0x555cd1b02a90 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12977fe640 1 -- 172.21.15.2:0/1348256368 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12a0010420 con 0x555cd1b02a90 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.234+0000 7f12977fe640 1 -- 172.21.15.2:0/1348256368 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a000f620 con 0x555cd1b02a90 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- 172.21.15.2:0/1348256368 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 msgr2=0x555cd1b19f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f12a00123a0 tx=0x7f12a0009ab0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- 172.21.15.2:0/1348256368 shutdown_connections 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b19f00 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1afe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1348256368 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- 172.21.15.2:0/1348256368 >> 172.21.15.2:0/1348256368 conn(0x555cd1aefa30 msgr2=0x555cd1afdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- 172.21.15.2:0/1348256368 shutdown_connections 2024-09-05T04:13:44.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- 172.21.15.2:0/1348256368 wait complete. 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 -- start start 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.235+0000 7f12ba00f740 1 Processor -- start 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01aba60 con 0x555cd1b02a90 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01aced0 con 0x555cd1af3380 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f12b01ac130 con 0x555cd1af3ca0 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12ba00f740 10 client.0 _ll_register_callbacks cb 0x7f12a8004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b61d3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47194/0 (socket says 172.21.15.2:47194) 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b61d3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38060/0 (socket says 172.21.15.2:38060) 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b59d2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 -- 172.21.15.2:0/1660765781 learned_addr learned my addr 172.21.15.2:0/1660765781 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 -- 172.21.15.2:0/1660765781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 msgr2=0x555cd1b0aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 -- 172.21.15.2:0/1660765781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 msgr2=0x555cd1b06020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b51d1640 1 -- 172.21.15.2:0/1660765781 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555cd1b06850 con 0x555cd1af3ca0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.236+0000 7f12b61d3640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12b51d1640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f12a40bc070 tx=0x7f12a40f0240 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2db57b66149b8fab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4049040 con 0x555cd1af3ca0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12a0010420 con 0x555cd1af3ca0 2024-09-05T04:13:44.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f12a40c0150 con 0x555cd1af3ca0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f12a40c0490 con 0x555cd1af3ca0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 10 client.25717 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555cd1b7cb20 con 0x555cd1af3ca0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12a0010420 con 0x555cd1af3ca0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f12a40b8750 con 0x555cd1af3ca0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 10 client.25717 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 10 client.25717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 20 client.25717 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.237+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b7d0d0 0x555cd1b7f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 4 client.25717 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555cd1a60d60 con 0x555cd1b7d0d0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12b59d2640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b7d0d0 0x555cd1b7f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:44.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12b59d2640 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b7d0d0 0x555cd1b7f4f0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74d95714fe64ece server_cookie=1c2ec90d166864f7 in_seq=0 out_seq=0 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12957fa640 10 client.25717 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12957fa640 1 -- 172.21.15.2:0/1660765781 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555cd1a60d60 con 0x555cd1b7d0d0 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12957fa640 10 client.25717 handle_command_reply: tid=0 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 client.25717 shutdown 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 msgr2=0x555cd1b0afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f12a40bc070 tx=0x7f12a40f0240 comp rx=0 tx=0).stop 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 shutdown_connections 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555cd1b7d0d0 0x555cd1b7f4f0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.238+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555cd1b02a90 0x555cd1b06020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555cd1af3ca0 0x555cd1b0afe0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12957fa640 0 client.25717 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 1 --2- 172.21.15.2:0/1660765781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555cd1af3380 0x555cd1b0aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 >> 172.21.15.2:0/1660765781 conn(0x555cd1aefa30 msgr2=0x555cd1afe740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 shutdown_connections 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 1 -- 172.21.15.2:0/1660765781 wait complete. 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12ba00f740 20 client.25717 trim_cache size 0 max 16384 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "63e77a3e-4e4e-4ef4-9637-e31ab3e17128": { 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "63e77a3e-4e4e-4ef4-9637-e31ab3e17128", 2024-09-05T04:13:44.252 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:13:44.253 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:44.253 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:13:44.253 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:13:44.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 msgr2=0x7f12980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 0x7f12980a51b0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f12a0005fd0 tx=0x7f12a0004ab0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 msgr2=0x7f12b0198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f12a4031440 tx=0x7f12a4004270 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 shutdown_connections 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f12980a2cf0 0x7f12980a51b0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f12b01082a0 0x7f12b019cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f12b01036e0 0x7f12b0198990 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 --2- 172.21.15.2:0/1394280829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f12b0102d30 0x7f12b0198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 >> 172.21.15.2:0/1394280829 conn(0x7f12b00fc7d0 msgr2=0x7f12b0105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 shutdown_connections 2024-09-05T04:13:44.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:13:44.239+0000 7f12b7c36640 1 -- 172.21.15.2:0/1394280829 wait complete. 2024-09-05T04:13:44.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:44 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:13:44.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:44 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:44.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:44 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:13:44.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:44 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:44 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:13:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:44 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:44 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:13:44.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:44 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:44 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:13:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:44 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:44 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:13:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:44 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:13:45.046 INFO:tasks.cephfs.filesystem:scrub status for tag:63e77a3e-4e4e-4ef4-9637-e31ab3e17128 - {'path': '/', 'tag': '63e77a3e-4e4e-4ef4-9637-e31ab3e17128', 'options': 'recursive,force'} 2024-09-05T04:13:45.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 -- 172.21.15.2:0/2451090756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b601080f0 msgr2=0x7f3b6010ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 --2- 172.21.15.2:0/2451090756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b601080f0 0x7f3b6010ea40 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f3b58009cd0 tx=0x7f3b5802a970 comp rx=0 tx=0).stop 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 -- 172.21.15.2:0/2451090756 shutdown_connections 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 --2- 172.21.15.2:0/2451090756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b601080f0 0x7f3b6010ea40 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 --2- 172.21.15.2:0/2451090756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b60101150 0x7f3b60107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 --2- 172.21.15.2:0/2451090756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 0x7f3b60100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 -- 172.21.15.2:0/2451090756 >> 172.21.15.2:0/2451090756 conn(0x7f3b60075f20 msgr2=0x7f3b60076330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 -- 172.21.15.2:0/2451090756 shutdown_connections 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.153+0000 7f3b659a1640 1 -- 172.21.15.2:0/2451090756 wait complete. 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 Processor -- start 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 -- start start 2024-09-05T04:13:45.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 0x7f3b601017a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b601080f0 0x7f3b60102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3b60111e20 con 0x7f3b60101150 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3b60111ca0 con 0x7f3b60100830 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b659a1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3b60111fa0 con 0x7f3b601080f0 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38082/0 (socket says 172.21.15.2:38082) 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3995595957 learned_addr learned my addr 172.21.15.2:0/3995595957 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b601080f0 0x7f3b60102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.154+0000 7f3b5effd640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 0x7f3b601017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3995595957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b601080f0 msgr2=0x7f3b60102220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b601080f0 0x7f3b60102220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3995595957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 msgr2=0x7f3b601017a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 0x7f3b601017a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3995595957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b601a6760 con 0x7f3b60101150 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400c970 tx=0x7f3b5400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b6499f640 1 -- 172.21.15.2:0/3995595957 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54014070 con 0x7f3b60101150 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b6499f640 1 -- 172.21.15.2:0/3995595957 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b54004440 con 0x7f3b60101150 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b601a6a50 con 0x7f3b60101150 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b6499f640 1 -- 172.21.15.2:0/3995595957 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b54003e50 con 0x7f3b60101150 2024-09-05T04:13:45.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.155+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b601a6fa0 con 0x7f3b60101150 2024-09-05T04:13:45.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.157+0000 7f3b6499f640 1 -- 172.21.15.2:0/3995595957 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3b54017070 con 0x7f3b60101150 2024-09-05T04:13:45.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 Processor -- start 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 -- start start 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 0x559183d07ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d12770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559183c6c2f0 con 0x559183d12cb0 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559183c14270 con 0x559183d07af0 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b68814740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559183c682b0 con 0x559183d08410 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b6499f640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 0x7f3b480a5350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38086/0 (socket says 172.21.15.2:38086) 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3659994641 learned_addr learned my addr 172.21.15.2:0/3659994641 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:45.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5effd640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d12770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 0x7f3b480a5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b6499f640 1 -- 172.21.15.2:0/3995595957 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f3b540cf290 con 0x7f3b60101150 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 0x559183d07ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3659994641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 msgr2=0x559183d12770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d12770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3659994641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 msgr2=0x559183d07ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.158+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 0x559183d07ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b5e7fc640 1 -- 172.21.15.2:0/3659994641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559183c13340 con 0x559183d12cb0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b5effd640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d12770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 0x559183d07ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f3b54097810 tx=0x7f3b54000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e8f920cad3efae3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 0x7f3b480a5350 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3b58004af0 tx=0x7f3b580098e0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b45ffb640 1 -- 172.21.15.2:0/3659994641 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5409bab0 con 0x559183d12cb0 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b45ffb640 1 -- 172.21.15.2:0/3659994641 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b5409b3b0 con 0x559183d12cb0 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.159+0000 7f3b45ffb640 1 -- 172.21.15.2:0/3659994641 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b540cc860 con 0x559183d12cb0 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- 172.21.15.2:0/3659994641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 msgr2=0x559183d150a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f3b54097810 tx=0x7f3b54000bc0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- 172.21.15.2:0/3659994641 shutdown_connections 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d150a0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d12770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 --2- 172.21.15.2:0/3659994641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d07af0 0x559183d07ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- 172.21.15.2:0/3659994641 >> 172.21.15.2:0/3659994641 conn(0x559183d04060 msgr2=0x559183d04440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- 172.21.15.2:0/3659994641 shutdown_connections 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- 172.21.15.2:0/3659994641 wait complete. 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 -- start start 2024-09-05T04:13:45.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.160+0000 7f3b68814740 1 Processor -- start 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d10140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 0x559183d10680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559183d15880 con 0x559183d07af0 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559183bf5290 con 0x559183d12cb0 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559183d15a00 con 0x559183d08410 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 10 client.0 _ll_register_callbacks cb 0x559183c26140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38098/0 (socket says 172.21.15.2:38098) 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 -- 172.21.15.2:0/4087968372 learned_addr learned my addr 172.21.15.2:0/4087968372 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 0x559183d10680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d10140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 -- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 msgr2=0x559183d10140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d10140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 -- 172.21.15.2:0/4087968372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 msgr2=0x559183d10680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 0x559183d10680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 -- 172.21.15.2:0/4087968372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55918397f210 con 0x559183d07af0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 0x559183d10680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d10140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b5effd640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f3b5000baa0 tx=0x7f3b5000bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4648eb31a16f9f80 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b3effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b50003df0 con 0x559183d07af0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f3b50011440 con 0x559183d07af0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.161+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b5409b3b0 con 0x559183d07af0 2024-09-05T04:13:45.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3b50011640 con 0x559183d07af0 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 10 client.16197 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559183a4b620 con 0x559183d07af0 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b5409b3b0 con 0x559183d07af0 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3b5001b8b0 con 0x559183d07af0 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 10 client.16197 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 10 client.16197 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 20 client.16197 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d22d00 0x559183d25150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 4 client.16197 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559183c79a20 con 0x559183d22d00 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.162+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d22d00 0x559183d25150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.163+0000 7f3b3effd640 10 client.16197 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.163+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d22d00 0x559183d25150 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2fdcedafe3b9747 server_cookie=610b5c97ddabf614 in_seq=0 out_seq=0 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.163+0000 7f3b3effd640 1 -- 172.21.15.2:0/4087968372 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559183c79a20 con 0x559183d22d00 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.163+0000 7f3b3effd640 10 client.16197 handle_command_reply: tid=0 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.163+0000 7f3b68814740 1 client.16197 shutdown 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 msgr2=0x559183d0fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f3b5000baa0 tx=0x7f3b5000bf60 comp rx=0 tx=0).stop 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 shutdown_connections 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d22d00 0x559183d25150 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d12cb0 0x559183d10680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d08410 0x559183d10140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b3effd640 0 client.16197 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 --2- 172.21.15.2:0/4087968372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d0fc00 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 >> 172.21.15.2:0/4087968372 conn(0x559183d04060 msgr2=0x559183d09d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 shutdown_connections 2024-09-05T04:13:45.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 1 -- 172.21.15.2:0/4087968372 wait complete. 2024-09-05T04:13:45.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.164+0000 7f3b68814740 20 client.16197 trim_cache size 0 max 16384 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.178+0000 7f3b68814740 1 Processor -- start 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.178+0000 7f3b68814740 1 -- start start 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d07af0 0x559183d0a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d104b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601af150 con 0x559183d12cb0 2024-09-05T04:13:45.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601b19d0 con 0x559183d08410 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b68814740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601af7c0 con 0x559183d07af0 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38100/0 (socket says 172.21.15.2:38100) 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 -- 172.21.15.2:0/1246530925 learned_addr learned my addr 172.21.15.2:0/1246530925 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d104b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5effd640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d07af0 0x559183d0a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 -- 172.21.15.2:0/1246530925 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d07af0 msgr2=0x559183d0a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d07af0 0x559183d0a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 -- 172.21.15.2:0/1246530925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 msgr2=0x559183d104b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d104b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 -- 172.21.15.2:0/1246530925 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559183d051f0 con 0x559183d12cb0 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d104b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:45.183 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f3b58009ca0 tx=0x7f3b58005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde9a4b7f4d8e41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b457fa640 1 -- 172.21.15.2:0/1246530925 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b58043040 con 0x559183d12cb0 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b457fa640 1 -- 172.21.15.2:0/1246530925 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b580498d0 con 0x559183d12cb0 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.179+0000 7f3b457fa640 1 -- 172.21.15.2:0/1246530925 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b58034040 con 0x559183d12cb0 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- 172.21.15.2:0/1246530925 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 msgr2=0x559183d2aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f3b58009ca0 tx=0x7f3b58005d80 comp rx=0 tx=0).stop 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- 172.21.15.2:0/1246530925 shutdown_connections 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d12cb0 0x559183d2aab0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d104b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 --2- 172.21.15.2:0/1246530925 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d07af0 0x559183d0a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- 172.21.15.2:0/1246530925 >> 172.21.15.2:0/1246530925 conn(0x559183d04060 msgr2=0x559183d11c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- 172.21.15.2:0/1246530925 shutdown_connections 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- 172.21.15.2:0/1246530925 wait complete. 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.180+0000 7f3b68814740 1 -- start start 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 Processor -- start 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d16810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d12cb0 0x559183d16e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601afe90 con 0x559183d07af0 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601b1300 con 0x559183d08410 2024-09-05T04:13:45.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3b601b0560 con 0x559183d12cb0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b68814740 10 client.0 _ll_register_callbacks cb 0x7f3b50004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38108/0 (socket says 172.21.15.2:38108) 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 -- 172.21.15.2:0/832855600 learned_addr learned my addr 172.21.15.2:0/832855600 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d16810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5f7fe640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d12cb0 0x559183d16e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 -- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d12cb0 msgr2=0x559183d16e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d12cb0 0x559183d16e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 -- 172.21.15.2:0/832855600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 msgr2=0x559183d16810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d16810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.181+0000 7f3b5effd640 1 -- 172.21.15.2:0/832855600 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559183d17630 con 0x559183d07af0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.182+0000 7f3b5effd640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f3b50004220 tx=0x7f3b50005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5da5234c930b0a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:45.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.182+0000 7f3b3effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b5002d070 con 0x559183d07af0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f3b50011440 con 0x559183d07af0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b580498d0 con 0x559183d07af0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3b5000b400 con 0x559183d07af0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b68814740 10 client.16203 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559183d8db70 con 0x559183d07af0 2024-09-05T04:13:45.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.184+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b580498d0 con 0x559183d07af0 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3b50004680 con 0x559183d07af0 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 10 client.16203 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 10 client.16203 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 20 client.16203 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d8e2c0 0x559183d906e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 4 client.16203 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559183c73d70 con 0x559183d8e2c0 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d8e2c0 0x559183d906e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b3effd640 10 client.16203 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:45.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.185+0000 7f3b5e7fc640 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d8e2c0 0x559183d906e0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d16b797f8840c4a8 server_cookie=2042bd477a26afe9 in_seq=0 out_seq=0 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b3effd640 1 -- 172.21.15.2:0/832855600 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559183c73d70 con 0x559183d8e2c0 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b3effd640 10 client.16203 handle_command_reply: tid=0 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 client.16203 shutdown 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 msgr2=0x559183d1b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f3b50004220 tx=0x7f3b50005850 comp rx=0 tx=0).stop 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 shutdown_connections 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559183d8e2c0 0x559183d906e0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559183d12cb0 0x559183d16e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559183d08410 0x559183d16810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b3effd640 0 client.16203 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 --2- 172.21.15.2:0/832855600 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559183d07af0 0x559183d1b4f0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 >> 172.21.15.2:0/832855600 conn(0x559183d04060 msgr2=0x559183d11460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 shutdown_connections 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 1 -- 172.21.15.2:0/832855600 wait complete. 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.197+0000 7f3b68814740 20 client.16203 trim_cache size 0 max 16384 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:13:45.199 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:13:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 msgr2=0x7f3b480a5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 0x7f3b480a5350 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f3b58004af0 tx=0x7f3b580098e0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 msgr2=0x7f3b60101ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:45.200 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3b5400c970 tx=0x7f3b5400ce30 comp rx=0 tx=0).stop 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 shutdown_connections 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3b480a2e90 0x7f3b480a5350 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3b601080f0 0x7f3b60102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3b60101150 0x7f3b60101ce0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 --2- 172.21.15.2:0/3995595957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3b60100830 0x7f3b601017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 >> 172.21.15.2:0/3995595957 conn(0x7f3b60075f20 msgr2=0x7f3b600ff730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 shutdown_connections 2024-09-05T04:13:45.201 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:45.198+0000 7f3b659a1640 1 -- 172.21.15.2:0/3995595957 wait complete. 2024-09-05T04:13:45.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:45 smithi002 ceph-mon[31001]: pgmap v86: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:13:45.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:45 smithi047 ceph-mon[34498]: pgmap v86: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:13:45.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:45 smithi079 ceph-mon[34908]: pgmap v86: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 16 KiB/s wr, 11 op/s 2024-09-05T04:13:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:47 smithi047 ceph-mon[34498]: pgmap v87: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:47 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:13:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:47 smithi002 ceph-mon[31001]: pgmap v87: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:47 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:13:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:47 smithi079 ceph-mon[34908]: pgmap v87: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:47 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:13:49.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:49 smithi002 ceph-mon[31001]: pgmap v88: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:49 smithi079 ceph-mon[34908]: pgmap v88: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:49 smithi047 ceph-mon[34498]: pgmap v88: 129 pgs: 129 active+clean; 2.3 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 15 KiB/s wr, 8 op/s 2024-09-05T04:13:51.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:51 smithi002 ceph-mon[31001]: pgmap v89: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-09-05T04:13:51.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:51 smithi079 ceph-mon[34908]: pgmap v89: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-09-05T04:13:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:51 smithi047 ceph-mon[34498]: pgmap v89: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-09-05T04:13:51.855 INFO:tasks.workunit.client.0.smithi002.stdout:1/600: open fd = 3 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:2/600: open fd = 3 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:3/600: open fd = 3 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:4/600: open fd = 3 2024-09-05T04:13:51.856 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:5/600: open fd = 3 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:6/600: open fd = 3 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:7/600: open fd = 3 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.857 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:8/600: open fd = 3 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:9/600: open fd = 3 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:10/600: open fd = 3 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.858 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:11/600: open fd = 3 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:12/600: open fd = 3 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:13/600: open fd = 3 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:14/600: open fd = 3 2024-09-05T04:13:51.859 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:15/600: open fd = 3 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:16/600: open fd = 3 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:17/600: open fd = 3 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.860 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:18/600: open fd = 3 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:19/600: open fd = 3 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:20/600: open fd = 3 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.861 INFO:tasks.workunit.client.0.smithi002.stdout:21/600: open fd = 3 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:22/600: open fd = 3 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:23/600: open fd = 3 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:24/600: open fd = 3 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.862 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:25/600: open fd = 3 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:26/600: open fd = 3 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:27/600: open fd = 3 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.863 INFO:tasks.workunit.client.0.smithi002.stdout:28/600: open fd = 3 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:29/600: open fd = 3 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:30/600: open fd = 3 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:31/600: open fd = 3 2024-09-05T04:13:51.864 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:32/600: open fd = 3 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:33/600: open fd = 3 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:34/600: open fd = 3 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.865 INFO:tasks.workunit.client.0.smithi002.stdout:35/600: open fd = 3 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:36/600: open fd = 3 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:37/600: open fd = 3 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:38/600: open fd = 3 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.866 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:39/600: open fd = 3 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:40/600: open fd = 3 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:41/600: open fd = 3 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.867 INFO:tasks.workunit.client.0.smithi002.stdout:42/600: open fd = 3 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:43/600: open fd = 3 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:44/600: open fd = 3 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:45/600: open fd = 3 2024-09-05T04:13:51.868 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:46/600: open fd = 3 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:47/600: open fd = 3 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:48/600: open fd = 3 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.869 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:49/600: open fd = 3 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:50/600: open fd = 3 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:51/600: open fd = 3 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:52/600: open fd = 3 2024-09-05T04:13:51.870 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:53/600: open fd = 3 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:54/600: open fd = 3 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:55/600: open fd = 3 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.871 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:56/600: open fd = 3 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:57/600: open fd = 3 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:58/600: open fd = 3 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:59/600: open fd = 3 2024-09-05T04:13:51.872 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:60/600: open fd = 3 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:61/600: open fd = 3 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:62/600: open fd = 3 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.873 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.874 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:51.874 INFO:tasks.workunit.client.0.smithi002.stdout:63/600: open fd = 3 2024-09-05T04:13:51.874 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.874 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:13:51.874 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:13:53.489 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:53 smithi047 ceph-mon[34498]: pgmap v90: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-09-05T04:13:53.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:53 smithi002 ceph-mon[31001]: pgmap v90: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-09-05T04:13:53.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:53 smithi079 ceph-mon[34908]: pgmap v90: 129 pgs: 129 active+clean; 2.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 10 op/s 2024-09-05T04:13:55.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:55 smithi002 ceph-mon[31001]: pgmap v91: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-05T04:13:55.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:55 smithi079 ceph-mon[34908]: pgmap v91: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-05T04:13:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:55 smithi047 ceph-mon[34498]: pgmap v91: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-09-05T04:13:57.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:57 smithi002 ceph-mon[31001]: pgmap v92: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:13:57.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:57 smithi079 ceph-mon[34908]: pgmap v92: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:13:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:57 smithi047 ceph-mon[34498]: pgmap v92: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 -- 172.21.15.2:0/3405145405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8102d00 msgr2=0x7f58b81030e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/3405145405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8102d00 0x7f58b81030e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f58a8009900 tx=0x7f58a802a480 comp rx=0 tx=0).stop 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 -- 172.21.15.2:0/3405145405 shutdown_connections 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/3405145405 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b810e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/3405145405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8103620 0x7f58b810bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/3405145405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8102d00 0x7f58b81030e0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 -- 172.21.15.2:0/3405145405 >> 172.21.15.2:0/3405145405 conn(0x7f58b80fc6b0 msgr2=0x7f58b80fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 -- 172.21.15.2:0/3405145405 shutdown_connections 2024-09-05T04:13:58.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.296+0000 7f58bcdd6640 1 -- 172.21.15.2:0/3405145405 wait complete. 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 Processor -- start 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 -- start start 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 0x7f58b81982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8111d80 con 0x7f58b8103620 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8111c00 con 0x7f58b8102d00 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58bcdd6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8111f00 con 0x7f58b810c0d0 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58b5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58b5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44588/0 (socket says 172.21.15.2:44588) 2024-09-05T04:13:58.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.297+0000 7f58b5d9b640 1 -- 172.21.15.2:0/1286656112 learned_addr learned my addr 172.21.15.2:0/1286656112 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b659c640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 0x7f58b81982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 -- 172.21.15.2:0/1286656112 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 msgr2=0x7f58b819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 -- 172.21.15.2:0/1286656112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 msgr2=0x7f58b81982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 0x7f58b81982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 -- 172.21.15.2:0/1286656112 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b819d2d0 con 0x7f58b8103620 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b659c640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 0x7f58b81982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00d950 tx=0x7f58ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58a77fe640 1 -- 172.21.15.2:0/1286656112 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac017070 con 0x7f58b8103620 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b819d5c0 con 0x7f58b8103620 2024-09-05T04:13:58.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58a77fe640 1 -- 172.21.15.2:0/1286656112 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58ac009c30 con 0x7f58b8103620 2024-09-05T04:13:58.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58a77fe640 1 -- 172.21.15.2:0/1286656112 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac00f620 con 0x7f58b8103620 2024-09-05T04:13:58.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.298+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b81a4e50 con 0x7f58b8103620 2024-09-05T04:13:58.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.301+0000 7f58bfc4a740 1 Processor -- start 2024-09-05T04:13:58.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 -- start start 2024-09-05T04:13:58.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58a77fe640 1 -- 172.21.15.2:0/1286656112 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f58ac0109a0 con 0x7f58b8103620 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f17095e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f1709610a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f1708b82f0 con 0x55f170953af0 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f170860270 con 0x55f170954410 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f1708b42b0 con 0x55f17095ecb0 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44594/0 (socket says 172.21.15.2:44594) 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1339848945 learned_addr learned my addr 172.21.15.2:0/1339848945 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b659c640 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f17095e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f1709610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1339848945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 msgr2=0x55f1709610a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f1709610a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1339848945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 msgr2=0x55f17095e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f17095e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.302+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1339848945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f17085f340 con 0x55f170953af0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009e40 tx=0x7f58b000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e96f26795ad50d34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58a77fe640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 0x7f58a00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58a4ff9640 1 -- 172.21.15.2:0/1339848945 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0004d20 con 0x55f170953af0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58b659c640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 0x7f58a00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58a4ff9640 1 -- 172.21.15.2:0/1339848945 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58b00054d0 con 0x55f170953af0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58a4ff9640 1 -- 172.21.15.2:0/1339848945 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0011800 con 0x55f170953af0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.303+0000 7f58a77fe640 1 -- 172.21.15.2:0/1286656112 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f58ac0cf4d0 con 0x7f58b8103620 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1339848945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 msgr2=0x55f170953ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58b659c640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 0x7f58a00a51b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55f170950ec0 tx=0x7f58a8005a20 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009e40 tx=0x7f58b000f730 comp rx=0 tx=0).stop 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1339848945 shutdown_connections 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f1709610a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f17095e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1339848945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170953ed0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1339848945 >> 172.21.15.2:0/1339848945 conn(0x55f170950060 msgr2=0x55f170950440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1339848945 shutdown_connections 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1339848945 wait complete. 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 -- start start 2024-09-05T04:13:58.307 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 Processor -- start 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f17095bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f170954410 0x55f17095c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.304+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f170961880 con 0x55f17095ecb0 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f170841290 con 0x55f170953af0 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f170961a00 con 0x55f170954410 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58bfc4a740 10 client.0 _ll_register_callbacks cb 0x55f170872140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44604/0 (socket says 172.21.15.2:44604) 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1004467901 learned_addr learned my addr 172.21.15.2:0/1004467901 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:58.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f170954410 0x55f17095c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b659c640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f17095bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f170954410 msgr2=0x55f17095c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f170954410 0x55f17095c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1004467901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 msgr2=0x55f17095bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f17095bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 -- 172.21.15.2:0/1004467901 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1705cb210 con 0x55f17095ecb0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b659c640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f17095bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f58b0005230 tx=0x7f58b0005260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b509d5b65e6443 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f589dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0005890 con 0x55f17095ecb0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b00054d0 con 0x55f17095ecb0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.305+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f58b00049c0 con 0x55f17095ecb0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f58b0004bc0 con 0x55f17095ecb0 2024-09-05T04:13:58.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 10 client.16215 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f170697620 con 0x55f17095ecb0 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58b00054d0 con 0x55f17095ecb0 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f58b0019430 con 0x55f17095ecb0 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 10 client.16215 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 10 client.16215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 20 client.16215 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f17096ed20 0x55f170971110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 4 client.16215 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1708c5a20 con 0x55f17096ed20 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.306+0000 7f58b659c640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f17096ed20 0x55f170971110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.307+0000 7f58b659c640 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f17096ed20 0x55f170971110 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8bac7cdda3faac2 server_cookie=832a92e6b37cbc37 in_seq=0 out_seq=0 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.307+0000 7f589dffb640 10 client.16215 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f589dffb640 1 -- 172.21.15.2:0/1004467901 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f1708c5a20 con 0x55f17096ed20 2024-09-05T04:13:58.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f589dffb640 10 client.16215 handle_command_reply: tid=0 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 client.16215 shutdown 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 msgr2=0x55f17095c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f58b0005230 tx=0x7f58b0005260 comp rx=0 tx=0).stop 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 shutdown_connections 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f17096ed20 0x55f170971110 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f17095ecb0 0x55f17095c6a0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f170954410 0x55f17095c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f589dffb640 0 client.16215 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/1004467901 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f17095bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 >> 172.21.15.2:0/1004467901 conn(0x55f170950060 msgr2=0x55f170955dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 shutdown_connections 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 1 -- 172.21.15.2:0/1004467901 wait complete. 2024-09-05T04:13:58.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.308+0000 7f58bfc4a740 20 client.16215 trim_cache size 0 max 16384 2024-09-05T04:13:58.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.322+0000 7f58bfc4a740 1 Processor -- start 2024-09-05T04:13:58.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.322+0000 7f58bfc4a740 1 -- start start 2024-09-05T04:13:58.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f170956560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170976880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81acf20 con 0x55f170954410 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81af7a0 con 0x55f170953af0 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81ad590 con 0x55f17095ecb0 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44608/0 (socket says 172.21.15.2:44608) 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 -- 172.21.15.2:0/2987577601 learned_addr learned my addr 172.21.15.2:0/2987577601 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b659c640 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f170956560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 -- 172.21.15.2:0/2987577601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 msgr2=0x55f170976880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170976880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 -- 172.21.15.2:0/2987577601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 msgr2=0x55f170956560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f170956560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 -- 172.21.15.2:0/2987577601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f170951110 con 0x55f170954410 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b659c640 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f170956560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:13:58.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f58ac005fd0 tx=0x7f58ac00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c92206a28d55440 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f589ffff640 1 -- 172.21.15.2:0/2987577601 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac020050 con 0x55f170954410 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f589ffff640 1 -- 172.21.15.2:0/2987577601 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58ac009de0 con 0x55f170954410 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.323+0000 7f589ffff640 1 -- 172.21.15.2:0/2987577601 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ac097cc0 con 0x55f170954410 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2987577601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 msgr2=0x55f17095c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f58ac005fd0 tx=0x7f58ac00bf60 comp rx=0 tx=0).stop 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2987577601 shutdown_connections 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170976880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170954410 0x55f17095c4d0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2987577601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170953af0 0x55f170956560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2987577601 >> 172.21.15.2:0/2987577601 conn(0x55f170950060 msgr2=0x55f17095dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2987577601 shutdown_connections 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2987577601 wait complete. 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 -- start start 2024-09-05T04:13:58.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.324+0000 7f58bfc4a740 1 Processor -- start 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f170959150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170959690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81adc60 con 0x55f170953af0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81af0d0 con 0x55f170954410 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81ae330 con 0x55f17095ecb0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 10 client.0 _ll_register_callbacks cb 0x7f58a8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44612/0 (socket says 172.21.15.2:44612) 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 -- 172.21.15.2:0/2641869184 learned_addr learned my addr 172.21.15.2:0/2641869184 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170959690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f170959150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 -- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 msgr2=0x55f170959690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170959690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 -- 172.21.15.2:0/2641869184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 msgr2=0x55f170959150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f170959150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 -- 172.21.15.2:0/2641869184 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f170953920 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b6d9d640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170959690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58b659c640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f58a8009900 tx=0x7f58a802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba159cebd98eec49 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f589dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a8035040 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f58a8043040 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.325+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58ac009de0 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f58a805d050 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 10 client.16221 fetch_fsmap learned FSMap version 21 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f1709d98e0 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58ac009de0 con 0x55f170953af0 2024-09-05T04:13:58.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f58a8004cd0 con 0x55f170953af0 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 10 client.16221 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 10 client.16221 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 20 client.16221 populate_metadata read hostname 'smithi002' 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f1709da060 0x55f1709dc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 4 client.16221 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f1708bfd70 con 0x55f1709da060 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.326+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f1709da060 0x55f1709dc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.327+0000 7f58b5d9b640 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f1709da060 0x55f1709dc480 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=253f45d0250447a1 server_cookie=b22de6827e3c2d2e in_seq=0 out_seq=0 2024-09-05T04:13:58.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.327+0000 7f589dffb640 10 client.16221 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f589dffb640 1 -- 172.21.15.2:0/2641869184 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f1708bfd70 con 0x55f1709da060 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f589dffb640 10 client.16221 handle_command_reply: tid=0 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 client.16221 shutdown 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 msgr2=0x55f170958c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f58a8009900 tx=0x7f58a802a480 comp rx=0 tx=0).stop 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 shutdown_connections 2024-09-05T04:13:58.342 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f1709da060 0x55f1709dc480 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f17095ecb0 0x55f170959690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f170954410 0x55f170959150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f589dffb640 0 client.16221 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 --2- 172.21.15.2:0/2641869184 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f170953af0 0x55f170958c10 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 >> 172.21.15.2:0/2641869184 conn(0x55f170950060 msgr2=0x55f17094e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 shutdown_connections 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.341+0000 7f58bfc4a740 1 -- 172.21.15.2:0/2641869184 wait complete. 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bfc4a740 20 client.16221 trim_cache size 0 max 16384 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:13:58.343 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:13:58.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:13:58.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:13:58.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 msgr2=0x7f58a00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 0x7f58a00a51b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55f170950ec0 tx=0x7f58a8005a20 comp rx=0 tx=0).stop 2024-09-05T04:13:58.344 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 msgr2=0x7f58b8198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00d950 tx=0x7f58ac00de10 comp rx=0 tx=0).stop 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 shutdown_connections 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58a00a2cf0 0x7f58a00a51b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58b810c0d0 0x7f58b819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58b8103620 0x7f58b8198820 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 --2- 172.21.15.2:0/1286656112 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f58b8102d00 0x7f58b81982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 >> 172.21.15.2:0/1286656112 conn(0x7f58b80fc6b0 msgr2=0x7f58b80fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 shutdown_connections 2024-09-05T04:13:58.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:13:58.342+0000 7f58bcdd6640 1 -- 172.21.15.2:0/1286656112 wait complete. 2024-09-05T04:13:59.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:13:59 smithi002 ceph-mon[31001]: pgmap v93: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:13:59.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:13:59 smithi079 ceph-mon[34908]: pgmap v93: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:13:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:13:59 smithi047 ceph-mon[34498]: pgmap v93: 129 pgs: 129 active+clean; 2.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:14:01.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:01 smithi002 ceph-mon[31001]: pgmap v94: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-05T04:14:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:01 smithi079 ceph-mon[34908]: pgmap v94: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-05T04:14:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:01 smithi047 ceph-mon[34498]: pgmap v94: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 33 KiB/s wr, 15 op/s 2024-09-05T04:14:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:03 smithi002 ceph-mon[31001]: pgmap v95: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:14:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:03 smithi079 ceph-mon[34908]: pgmap v95: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:14:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:03 smithi047 ceph-mon[34498]: pgmap v95: 129 pgs: 129 active+clean; 2.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 9 op/s 2024-09-05T04:14:05.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:05 smithi002 ceph-mon[31001]: pgmap v96: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-09-05T04:14:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:05 smithi079 ceph-mon[34908]: pgmap v96: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-09-05T04:14:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:05 smithi047 ceph-mon[34498]: pgmap v96: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-09-05T04:14:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:07 smithi002 ceph-mon[31001]: pgmap v97: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:07.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:07 smithi079 ceph-mon[34908]: pgmap v97: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:07 smithi047 ceph-mon[34498]: pgmap v97: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:09 smithi002 ceph-mon[31001]: pgmap v98: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:14:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:14:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:14:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:14:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:09 smithi079 ceph-mon[34908]: pgmap v98: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:14:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:14:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:14:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:14:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:09 smithi047 ceph-mon[34498]: pgmap v98: 129 pgs: 129 active+clean; 2.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 43 KiB/s wr, 24 op/s 2024-09-05T04:14:09.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:14:09.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:14:09.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:14:09.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:14:11.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 -- 172.21.15.2:0/3664838050 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74101150 msgr2=0x7f0c74107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/3664838050 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74101150 0x7f0c74107990 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f0c64009cd0 tx=0x7f0c6402a970 comp rx=0 tx=0).stop 2024-09-05T04:14:11.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 -- 172.21.15.2:0/3664838050 shutdown_connections 2024-09-05T04:14:11.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/3664838050 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c741080f0 0x7f0c7410ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/3664838050 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74101150 0x7f0c74107990 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/3664838050 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c74100830 0x7f0c74100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 -- 172.21.15.2:0/3664838050 >> 172.21.15.2:0/3664838050 conn(0x7f0c74075ec0 msgr2=0x7f0c740762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 -- 172.21.15.2:0/3664838050 shutdown_connections 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.440+0000 7f0c7aaac640 1 -- 172.21.15.2:0/3664838050 wait complete. 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 Processor -- start 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 -- start start 2024-09-05T04:14:11.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c74101150 0x7f0c741988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c741080f0 0x7f0c7419cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74111d90 con 0x7f0c74100830 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74111c10 con 0x7f0c74101150 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c7aaac640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74111f10 con 0x7f0c741080f0 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58588/0 (socket says 172.21.15.2:58588) 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 -- 172.21.15.2:0/2686950329 learned_addr learned my addr 172.21.15.2:0/2686950329 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c73fff640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c74101150 0x7f0c741988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c79049640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c741080f0 0x7f0c7419cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 -- 172.21.15.2:0/2686950329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c741080f0 msgr2=0x7f0c7419cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c741080f0 0x7f0c7419cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 -- 172.21.15.2:0/2686950329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c74101150 msgr2=0x7f0c741988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c74101150 0x7f0c741988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.441+0000 7f0c78848640 1 -- 172.21.15.2:0/2686950329 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c7419d350 con 0x7f0c74100830 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c78848640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00c920 tx=0x7f0c5c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c71ffb640 1 -- 172.21.15.2:0/2686950329 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c007c70 con 0x7f0c74100830 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c7419d640 con 0x7f0c74100830 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c71ffb640 1 -- 172.21.15.2:0/2686950329 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c5c007e10 con 0x7f0c74100830 2024-09-05T04:14:11.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c71ffb640 1 -- 172.21.15.2:0/2686950329 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c018820 con 0x7f0c74100830 2024-09-05T04:14:11.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.442+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c741a4ed0 con 0x7f0c74100830 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.444+0000 7f0c71ffb640 1 -- 172.21.15.2:0/2686950329 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0c5c0189c0 con 0x7f0c74100830 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 Processor -- start 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 -- start start 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f64ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556b6f5b22f0 con 0x556b6f64e410 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556b6f55a270 con 0x556b6f64daf0 2024-09-05T04:14:11.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556b6f5ae2b0 con 0x556b6f658cb0 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c71ffb640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 0x7f0c600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58594/0 (socket says 172.21.15.2:58594) 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c78848640 1 -- 172.21.15.2:0/2175257055 learned_addr learned my addr 172.21.15.2:0/2175257055 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c79049640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 0x7f0c600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c73fff640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c71ffb640 1 -- 172.21.15.2:0/2686950329 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c5c0cf920 con 0x7f0c74100830 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.445+0000 7f0c79049640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f64ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 -- 172.21.15.2:0/2175257055 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 msgr2=0x556b6f65b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 -- 172.21.15.2:0/2175257055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 msgr2=0x556b6f64ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f64ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 -- 172.21.15.2:0/2175257055 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6f559340 con 0x556b6f64e410 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c79049640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f64ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c78848640 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c0ccc40 tx=0x7f0c5c09b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=799acf185ebb2b90 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c79049640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 0x7f0c600a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c005d80 tx=0x7f0c6c005cf0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c6affd640 1 -- 172.21.15.2:0/2175257055 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c09c1a0 con 0x556b6f64e410 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c6affd640 1 -- 172.21.15.2:0/2175257055 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c5c09baa0 con 0x556b6f64e410 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.446+0000 7f0c6affd640 1 -- 172.21.15.2:0/2175257055 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c09bd00 con 0x556b6f64e410 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2175257055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 msgr2=0x556b6f658770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c0ccc40 tx=0x7f0c5c09b6a0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2175257055 shutdown_connections 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f658770 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2175257055 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f64ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2175257055 >> 172.21.15.2:0/2175257055 conn(0x556b6f64a060 msgr2=0x556b6f64a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2175257055 shutdown_connections 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2175257055 wait complete. 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 -- start start 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.447+0000 7f0c7d84a740 1 Processor -- start 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f655bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f656630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556b6f65b880 con 0x556b6f64e410 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556b6f53b290 con 0x556b6f64daf0 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556b6f65ba00 con 0x556b6f658cb0 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c7d84a740 10 client.0 _ll_register_callbacks cb 0x556b6f56c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:11.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58598/0 (socket says 172.21.15.2:58598) 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 -- 172.21.15.2:0/2886735335 learned_addr learned my addr 172.21.15.2:0/2886735335 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c78848640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f655bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c79049640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f656630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 -- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 msgr2=0x556b6f656630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f656630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 -- 172.21.15.2:0/2886735335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 msgr2=0x556b6f655bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f655bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 -- 172.21.15.2:0/2886735335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6f2c5210 con 0x556b6f64e410 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c73fff640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0c74077240 tx=0x7f0c6402fea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af5634924bd4eae4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.448+0000 7f0c53fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:11.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c64049060 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c64003d80 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c5c09baa0 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c64050050 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 10 client.16233 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556b6f391620 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c5c09baa0 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c640046b0 con 0x556b6f64e410 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 10 client.16233 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 10 client.16233 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 20 client.16233 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f668c20 0x556b6f66b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 4 client.16233 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:11.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.449+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b6f5bfa20 con 0x556b6f668c20 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.450+0000 7f0c78848640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f668c20 0x556b6f66b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.450+0000 7f0c53fff640 10 client.16233 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.450+0000 7f0c78848640 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f668c20 0x556b6f66b010 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0960b5f73343c7e server_cookie=60926120d2056032 in_seq=0 out_seq=0 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c53fff640 1 -- 172.21.15.2:0/2886735335 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556b6f5bfa20 con 0x556b6f668c20 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c53fff640 10 client.16233 handle_command_reply: tid=0 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 client.16233 shutdown 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 msgr2=0x556b6f6560f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0c74077240 tx=0x7f0c6402fea0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 shutdown_connections 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f668c20 0x556b6f66b010 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f656630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64e410 0x556b6f6560f0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/2886735335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64daf0 0x556b6f655bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c53fff640 0 client.16233 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:11.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 >> 172.21.15.2:0/2886735335 conn(0x556b6f64a060 msgr2=0x556b6f64fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 shutdown_connections 2024-09-05T04:14:11.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 1 -- 172.21.15.2:0/2886735335 wait complete. 2024-09-05T04:14:11.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.451+0000 7f0c7d84a740 20 client.16233 trim_cache size 0 max 16384 2024-09-05T04:14:11.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 Processor -- start 2024-09-05T04:14:11.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 -- start start 2024-09-05T04:14:11.469 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f64daf0 0x556b6f657ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f656460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741ace80 con 0x556b6f658cb0 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741af700 con 0x556b6f64e410 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741ad4f0 con 0x556b6f64daf0 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c79049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c79049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58600/0 (socket says 172.21.15.2:58600) 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c79049640 1 -- 172.21.15.2:0/1347859991 learned_addr learned my addr 172.21.15.2:0/1347859991 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:11.470 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c78848640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f64daf0 0x556b6f657ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.466+0000 7f0c73fff640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f656460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 -- 172.21.15.2:0/1347859991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f64daf0 msgr2=0x556b6f657ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f64daf0 0x556b6f657ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 -- 172.21.15.2:0/1347859991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 msgr2=0x556b6f656460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f656460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 -- 172.21.15.2:0/1347859991 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b6f64d870 con 0x556b6f658cb0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c73fff640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f656460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c79049640 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00cf00 tx=0x7f0c6c00b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98a5149d9946f625 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c6a7fc640 1 -- 172.21.15.2:0/1347859991 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c029680 con 0x556b6f658cb0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c6a7fc640 1 -- 172.21.15.2:0/1347859991 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c6c029cd0 con 0x556b6f658cb0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c6a7fc640 1 -- 172.21.15.2:0/1347859991 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c6c020d90 con 0x556b6f658cb0 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1347859991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 msgr2=0x556b6f670900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.471 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.467+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c00cf00 tx=0x7f0c6c00b000 comp rx=0 tx=0).stop 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1347859991 shutdown_connections 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f658cb0 0x556b6f670900 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f656460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1347859991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f64daf0 0x556b6f657ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1347859991 >> 172.21.15.2:0/1347859991 conn(0x556b6f64a060 msgr2=0x556b6f6491c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1347859991 shutdown_connections 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1347859991 wait complete. 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- start start 2024-09-05T04:14:11.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 Processor -- start 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f6611d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741adbc0 con 0x556b6f64daf0 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741af030 con 0x556b6f64e410 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c741ae290 con 0x556b6f658cb0 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c7d84a740 10 client.0 _ll_register_callbacks cb 0x7f0c640098e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.468+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58606/0 (socket says 172.21.15.2:58606) 2024-09-05T04:14:11.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 -- 172.21.15.2:0/1786604841 learned_addr learned my addr 172.21.15.2:0/1786604841 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c79049640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c73fff640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f6611d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 -- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 msgr2=0x556b6f65dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 -- 172.21.15.2:0/1786604841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 msgr2=0x556b6f6611d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f6611d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 -- 172.21.15.2:0/1786604841 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b6f65e1a0 con 0x556b6f64daf0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c78848640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c09b7a0 tx=0x7f0c5c0058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de1b0ac28a5659af server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c53fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c09c1a0 con 0x556b6f64daf0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c5c098110 con 0x556b6f64daf0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c6c029cd0 con 0x556b6f64daf0 2024-09-05T04:14:11.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c5c09baa0 con 0x556b6f64daf0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c7d84a740 10 client.16239 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556b6f6d4080 con 0x556b6f64daf0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.469+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c6c029cd0 con 0x556b6f64daf0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c5c0ba150 con 0x556b6f64daf0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 10 client.16239 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 10 client.16239 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 20 client.16239 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f6d4310 0x556b6f6d6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 4 client.16239 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556b6f5b9d70 con 0x556b6f6d4310 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c73fff640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f6d4310 0x556b6f6d6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c73fff640 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f6d4310 0x556b6f6d6700 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57797305eef8b20f server_cookie=e553734bfe22307 in_seq=0 out_seq=0 2024-09-05T04:14:11.477 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.470+0000 7f0c53fff640 10 client.16239 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c53fff640 1 -- 172.21.15.2:0/1786604841 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556b6f5b9d70 con 0x556b6f6d4310 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c53fff640 10 client.16239 handle_command_reply: tid=0 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 client.16239 shutdown 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 msgr2=0x556b6f660c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c09b7a0 tx=0x7f0c5c0058f0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 shutdown_connections 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b6f6d4310 0x556b6f6d6700 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b6f658cb0 0x556b6f65dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b6f64e410 0x556b6f6611d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c53fff640 0 client.16239 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 --2- 172.21.15.2:0/1786604841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b6f64daf0 0x556b6f660c90 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.489 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 >> 172.21.15.2:0/1786604841 conn(0x556b6f64a060 msgr2=0x556b6f663b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 shutdown_connections 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 1 -- 172.21.15.2:0/1786604841 wait complete. 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.487+0000 7f0c7d84a740 20 client.16239 trim_cache size 0 max 16384 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:14:11.490 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 msgr2=0x7f0c600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 0x7f0c600a51b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c005d80 tx=0x7f0c6c005cf0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 msgr2=0x7f0c74198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00c920 tx=0x7f0c5c00cde0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 shutdown_connections 2024-09-05T04:14:11.491 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c600a2cf0 0x7f0c600a51b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c741080f0 0x7f0c7419cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c74101150 0x7f0c741988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 --2- 172.21.15.2:0/2686950329 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c74100830 0x7f0c74198360 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 >> 172.21.15.2:0/2686950329 conn(0x7f0c74075ec0 msgr2=0x7f0c74105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 shutdown_connections 2024-09-05T04:14:11.492 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:11.488+0000 7f0c7aaac640 1 -- 172.21.15.2:0/2686950329 wait complete. 2024-09-05T04:14:11.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:11 smithi002 ceph-mon[31001]: pgmap v99: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 55 KiB/s wr, 28 op/s 2024-09-05T04:14:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:11 smithi079 ceph-mon[34908]: pgmap v99: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 55 KiB/s wr, 28 op/s 2024-09-05T04:14:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:11 smithi047 ceph-mon[34498]: pgmap v99: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 55 KiB/s wr, 28 op/s 2024-09-05T04:14:13.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:13 smithi002 ceph-mon[31001]: pgmap v100: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T04:14:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:13 smithi079 ceph-mon[34908]: pgmap v100: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T04:14:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:13 smithi047 ceph-mon[34498]: pgmap v100: 129 pgs: 129 active+clean; 2.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-09-05T04:14:15.047 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:14:15.312 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:15.421 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:15 smithi002 ceph-mon[31001]: pgmap v101: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-09-05T04:14:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:15 smithi079 ceph-mon[34908]: pgmap v101: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-09-05T04:14:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:15 smithi047 ceph-mon[34498]: pgmap v101: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 59 KiB/s wr, 28 op/s 2024-09-05T04:14:15.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 -- 172.21.15.2:0/1421774622 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 msgr2=0x7f06081021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 --2- 172.21.15.2:0/1421774622 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06081021c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f05f8009900 tx=0x7f05f802a410 comp rx=0 tx=0).stop 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 -- 172.21.15.2:0/1421774622 shutdown_connections 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 --2- 172.21.15.2:0/1421774622 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608106f10 0x7f060810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 --2- 172.21.15.2:0/1421774622 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608102790 0x7f06081067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 --2- 172.21.15.2:0/1421774622 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06081021c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.739+0000 7f060ea29640 1 -- 172.21.15.2:0/1421774622 >> 172.21.15.2:0/1421774622 conn(0x7f06080fd8c0 msgr2=0x7f06080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.740+0000 7f060ea29640 1 -- 172.21.15.2:0/1421774622 shutdown_connections 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.740+0000 7f060ea29640 1 -- 172.21.15.2:0/1421774622 wait complete. 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.740+0000 7f060ea29640 1 Processor -- start 2024-09-05T04:14:15.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.740+0000 7f060ea29640 1 -- start start 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608102790 0x7f0608074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608106f10 0x7f0608074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0608111e20 con 0x7f0608101de0 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0608111ca0 con 0x7f0608106f10 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060ea29640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0608111fa0 con 0x7f0608102790 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58626/0 (socket says 172.21.15.2:58626) 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 -- 172.21.15.2:0/2315450397 learned_addr learned my addr 172.21.15.2:0/2315450397 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f06077fe640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608102790 0x7f0608074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608106f10 0x7f0608074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 -- 172.21.15.2:0/2315450397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608102790 msgr2=0x7f0608074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608102790 0x7f0608074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 -- 172.21.15.2:0/2315450397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608106f10 msgr2=0x7f0608074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608106f10 0x7f0608074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 -- 172.21.15.2:0/2315450397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06081a6820 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.741+0000 7f0607fff640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f05f8005940 tx=0x7f05f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.742+0000 7f06057fa640 1 -- 172.21.15.2:0/2315450397 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f803f030 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.742+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06081a6ab0 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.742+0000 7f06057fa640 1 -- 172.21.15.2:0/2315450397 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05f8003aa0 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.742+0000 7f06057fa640 1 -- 172.21.15.2:0/2315450397 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8035070 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.742+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06081a6fe0 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f06057fa640 1 -- 172.21.15.2:0/2315450397 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f05f8042030 con 0x7f0608101de0 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 Processor -- start 2024-09-05T04:14:15.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 -- start start 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a210b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a2116680 0x5569a2118a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5569a20712e0 con 0x5569a210bdc0 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5569a2018ce0 con 0x5569a210b4a0 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0610e02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5569a206d2a0 con 0x5569a2116680 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58642/0 (socket says 172.21.15.2:58642) 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f0607fff640 1 -- 172.21.15.2:0/1957411256 learned_addr learned my addr 172.21.15.2:0/1957411256 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f06077fe640 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a2116680 0x5569a2118a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f06057fa640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 0x7f05f00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.745+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a210b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 -- 172.21.15.2:0/1957411256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a2116680 msgr2=0x5569a2118a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a2116680 0x5569a2118a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 0x7f05f00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 -- 172.21.15.2:0/1957411256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 msgr2=0x5569a210b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a210b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f06057fa640 1 -- 172.21.15.2:0/2315450397 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f05f80efe70 con 0x7f0608101de0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 -- 172.21.15.2:0/1957411256 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569a1ffd440 con 0x5569a210bdc0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f0607fff640 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f05f80bc030 tx=0x7f05f802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c4d72160fc645c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f05ee7fc640 1 -- 172.21.15.2:0/1957411256 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8049030 con 0x5569a210bdc0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f05ee7fc640 1 -- 172.21.15.2:0/1957411256 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05f803b460 con 0x5569a210bdc0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f05ee7fc640 1 -- 172.21.15.2:0/1957411256 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f80ba3a0 con 0x5569a210bdc0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.746+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 0x7f05f00a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0600005fd0 tx=0x7f0600004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- 172.21.15.2:0/1957411256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 msgr2=0x5569a2116140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f05f80bc030 tx=0x7f05f802a410 comp rx=0 tx=0).stop 2024-09-05T04:14:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- 172.21.15.2:0/1957411256 shutdown_connections 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a2116680 0x5569a2118a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210bdc0 0x5569a2116140 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 --2- 172.21.15.2:0/1957411256 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a210b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- 172.21.15.2:0/1957411256 >> 172.21.15.2:0/1957411256 conn(0x5569a2107a30 msgr2=0x5569a2107e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- 172.21.15.2:0/1957411256 shutdown_connections 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- 172.21.15.2:0/1957411256 wait complete. 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 -- start start 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.747+0000 7f0610e02740 1 Processor -- start 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a2115ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a21131a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5569a2119010 con 0x5569a2116680 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5569a202c050 con 0x5569a210b4a0 2024-09-05T04:14:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5569a2119190 con 0x5569a210bdc0 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 10 client.0 _ll_register_callbacks cb 0x5569a206c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58656/0 (socket says 172.21.15.2:58656) 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 -- 172.21.15.2:0/2677598636 learned_addr learned my addr 172.21.15.2:0/2677598636 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0607fff640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a2115ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f06077fe640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a21131a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 -- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 msgr2=0x5569a21131a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a21131a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 -- 172.21.15.2:0/2677598636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 msgr2=0x5569a2115ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a2115ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 -- 172.21.15.2:0/2677598636 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569a1de23c0 con 0x5569a2116680 2024-09-05T04:14:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f060cfc6640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0600012cd0 tx=0x7f0600004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75564cae9431368b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f05e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0600025070 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0600014230 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.748+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5569a207e850 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f060001a070 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 10 client.16251 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5569a21248d0 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5569a207e850 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f060000f040 con 0x5569a2116680 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 10 client.16251 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 10 client.16251 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 20 client.16251 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2128180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 4 client.16251 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.749+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5569a2078d60 con 0x5569a2125ce0 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.750+0000 7f0607fff640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2128180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.750+0000 7f0607fff640 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2128180 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8998ab2ae5f1f69 server_cookie=90ae2842f0f5115 in_seq=0 out_seq=0 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.750+0000 7f05e77fe640 10 client.16251 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f05e77fe640 1 -- 172.21.15.2:0/2677598636 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5569a2078d60 con 0x5569a2125ce0 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f05e77fe640 10 client.16251 handle_command_reply: tid=0 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 client.16251 shutdown 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 msgr2=0x5569a21136e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f0600012cd0 tx=0x7f0600004a40 comp rx=0 tx=0).stop 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 shutdown_connections 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2128180 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f05e77fe640 0 client.16251 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a21136e0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a21131a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 --2- 172.21.15.2:0/2677598636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210b4a0 0x5569a2115ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 >> 172.21.15.2:0/2677598636 conn(0x5569a2107a30 msgr2=0x5569a210d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 shutdown_connections 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 1 -- 172.21.15.2:0/2677598636 wait complete. 2024-09-05T04:14:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.751+0000 7f0610e02740 20 client.16251 trim_cache size 0 max 16384 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 Processor -- start 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 -- start start 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 0x5569a2115110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 0x5569a212da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f06081af110 con 0x5569a2116680 2024-09-05T04:14:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b1990 con 0x5569a210bdc0 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0610e02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f06081af780 con 0x5569a210b4a0 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58668/0 (socket says 172.21.15.2:58668) 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 -- 172.21.15.2:0/1042145865 learned_addr learned my addr 172.21.15.2:0/1042145865 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0607fff640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 0x5569a2115110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f06077fe640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 0x5569a212da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 -- 172.21.15.2:0/1042145865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 msgr2=0x5569a2115110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 0x5569a2115110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 -- 172.21.15.2:0/1042145865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 msgr2=0x5569a212da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 0x5569a212da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f060cfc6640 1 -- 172.21.15.2:0/1042145865 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569a2107860 con 0x5569a2116680 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f06077fe640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 0x5569a212da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.773+0000 7f0607fff640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 0x5569a2115110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:14:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0600012010 tx=0x7f0600009fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144f41b2ed87ed3a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f05edffb640 1 -- 172.21.15.2:0/1042145865 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0600039030 con 0x5569a2116680 2024-09-05T04:14:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f05edffb640 1 -- 172.21.15.2:0/1042145865 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0600005bd0 con 0x5569a2116680 2024-09-05T04:14:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f05edffb640 1 -- 172.21.15.2:0/1042145865 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0600025040 con 0x5569a2116680 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 -- 172.21.15.2:0/1042145865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 msgr2=0x5569a212df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f0600012010 tx=0x7f0600009fc0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 -- 172.21.15.2:0/1042145865 shutdown_connections 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a2116680 0x5569a212df90 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a210bdc0 0x5569a212da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 --2- 172.21.15.2:0/1042145865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210b4a0 0x5569a2115110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.774+0000 7f0610e02740 1 -- 172.21.15.2:0/1042145865 >> 172.21.15.2:0/1042145865 conn(0x5569a2107a30 msgr2=0x5569a2114a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- 172.21.15.2:0/1042145865 shutdown_connections 2024-09-05T04:14:15.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- 172.21.15.2:0/1042145865 wait complete. 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- start start 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 Processor -- start 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a211bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 0x5569a211c730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f06081afe50 con 0x5569a210b4a0 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b12c0 con 0x5569a2116680 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b0520 con 0x5569a210bdc0 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0610e02740 10 client.0 _ll_register_callbacks cb 0x7f0600014f40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0607fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58676/0 (socket says 172.21.15.2:58676) 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.775+0000 7f0607fff640 1 -- 172.21.15.2:0/1259146893 learned_addr learned my addr 172.21.15.2:0/1259146893 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:15.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f06077fe640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a211bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 -- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 msgr2=0x5569a211bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a211bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 -- 172.21.15.2:0/1259146893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 msgr2=0x5569a211c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 0x5569a211c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 0x5569a211c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 -- 172.21.15.2:0/1259146893 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5569a210b2d0 con 0x5569a210b4a0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f060cfc6640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 0x5569a211c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0607fff640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f05f80ed2d0 tx=0x7f05f80bba80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3071c2d2b794bd56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f05e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8049040 con 0x5569a210b4a0 2024-09-05T04:14:15.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f05f8003c50 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0600005bd0 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f05f80bc0a0 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0610e02740 10 client.16257 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.776+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5569a2190a30 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0600005bd0 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f05f80bc300 con 0x5569a210b4a0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 10 client.16257 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 10 client.16257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 20 client.16257 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2192fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 4 client.16257 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5569a1ff5210 con 0x5569a2125ce0 2024-09-05T04:14:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f06077fe640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2192fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f06077fe640 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2192fd0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ef14e602cddd3da server_cookie=9df7abf4e6988166 in_seq=0 out_seq=0 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.777+0000 7f05e77fe640 10 client.16257 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f05e77fe640 1 -- 172.21.15.2:0/1259146893 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5569a1ff5210 con 0x5569a2125ce0 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f05e77fe640 10 client.16257 handle_command_reply: tid=0 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 client.16257 shutdown 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 msgr2=0x5569a211ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f05f80ed2d0 tx=0x7f05f80bba80 comp rx=0 tx=0).stop 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 shutdown_connections 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569a2125ce0 0x5569a2192fd0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5569a2116680 0x5569a211c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5569a210bdc0 0x5569a211bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f05e77fe640 0 client.16257 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 --2- 172.21.15.2:0/1259146893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5569a210b4a0 0x5569a211ec50 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 >> 172.21.15.2:0/1259146893 conn(0x5569a2107a30 msgr2=0x5569a2115220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 shutdown_connections 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 1 -- 172.21.15.2:0/1259146893 wait complete. 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.778+0000 7f0610e02740 20 client.16257 trim_cache size 0 max 16384 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:14:15.784 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 msgr2=0x7f05f00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 0x7f05f00a5230 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0600005fd0 tx=0x7f0600004ab0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 msgr2=0x7f06080744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f05f8005940 tx=0x7f05f8004270 comp rx=0 tx=0).stop 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 shutdown_connections 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05f00a2d70 0x7f05f00a5230 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0608106f10 0x7f0608074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0608102790 0x7f0608074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 --2- 172.21.15.2:0/2315450397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0608101de0 0x7f06080744f0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 >> 172.21.15.2:0/2315450397 conn(0x7f06080fd8c0 msgr2=0x7f06080fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 shutdown_connections 2024-09-05T04:14:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:15.779+0000 7f060ea29640 1 -- 172.21.15.2:0/2315450397 wait complete. 2024-09-05T04:14:16.554 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:14:16.555 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:14:16.814 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- 172.21.15.2:0/983141429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8102d40 msgr2=0x7fdac8103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 --2- 172.21.15.2:0/983141429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8102d40 0x7fdac8103120 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fdab8009900 tx=0x7fdab802a480 comp rx=0 tx=0).stop 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- 172.21.15.2:0/983141429 shutdown_connections 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 --2- 172.21.15.2:0/983141429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac810c170 0x7fdac810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 --2- 172.21.15.2:0/983141429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac8103660 0x7fdac810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 --2- 172.21.15.2:0/983141429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8102d40 0x7fdac8103120 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- 172.21.15.2:0/983141429 >> 172.21.15.2:0/983141429 conn(0x7fdac80fc7a0 msgr2=0x7fdac80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- 172.21.15.2:0/983141429 shutdown_connections 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- 172.21.15.2:0/983141429 wait complete. 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 Processor -- start 2024-09-05T04:14:17.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.290+0000 7fdace298640 1 -- start start 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac8102d40 0x7fdac81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac810c170 0x7fdac819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdac8111e20 con 0x7fdac8103660 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdac8111ca0 con 0x7fdac810c170 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdace298640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdac8111fa0 con 0x7fdac8102d40 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58692/0 (socket says 172.21.15.2:58692) 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 -- 172.21.15.2:0/3675675412 learned_addr learned my addr 172.21.15.2:0/3675675412 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdacc835640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac810c170 0x7fdac819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac7fff640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac8102d40 0x7fdac81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 -- 172.21.15.2:0/3675675412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac8102d40 msgr2=0x7fdac81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:17.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac8102d40 0x7fdac81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 -- 172.21.15.2:0/3675675412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac810c170 msgr2=0x7fdac819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac810c170 0x7fdac819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.291+0000 7fdac77fe640 1 -- 172.21.15.2:0/3675675412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac819d380 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdac77fe640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00d740 tx=0x7fdabc00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc017070 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac819d670 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdabc00de50 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdabc00f620 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.292+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac81a4f50 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.293+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdac8103120 con 0x7fdac8103660 2024-09-05T04:14:17.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.294+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fdabc009c30 con 0x7fdac8103660 2024-09-05T04:14:17.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.295+0000 7fdac57fa640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 0x7fdab00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:17.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.295+0000 7fdac7fff640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 0x7fdab00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:17.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.295+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fdabc0cf320 con 0x7fdac8103660 2024-09-05T04:14:17.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.295+0000 7fdac7fff640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 0x7fdab00a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdab8031440 tx=0x7fdab8005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:17.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.298+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdabc09b4f0 con 0x7fdac8103660 2024-09-05T04:14:17.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.509+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdac8199730 con 0x7fdac8103660 2024-09-05T04:14:17.511 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:17 smithi002 ceph-mon[31001]: pgmap v102: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:17.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.510+0000 7fdac57fa640 1 -- 172.21.15.2:0/3675675412 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fdac8199730 con 0x7fdac8103660 2024-09-05T04:14:17.512 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:14:17.512 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:14:17.513 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:14:17.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 msgr2=0x7fdab00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:17.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 0x7fdab00a51b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fdab8031440 tx=0x7fdab8005b50 comp rx=0 tx=0).stop 2024-09-05T04:14:17.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 msgr2=0x7fdac8198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:17.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdabc00d740 tx=0x7fdabc00dc00 comp rx=0 tx=0).stop 2024-09-05T04:14:17.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 shutdown_connections 2024-09-05T04:14:17.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdab00a2cf0 0x7fdab00a51b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdac810c170 0x7fdac819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdac8103660 0x7fdac8198910 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 --2- 172.21.15.2:0/3675675412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdac8102d40 0x7fdac81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 >> 172.21.15.2:0/3675675412 conn(0x7fdac80fc7a0 msgr2=0x7fdac80fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 shutdown_connections 2024-09-05T04:14:17.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:17.512+0000 7fdace298640 1 -- 172.21.15.2:0/3675675412 wait complete. 2024-09-05T04:14:17.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:17 smithi079 ceph-mon[34908]: pgmap v102: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:17 smithi047 ceph-mon[34498]: pgmap v102: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:18.320 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:14:18.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:18 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3675675412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:18.574 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:18.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:18 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3675675412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:18.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:18 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3675675412' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 -- 172.21.15.2:0/295985330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc102790 msgr2=0x7fd0bc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/295985330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc102790 0x7fd0bc1067e0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac009900 tx=0x7fd0ac02a3f0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 -- 172.21.15.2:0/295985330 shutdown_connections 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/295985330 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc106f10 0x7fd0bc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/295985330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc102790 0x7fd0bc1067e0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/295985330 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 0x7fd0bc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 -- 172.21.15.2:0/295985330 >> 172.21.15.2:0/295985330 conn(0x7fd0bc0fd8c0 msgr2=0x7fd0bc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 -- 172.21.15.2:0/295985330 shutdown_connections 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.110+0000 7fd0c36bb640 1 -- 172.21.15.2:0/295985330 wait complete. 2024-09-05T04:14:19.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 Processor -- start 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 -- start start 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 0x7fd0bc1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 0x7fd0bc198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc111de0 con 0x7fd0bc106f10 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc111c60 con 0x7fd0bc101de0 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c36bb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc111f60 con 0x7fd0bc102790 2024-09-05T04:14:19.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1c58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1c58640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58702/0 (socket says 172.21.15.2:58702) 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1c58640 1 -- 172.21.15.2:0/1802179745 learned_addr learned my addr 172.21.15.2:0/1802179745 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 0x7fd0bc198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1457640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 0x7fd0bc1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1c58640 1 -- 172.21.15.2:0/1802179745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 msgr2=0x7fd0bc198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.111+0000 7fd0c1c58640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 0x7fd0bc198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c1c58640 1 -- 172.21.15.2:0/1802179745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 msgr2=0x7fd0bc1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c1c58640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 0x7fd0bc1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c1c58640 1 -- 172.21.15.2:0/1802179745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0bc19d290 con 0x7fd0bc106f10 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 0x7fd0bc198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c1c58640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fd0b400cce0 tx=0x7fd0b400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0b27fc640 1 -- 172.21.15.2:0/1802179745 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b400f450 con 0x7fd0bc106f10 2024-09-05T04:14:19.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0b27fc640 1 -- 172.21.15.2:0/1802179745 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0b400faa0 con 0x7fd0bc106f10 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0bc19d580 con 0x7fd0bc106f10 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0b27fc640 1 -- 172.21.15.2:0/1802179745 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b4018b70 con 0x7fd0bc106f10 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.112+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0bc1a4e60 con 0x7fd0bc106f10 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.114+0000 7fd0b27fc640 1 -- 172.21.15.2:0/1802179745 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd0b4018d10 con 0x7fd0bc106f10 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 Processor -- start 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 -- start start 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x555577480090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577480a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5555773e62f0 con 0x55557748f780 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55557738dcf0 con 0x5555774805d0 2024-09-05T04:14:19.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5555773e22b0 con 0x555577481b40 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0b27fc640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 0x7fd0a80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58704/0 (socket says 172.21.15.2:58704) 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c0c56640 1 -- 172.21.15.2:0/4273613784 learned_addr learned my addr 172.21.15.2:0/4273613784 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c1457640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577480a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c1c58640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 0x7fd0a80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.115+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x555577480090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0b27fc640 1 -- 172.21.15.2:0/1802179745 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd0b40cfc40 con 0x7fd0bc106f10 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 -- 172.21.15.2:0/4273613784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 msgr2=0x555577480090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x555577480090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 -- 172.21.15.2:0/4273613784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 msgr2=0x555577491b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 -- 172.21.15.2:0/4273613784 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555773723a0 con 0x5555774805d0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1c58640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 0x7fd0a80a5230 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd0b407b450 tx=0x7fd0b40c68f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0c1457640 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577480a10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800cba0 tx=0x7fd0b800e720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0456b0b59da43c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0a77fe640 1 -- 172.21.15.2:0/4273613784 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b8004220 con 0x5555774805d0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0a77fe640 1 -- 172.21.15.2:0/4273613784 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0b80043c0 con 0x5555774805d0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.116+0000 7fd0a77fe640 1 -- 172.21.15.2:0/4273613784 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b80107f0 con 0x5555774805d0 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- 172.21.15.2:0/4273613784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 msgr2=0x555577480a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577480a10 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd0b800cba0 tx=0x7fd0b800e720 comp rx=0 tx=0).stop 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- 172.21.15.2:0/4273613784 shutdown_connections 2024-09-05T04:14:19.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577491b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577480a10 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/4273613784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x555577480090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- 172.21.15.2:0/4273613784 >> 172.21.15.2:0/4273613784 conn(0x555577449310 msgr2=0x55557747cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- 172.21.15.2:0/4273613784 shutdown_connections 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- 172.21.15.2:0/4273613784 wait complete. 2024-09-05T04:14:19.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.117+0000 7fd0c5a94740 1 -- start start 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 Processor -- start 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 0x55557748c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x55557748c940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555577492480 con 0x5555774805d0 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5555773a1060 con 0x555577481b40 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555577492600 con 0x55557748f780 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c5a94740 10 client.0 _ll_register_callbacks cb 0x5555770f48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58716/0 (socket says 172.21.15.2:58716) 2024-09-05T04:14:19.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2376770446 learned_addr learned my addr 172.21.15.2:0/2376770446 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c1457640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 0x55557748c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x55557748c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 msgr2=0x55557748c940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x55557748c940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2376770446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 msgr2=0x55557748c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 0x55557748c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2376770446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555771573c0 con 0x5555774805d0 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.118+0000 7fd0c1457640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 0x55557748c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac009230 tx=0x7fd0ac032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=777d2df418b4e757 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:19.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac035040 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd0ac005020 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0b80043c0 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd0ac051050 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 10 client.16275 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55557749deb0 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0b80043c0 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd0ac03a040 con 0x5555774805d0 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 10 client.16275 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 10 client.16275 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 20 client.16275 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:19.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557749f370 0x5555774a1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 4 client.16275 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.119+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555773f3860 con 0x55557749f370 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.120+0000 7fd0c1457640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557749f370 0x5555774a1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0a4ff9640 10 client.16275 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0c1457640 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557749f370 0x5555774a1780 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f98dfaa5ca75609 server_cookie=e47baa0153c163ca in_seq=0 out_seq=0 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/2376770446 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5555773f3860 con 0x55557749f370 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0a4ff9640 10 client.16275 handle_command_reply: tid=0 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0c5a94740 1 client.16275 shutdown 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.121+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 msgr2=0x55557748f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac009230 tx=0x7fd0ac032c80 comp rx=0 tx=0).stop 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 shutdown_connections 2024-09-05T04:14:19.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557749f370 0x5555774a1780 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x55557748c940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555577481b40 0x55557748c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0a4ff9640 0 client.16275 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2376770446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555774805d0 0x55557748f110 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 >> 172.21.15.2:0/2376770446 conn(0x555577449310 msgr2=0x555577482960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 shutdown_connections 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2376770446 wait complete. 2024-09-05T04:14:19.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.122+0000 7fd0c5a94740 20 client.16275 trim_cache size 0 max 16384 2024-09-05T04:14:19.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 Processor -- start 2024-09-05T04:14:19.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 -- start start 2024-09-05T04:14:19.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x55557747ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x55557749b720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1aaba0 con 0x55557748f780 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1ad400 con 0x5555774805d0 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1ab1f0 con 0x555577481b40 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58728/0 (socket says 172.21.15.2:58728) 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2838553082 learned_addr learned my addr 172.21.15.2:0/2838553082 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c1457640 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x55557749b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x55557747ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2838553082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 msgr2=0x55557749b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x55557749b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2838553082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 msgr2=0x55557747ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x55557747ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.135+0000 7fd0c0c56640 1 -- 172.21.15.2:0/2838553082 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555577483120 con 0x55557748f780 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac004e60 tx=0x7fd0ac02a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c87841ff7c9e659 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0a6ffd640 1 -- 172.21.15.2:0/2838553082 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac035040 con 0x55557748f780 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0a6ffd640 1 -- 172.21.15.2:0/2838553082 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0ac031aa0 con 0x55557748f780 2024-09-05T04:14:19.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0a6ffd640 1 -- 172.21.15.2:0/2838553082 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0ac0053d0 con 0x55557748f780 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2838553082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 msgr2=0x555577481300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.136+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fd0ac004e60 tx=0x7fd0ac02a3f0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2838553082 shutdown_connections 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55557748f780 0x555577481300 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555577481b40 0x55557749b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/2838553082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x55557747ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2838553082 >> 172.21.15.2:0/2838553082 conn(0x555577449310 msgr2=0x55557747c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2838553082 shutdown_connections 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- 172.21.15.2:0/2838553082 wait complete. 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- start start 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 Processor -- start 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577497ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x555577489530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1ab8c0 con 0x555577481b40 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1acd30 con 0x5555774805d0 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd0bc1abf90 con 0x55557748f780 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.137+0000 7fd0c5a94740 10 client.0 _ll_register_callbacks cb 0x7fd0ac031890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:19.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58742/0 (socket says 172.21.15.2:58742) 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 -- 172.21.15.2:0/1151612495 learned_addr learned my addr 172.21.15.2:0/1151612495 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577497ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x555577489530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 -- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 msgr2=0x555577489530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x555577489530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 -- 172.21.15.2:0/1151612495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 msgr2=0x555577497ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577497ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 -- 172.21.15.2:0/1151612495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555577489bd0 con 0x555577481b40 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x555577489530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:19.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c1457640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80058c0 tx=0x7fd0b800c540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8a769f3ab9f9932 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0b8005590 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fd0b80035f0 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0ac031aa0 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd0b8037050 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c5a94740 10 client.16281 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.138+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555577509eb0 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0ac031aa0 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd0b8027970 con 0x555577481b40 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 10 client.16281 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 10 client.16281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:19.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 20 client.16281 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557750a300 0x55557750c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 4 client.16281 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5555773edd70 con 0x55557750a300 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.139+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557750a300 0x55557750c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0a4ff9640 10 client.16281 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c0c56640 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557750a300 0x55557750c720 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=847848ead81766b5 server_cookie=2a599a5e17e567e9 in_seq=0 out_seq=0 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0a4ff9640 1 -- 172.21.15.2:0/1151612495 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5555773edd70 con 0x55557750a300 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0a4ff9640 10 client.16281 handle_command_reply: tid=0 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 client.16281 shutdown 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 msgr2=0x555577488ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fd0b80058c0 tx=0x7fd0b800c540 comp rx=0 tx=0).stop 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 shutdown_connections 2024-09-05T04:14:19.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55557750a300 0x55557750c720 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55557748f780 0x555577489530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555577481b40 0x555577488ff0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0a4ff9640 0 client.16281 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 --2- 172.21.15.2:0/1151612495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555774805d0 0x555577497ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 >> 172.21.15.2:0/1151612495 conn(0x555577449310 msgr2=0x55557747b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 shutdown_connections 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 1 -- 172.21.15.2:0/1151612495 wait complete. 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.140+0000 7fd0c5a94740 20 client.16281 trim_cache size 0 max 16384 2024-09-05T04:14:19.147 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:14:19.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 msgr2=0x7fd0a80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 0x7fd0a80a5230 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd0b407b450 tx=0x7fd0b40c68f0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 msgr2=0x7fd0bc19cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:19.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fd0b400cce0 tx=0x7fd0b400a620 comp rx=0 tx=0).stop 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 shutdown_connections 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd0a80a2d70 0x7fd0a80a5230 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd0bc106f10 0x7fd0bc19cbb0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd0bc102790 0x7fd0bc198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 --2- 172.21.15.2:0/1802179745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd0bc101de0 0x7fd0bc1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 >> 172.21.15.2:0/1802179745 conn(0x7fd0bc0fd8c0 msgr2=0x7fd0bc0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 shutdown_connections 2024-09-05T04:14:19.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:19.141+0000 7fd0c36bb640 1 -- 172.21.15.2:0/1802179745 wait complete. 2024-09-05T04:14:19.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:19 smithi002 ceph-mon[31001]: pgmap v103: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:19 smithi079 ceph-mon[34908]: pgmap v103: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:19 smithi047 ceph-mon[34498]: pgmap v103: 129 pgs: 129 active+clean; 3.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:14:21.136 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:14:21.137 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:14:21.402 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:21.446 INFO:tasks.quiescer.fs.[cephfs]:Total duration (43.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-05T04:14:21.446 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.75 2024-09-05T04:14:21.447 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:14:21.469 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:21 smithi002 ceph-mon[31001]: pgmap v104: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 14 op/s 2024-09-05T04:14:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:21 smithi079 ceph-mon[34908]: pgmap v104: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 14 op/s 2024-09-05T04:14:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:21 smithi047 ceph-mon[34498]: pgmap v104: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 39 KiB/s wr, 14 op/s 2024-09-05T04:14:21.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 -- 172.21.15.2:0/3204347632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 msgr2=0x7f8adc106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 --2- 172.21.15.2:0/3204347632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc106e60 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f8acc009930 tx=0x7f8acc02a420 comp rx=0 tx=0).stop 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 -- 172.21.15.2:0/3204347632 shutdown_connections 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 --2- 172.21.15.2:0/3204347632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc101420 0x7f8adc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 --2- 172.21.15.2:0/3204347632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc100a80 0x7f8adc100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 --2- 172.21.15.2:0/3204347632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc106e60 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 -- 172.21.15.2:0/3204347632 >> 172.21.15.2:0/3204347632 conn(0x7f8adc0fc7a0 msgr2=0x7f8adc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.864+0000 7f8ae208d640 1 -- 172.21.15.2:0/3204347632 shutdown_connections 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 -- 172.21.15.2:0/3204347632 wait complete. 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 Processor -- start 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 -- start start 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc100a80 0x7f8adc0fced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc101420 0x7f8adc0fd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc110dd0 con 0x7f8adc106a80 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc110c50 con 0x7f8adc100a80 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.865+0000 7f8ae208d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc110f50 con 0x7f8adc101420 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53532/0 (socket says 172.21.15.2:53532) 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 -- 172.21.15.2:0/839754422 learned_addr learned my addr 172.21.15.2:0/839754422 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc100a80 0x7f8adc0fced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adaffd640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc101420 0x7f8adc0fd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 -- 172.21.15.2:0/839754422 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc101420 msgr2=0x7f8adc0fd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc101420 0x7f8adc0fd410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 -- 172.21.15.2:0/839754422 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc100a80 msgr2=0x7f8adc0fced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc100a80 0x7f8adc0fced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 -- 172.21.15.2:0/839754422 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8adc1a69c0 con 0x7f8adc106a80 2024-09-05T04:14:21.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8adbfff640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400b970 tx=0x7f8ad400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8ad8ff9640 1 -- 172.21.15.2:0/839754422 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad4019070 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8ad8ff9640 1 -- 172.21.15.2:0/839754422 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ad4014440 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8adc1a6cb0 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8ad8ff9640 1 -- 172.21.15.2:0/839754422 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad40075d0 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.866+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8adc1a71a0 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ad8ff9640 1 -- 172.21.15.2:0/839754422 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8ad401c070 con 0x7f8adc106a80 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 Processor -- start 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 -- start start 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7f3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7fed40 0x560b0e801130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b0e759280 con 0x560b0e7f4480 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b0e700b10 con 0x560b0e7f3b60 2024-09-05T04:14:21.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ae4466740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b0e755240 con 0x560b0e7fed40 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8ad8ff9640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 0x7f8ac40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8adb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.869+0000 7f8adb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53546/0 (socket says 172.21.15.2:53546) 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 -- 172.21.15.2:0/4004784307 learned_addr learned my addr 172.21.15.2:0/4004784307 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adaffd640 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7f3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adbfff640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 0x7f8ac40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adaffd640 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7fed40 0x560b0e801130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8ad8ff9640 1 -- 172.21.15.2:0/839754422 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8ad40cecb0 con 0x7f8adc106a80 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 -- 172.21.15.2:0/4004784307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7fed40 msgr2=0x560b0e801130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7fed40 0x560b0e801130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 -- 172.21.15.2:0/4004784307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 msgr2=0x560b0e7f3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7f3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 -- 172.21.15.2:0/4004784307 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b0e70d1f0 con 0x560b0e7f4480 2024-09-05T04:14:21.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adbfff640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 0x7f8ac40a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8ad40cc220 tx=0x7f8ad406cfb0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f8acc009930 tx=0x7f8acc032d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd79a8d2a6c886c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8ac1ffb640 1 -- 172.21.15.2:0/4004784307 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8acc035040 con 0x560b0e7f4480 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8ac1ffb640 1 -- 172.21.15.2:0/4004784307 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8acc0316a0 con 0x560b0e7f4480 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.870+0000 7f8ac1ffb640 1 -- 172.21.15.2:0/4004784307 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8acc0047a0 con 0x560b0e7f4480 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- 172.21.15.2:0/4004784307 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 msgr2=0x560b0e7fe800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f8acc009930 tx=0x7f8acc032d60 comp rx=0 tx=0).stop 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- 172.21.15.2:0/4004784307 shutdown_connections 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7fed40 0x560b0e801130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f4480 0x560b0e7fe800 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 --2- 172.21.15.2:0/4004784307 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7f3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- 172.21.15.2:0/4004784307 >> 172.21.15.2:0/4004784307 conn(0x560b0e7f00f0 msgr2=0x560b0e7f04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- 172.21.15.2:0/4004784307 shutdown_connections 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- 172.21.15.2:0/4004784307 wait complete. 2024-09-05T04:14:21.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.871+0000 7f8ae4466740 1 -- start start 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 Processor -- start 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7fe800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e7fbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b0e801910 con 0x560b0e7fed40 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b0e713f10 con 0x560b0e7f3b60 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b0e801a90 con 0x560b0e7f4480 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8ae4466740 10 client.0 _ll_register_callbacks cb 0x560b0e6dca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53552/0 (socket says 172.21.15.2:53552) 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 -- 172.21.15.2:0/3414341326 learned_addr learned my addr 172.21.15.2:0/3414341326 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e7fbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7fe800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 -- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 msgr2=0x560b0e7fbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e7fbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 -- 172.21.15.2:0/3414341326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 msgr2=0x560b0e7fe800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7fe800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.872+0000 7f8adaffd640 1 -- 172.21.15.2:0/3414341326 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b0e4ca6a0 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8adaffd640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0018e40 tx=0x7f8ad00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38c0522751a2b36e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad0014e50 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8ad00233e0 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8acc0316a0 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8ad002b050 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 10 client.16293 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b0e80d4d0 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8acc0316a0 con 0x560b0e7fed40 2024-09-05T04:14:21.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8ad0022070 con 0x560b0e7fed40 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 10 client.16293 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 10 client.16293 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 20 client.16293 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e80e8e0 0x560b0e810d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 4 client.16293 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.873+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b0e7667f0 con 0x560b0e80e8e0 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.874+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e80e8e0 0x560b0e810d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.874+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e80e8e0 0x560b0e810d10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=327c2d4d23143657 server_cookie=f394a791fabbf231 in_seq=0 out_seq=0 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.874+0000 7f8abaffd640 10 client.16293 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8abaffd640 1 -- 172.21.15.2:0/3414341326 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b0e7667f0 con 0x560b0e80e8e0 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8abaffd640 10 client.16293 handle_command_reply: tid=0 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 client.16293 shutdown 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 msgr2=0x560b0e7fc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0018e40 tx=0x7f8ad00046c0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 shutdown_connections 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e80e8e0 0x560b0e810d10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e7fc2e0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e7fbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 --2- 172.21.15.2:0/3414341326 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e7fe800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 >> 172.21.15.2:0/3414341326 conn(0x560b0e7f00f0 msgr2=0x560b0e7ef270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8abaffd640 0 client.16293 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 shutdown_connections 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 1 -- 172.21.15.2:0/3414341326 wait complete. 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.875+0000 7f8ae4466740 20 client.16293 trim_cache size 0 max 16384 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 Processor -- start 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 -- start start 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e816b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7fed40 0x560b0e7f8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1af230 con 0x560b0e7f3b60 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1b1ab0 con 0x560b0e7fed40 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8ae4466740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1af8a0 con 0x560b0e7f4480 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53560/0 (socket says 172.21.15.2:53560) 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 -- 172.21.15.2:0/868417562 learned_addr learned my addr 172.21.15.2:0/868417562 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 -- 172.21.15.2:0/868417562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 msgr2=0x560b0e816b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e816b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 -- 172.21.15.2:0/868417562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7fed40 msgr2=0x560b0e7f8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7fed40 0x560b0e7f8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.893+0000 7f8adaffd640 1 -- 172.21.15.2:0/868417562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b0e7f42b0 con 0x560b0e7f3b60 2024-09-05T04:14:21.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8adaffd640 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0018a20 tx=0x7f8ad000a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9176345f08fa2136 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ac17fa640 1 -- 172.21.15.2:0/868417562 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad0028020 con 0x560b0e7f3b60 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ac17fa640 1 -- 172.21.15.2:0/868417562 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ad0014e50 con 0x560b0e7f3b60 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ac17fa640 1 -- 172.21.15.2:0/868417562 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad0024470 con 0x560b0e7f3b60 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 -- 172.21.15.2:0/868417562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 msgr2=0x560b0e8165e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0018a20 tx=0x7f8ad000a320 comp rx=0 tx=0).stop 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 -- 172.21.15.2:0/868417562 shutdown_connections 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7fed40 0x560b0e7f8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e816b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 --2- 172.21.15.2:0/868417562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7f3b60 0x560b0e8165e0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 -- 172.21.15.2:0/868417562 >> 172.21.15.2:0/868417562 conn(0x560b0e7f00f0 msgr2=0x560b0e7fa420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 -- 172.21.15.2:0/868417562 shutdown_connections 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.894+0000 7f8ae4466740 1 -- 172.21.15.2:0/868417562 wait complete. 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 -- start start 2024-09-05T04:14:21.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 Processor -- start 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e8033f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e803930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1aff70 con 0x560b0e7fed40 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1b13e0 con 0x560b0e7f3b60 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8adc1b0640 con 0x560b0e7f4480 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8ae4466740 10 client.0 _ll_register_callbacks cb 0x7f8ad0018a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.895+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53564/0 (socket says 172.21.15.2:53564) 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 -- 172.21.15.2:0/2531415130 learned_addr learned my addr 172.21.15.2:0/2531415130 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e803930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 -- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 msgr2=0x560b0e803930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e803930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 -- 172.21.15.2:0/2531415130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 msgr2=0x560b0e8033f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e8033f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 -- 172.21.15.2:0/2531415130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b0e872c20 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e803930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8adaffd640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8ad000a3b0 tx=0x7f8ad0018510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0fba43c2dcb9432 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8abaffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ad0028070 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8ad0016af0 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ad0014e50 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.896+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8ad00168d0 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8ae4466740 10 client.16299 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b0e87a010 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ad0014e50 con 0x560b0e7fed40 2024-09-05T04:14:21.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8ad0022040 con 0x560b0e7fed40 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8ae4466740 10 client.16299 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.897+0000 7f8ae4466740 10 client.16299 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8ae4466740 20 client.16299 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e87a610 0x560b0e87ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8ae4466740 4 client.16299 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560b0e760d00 con 0x560b0e87a610 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e87a610 0x560b0e87ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8adb7fe640 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e87a610 0x560b0e87ca30 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c29a62c7c12ffc45 server_cookie=eef55e8ba2527e12 in_seq=0 out_seq=0 2024-09-05T04:14:21.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.898+0000 7f8abaffd640 10 client.16299 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8abaffd640 1 -- 172.21.15.2:0/2531415130 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560b0e760d00 con 0x560b0e87a610 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8abaffd640 10 client.16299 handle_command_reply: tid=0 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 client.16299 shutdown 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 msgr2=0x560b0e872580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f8ad000a3b0 tx=0x7f8ad0018510 comp rx=0 tx=0).stop 2024-09-05T04:14:21.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 shutdown_connections 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b0e87a610 0x560b0e87ca30 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b0e7fed40 0x560b0e872580 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b0e7f4480 0x560b0e803930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 --2- 172.21.15.2:0/2531415130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b0e7f3b60 0x560b0e8033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 >> 172.21.15.2:0/2531415130 conn(0x560b0e7f00f0 msgr2=0x560b0e7eea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.899+0000 7f8abaffd640 0 client.16299 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 shutdown_connections 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae4466740 1 -- 172.21.15.2:0/2531415130 wait complete. 2024-09-05T04:14:21.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae4466740 20 client.16299 trim_cache size 0 max 16384 2024-09-05T04:14:21.915 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:21.915 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:14:21.915 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "4a3b3098-0d33-4d58-8c2a-4e17193de804", 2024-09-05T04:14:21.915 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:14:21.915 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 msgr2=0x7f8ac40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 0x7f8ac40a51b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8ad40cc220 tx=0x7f8ad406cfb0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 msgr2=0x7f8adc0fd950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f8ad400b970 tx=0x7f8ad400be30 comp rx=0 tx=0).stop 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 shutdown_connections 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ac40a2cf0 0x7f8ac40a51b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8adc106a80 0x7f8adc0fd950 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8adc101420 0x7f8adc0fd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 --2- 172.21.15.2:0/839754422 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8adc100a80 0x7f8adc0fced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:21.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.900+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 >> 172.21.15.2:0/839754422 conn(0x7f8adc0fc7a0 msgr2=0x7f8adc06abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:21.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.901+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 shutdown_connections 2024-09-05T04:14:21.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:21.901+0000 7f8ae208d640 1 -- 172.21.15.2:0/839754422 wait complete. 2024-09-05T04:14:22.233 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:23.001 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- 172.21.15.2:0/1985605113 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f673810e500 msgr2=0x7f6738110910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 --2- 172.21.15.2:0/1985605113 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f673810e500 0x7f6738110910 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f6730009ca0 tx=0x7f673002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- 172.21.15.2:0/1985605113 shutdown_connections 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 --2- 172.21.15.2:0/1985605113 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f673810e500 0x7f6738110910 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 --2- 172.21.15.2:0/1985605113 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738101440 0x7f673810df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 --2- 172.21.15.2:0/1985605113 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6738100b20 0x7f6738100f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- 172.21.15.2:0/1985605113 >> 172.21.15.2:0/1985605113 conn(0x7f67380fc7d0 msgr2=0x7f67380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- 172.21.15.2:0/1985605113 shutdown_connections 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- 172.21.15.2:0/1985605113 wait complete. 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 Processor -- start 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.206+0000 7f673f3ac640 1 -- start start 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738100b20 0x7f67381a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f673810e500 0x7f673819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6738114200 con 0x7f6738101440 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6738114080 con 0x7f6738100b20 2024-09-05T04:14:23.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673f3ac640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6738114380 con 0x7f673810e500 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53580/0 (socket says 172.21.15.2:53580) 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 -- 172.21.15.2:0/3922143795 learned_addr learned my addr 172.21.15.2:0/3922143795 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673d148640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738100b20 0x7f67381a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673d949640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f673810e500 0x7f673819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 -- 172.21.15.2:0/3922143795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f673810e500 msgr2=0x7f673819a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f673810e500 0x7f673819a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 -- 172.21.15.2:0/3922143795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738100b20 msgr2=0x7f67381a03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738100b20 0x7f67381a03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 -- 172.21.15.2:0/3922143795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673819acc0 con 0x7f6738101440 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.207+0000 7f673c947640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f672800b450 tx=0x7f672800b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:23.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.208+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728015020 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.208+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6728011ce0 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.208+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f673819afb0 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.208+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728010dc0 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.208+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67381a72a0 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.209+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f673806a850 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.210+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6728018020 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.210+0000 7f672e7fc640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 0x7f67240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.211+0000 7f673d148640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 0x7f67240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.211+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f67280cef30 con 0x7f6738101440 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.211+0000 7f673d148640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 0x7f67240a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6734009990 tx=0x7f6734009110 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:23.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.215+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f672801f020 con 0x7f6738101440 2024-09-05T04:14:23.303 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:23.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.436+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6738109600 con 0x7f6738101440 2024-09-05T04:14:23.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.437+0000 7f672e7fc640 1 -- 172.21.15.2:0/3922143795 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f672809b8c0 con 0x7f6738101440 2024-09-05T04:14:23.438 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:14:23.438 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:14:23.438 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 msgr2=0x7f67240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 0x7f67240a51b0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f6734009990 tx=0x7f6734009110 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 msgr2=0x7f67381a0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f672800b450 tx=0x7f672800b850 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 shutdown_connections 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f67240a2cf0 0x7f67240a51b0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f673810e500 0x7f673819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6738101440 0x7f67381a0910 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 --2- 172.21.15.2:0/3922143795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6738100b20 0x7f67381a03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 >> 172.21.15.2:0/3922143795 conn(0x7f67380fc7d0 msgr2=0x7f67380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:23.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 shutdown_connections 2024-09-05T04:14:23.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:23.439+0000 7f673f3ac640 1 -- 172.21.15.2:0/3922143795 wait complete. 2024-09-05T04:14:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:23 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:14:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:23 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:23 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:14:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:23 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:23 smithi002 ceph-mon[31001]: pgmap v105: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 10 op/s 2024-09-05T04:14:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:23 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:14:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:23 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:23 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:14:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:23 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:23 smithi079 ceph-mon[34908]: pgmap v105: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 10 op/s 2024-09-05T04:14:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:23 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:14:23.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:23 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:23 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:14:23.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:23 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:14:23.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:23 smithi047 ceph-mon[34498]: pgmap v105: 129 pgs: 129 active+clean; 3.1 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 10 op/s 2024-09-05T04:14:24.186 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 141.75 --await-for 45.0' 2024-09-05T04:14:24.186 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 141.75 --await-for 45.0 2024-09-05T04:14:24.410 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3922143795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:24.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 -- 172.21.15.2:0/304641906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 msgr2=0x7febd010bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 --2- 172.21.15.2:0/304641906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd010bbb0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7febc0009900 tx=0x7febc002a480 comp rx=0 tx=0).stop 2024-09-05T04:14:24.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 -- 172.21.15.2:0/304641906 shutdown_connections 2024-09-05T04:14:24.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 --2- 172.21.15.2:0/304641906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd010c180 0x7febd010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 --2- 172.21.15.2:0/304641906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd010bbb0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 --2- 172.21.15.2:0/304641906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd0102da0 0x7febd0103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 -- 172.21.15.2:0/304641906 >> 172.21.15.2:0/304641906 conn(0x7febd00fc7a0 msgr2=0x7febd00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 -- 172.21.15.2:0/304641906 shutdown_connections 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.410+0000 7febd7f7b640 1 -- 172.21.15.2:0/304641906 wait complete. 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 Processor -- start 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 -- start start 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0102da0 0x7febd01983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 0x7febd019cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111e10 con 0x7febd01036c0 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111c90 con 0x7febd0102da0 2024-09-05T04:14:24.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd7f7b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd0111f90 con 0x7febd010c180 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53598/0 (socket says 172.21.15.2:53598) 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 -- 172.21.15.2:0/55895530 learned_addr learned my addr 172.21.15.2:0/55895530 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd6518640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 0x7febd019cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5d17640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0102da0 0x7febd01983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 -- 172.21.15.2:0/55895530 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 msgr2=0x7febd019cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 0x7febd019cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 -- 172.21.15.2:0/55895530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0102da0 msgr2=0x7febd01983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0102da0 0x7febd01983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd5516640 1 -- 172.21.15.2:0/55895530 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febd019d360 con 0x7febd01036c0 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.411+0000 7febd6518640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 0x7febd019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febd5516640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7febc0005940 tx=0x7febc0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febc6ffd640 1 -- 172.21.15.2:0/55895530 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc003f030 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febc6ffd640 1 -- 172.21.15.2:0/55895530 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc0003aa0 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febd019d5f0 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febc6ffd640 1 -- 172.21.15.2:0/55895530 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0035070 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.412+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febd01a4f30 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.414+0000 7febc6ffd640 1 -- 172.21.15.2:0/55895530 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7febc0042030 con 0x7febd01036c0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.414+0000 7febda354740 1 Processor -- start 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.414+0000 7febda354740 1 -- start start 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 0x55ad5cc2d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc3ee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cb932e0 con 0x55ad5cc2dca0 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cb3ace0 con 0x55ad5cc3ca90 2024-09-05T04:14:24.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febda354740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cb8f2a0 con 0x55ad5cc2d380 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febc6ffd640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 0x7febbc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53604/0 (socket says 172.21.15.2:53604) 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 -- 172.21.15.2:0/1828766039 learned_addr learned my addr 172.21.15.2:0/1828766039 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd6518640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 0x7febbc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5516640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc3ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd6518640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 0x55ad5cc2d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febc6ffd640 1 -- 172.21.15.2:0/55895530 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febc00f0010 con 0x7febd01036c0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 -- 172.21.15.2:0/1828766039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 msgr2=0x55ad5cc2d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 0x55ad5cc2d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 -- 172.21.15.2:0/1828766039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 msgr2=0x55ad5cc3ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc3ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 -- 172.21.15.2:0/1828766039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad5cb1f440 con 0x55ad5cc2dca0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd6518640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 0x55ad5cc2d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5516640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc3ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd6518640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 0x7febbc0a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7febc8013800 tx=0x7febc800a3e0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.415+0000 7febd5d17640 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7febcc00bcf0 tx=0x7febcc00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bac3019ac6339491 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febbbfff640 1 -- 172.21.15.2:0/1828766039 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc015070 con 0x55ad5cc2dca0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febbbfff640 1 -- 172.21.15.2:0/1828766039 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc0118f0 con 0x55ad5cc2dca0 2024-09-05T04:14:24.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febbbfff640 1 -- 172.21.15.2:0/1828766039 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc010870 con 0x55ad5cc2dca0 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 -- 172.21.15.2:0/1828766039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 msgr2=0x55ad5cc3c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7febcc00bcf0 tx=0x7febcc00f730 comp rx=0 tx=0).stop 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 -- 172.21.15.2:0/1828766039 shutdown_connections 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc3ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc3c550 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 --2- 172.21.15.2:0/1828766039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc2d380 0x55ad5cc2d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.416+0000 7febda354740 1 -- 172.21.15.2:0/1828766039 >> 172.21.15.2:0/1828766039 conn(0x55ad5cc29a30 msgr2=0x55ad5cc29e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- 172.21.15.2:0/1828766039 shutdown_connections 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- 172.21.15.2:0/1828766039 wait complete. 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- start start 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 Processor -- start 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc396d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc39c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cc3f660 con 0x55ad5cc2d380 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cb4e050 con 0x55ad5cc2dca0 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ad5cc3f7e0 con 0x55ad5cc3ca90 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.417+0000 7febda354740 10 client.0 _ll_register_callbacks cb 0x55ad5cb8e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53608/0 (socket says 172.21.15.2:53608) 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 -- 172.21.15.2:0/3354104202 learned_addr learned my addr 172.21.15.2:0/3354104202 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd6518640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc39c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5516640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc396d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 -- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 msgr2=0x55ad5cc39c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc39c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 -- 172.21.15.2:0/3354104202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 msgr2=0x55ad5cc396d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc396d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 -- 172.21.15.2:0/3354104202 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad5c9043c0 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5516640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc396d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febd5d17640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7febcc006010 tx=0x7febcc011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce5952e85b4254dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febb97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc028060 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febcc0118f0 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febcc011aa0 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7febcc02f050 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febda354740 10 client.16317 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.418+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ad5cc4b000 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc0118f0 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7febcc0049b0 con 0x55ad5cc2d380 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 10 client.16317 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 10 client.16317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:24.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 20 client.16317 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5cc4c4c0 0x55ad5cc4e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 4 client.16317 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad5cba0850 con 0x55ad5cc4c4c0 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febd5516640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5cc4c4c0 0x55ad5cc4e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febd5516640 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5cc4c4c0 0x55ad5cc4e8b0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7039cab6037175f8 server_cookie=17bc815252aaf359 in_seq=0 out_seq=0 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.419+0000 7febb97fa640 10 client.16317 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febb97fa640 1 -- 172.21.15.2:0/3354104202 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ad5cba0850 con 0x55ad5cc4c4c0 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febb97fa640 10 client.16317 handle_command_reply: tid=0 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 client.16317 shutdown 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 msgr2=0x55ad5cc3c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7febcc006010 tx=0x7febcc011440 comp rx=0 tx=0).stop 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 shutdown_connections 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5cc4c4c0 0x55ad5cc4e8b0 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc39c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc396d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febb97fa640 0 client.16317 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 --2- 172.21.15.2:0/3354104202 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc3c420 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 >> 172.21.15.2:0/3354104202 conn(0x55ad5cc29a30 msgr2=0x55ad5cc2f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.420+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 shutdown_connections 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.421+0000 7febda354740 1 -- 172.21.15.2:0/3354104202 wait complete. 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.421+0000 7febda354740 20 client.16317 trim_cache size 0 max 16384 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 Processor -- start 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 -- start start 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2d380 0x55ad5cc48900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc54390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd01aad30 con 0x55ad5cc2dca0 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd01ad5b0 con 0x55ad5cc2d380 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febda354740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd01ab3a0 con 0x55ad5cc3ca90 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53622/0 (socket says 172.21.15.2:53622) 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 -- 172.21.15.2:0/3638466258 learned_addr learned my addr 172.21.15.2:0/3638466258 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 -- 172.21.15.2:0/3638466258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 msgr2=0x55ad5cc54390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc54390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 -- 172.21.15.2:0/3638466258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2d380 msgr2=0x55ad5cc48900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2d380 0x55ad5cc48900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 -- 172.21.15.2:0/3638466258 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad5cc2da90 con 0x55ad5cc2dca0 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.439+0000 7febd5516640 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7febc00b85f0 tx=0x7febc00b7d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6aad24006f7a5f50 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febbb7fe640 1 -- 172.21.15.2:0/3638466258 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc0049040 con 0x55ad5cc2dca0 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febbb7fe640 1 -- 172.21.15.2:0/3638466258 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febc003b460 con 0x55ad5cc2dca0 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febbb7fe640 1 -- 172.21.15.2:0/3638466258 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febc00c4e00 con 0x55ad5cc2dca0 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 -- 172.21.15.2:0/3638466258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 msgr2=0x55ad5cc53e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7febc00b85f0 tx=0x7febc00b7d10 comp rx=0 tx=0).stop 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 -- 172.21.15.2:0/3638466258 shutdown_connections 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc54390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc53e50 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 --2- 172.21.15.2:0/3638466258 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2d380 0x55ad5cc48900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 -- 172.21.15.2:0/3638466258 >> 172.21.15.2:0/3638466258 conn(0x55ad5cc29a30 msgr2=0x55ad5cc387c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 -- 172.21.15.2:0/3638466258 shutdown_connections 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.440+0000 7febda354740 1 -- 172.21.15.2:0/3638466258 wait complete. 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 -- start start 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 Processor -- start 2024-09-05T04:14:24.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc40df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc41330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7febd01aba70 con 0x55ad5cc2d380 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7febd01acee0 con 0x55ad5cc2dca0 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7febd01ac140 con 0x55ad5cc3ca90 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febda354740 10 client.0 _ll_register_callbacks cb 0x7febcc00bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53638/0 (socket says 172.21.15.2:53638) 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 -- 172.21.15.2:0/3469890495 learned_addr learned my addr 172.21.15.2:0/3469890495 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd6518640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc41330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5516640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc40df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 -- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 msgr2=0x55ad5cc41330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc41330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.441+0000 7febd5d17640 1 -- 172.21.15.2:0/3469890495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 msgr2=0x55ad5cc40df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febd5d17640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc40df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febd5d17640 1 -- 172.21.15.2:0/3469890495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad5ccb5f20 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febd5516640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc40df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febd5d17640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7febcc001eb0 tx=0x7febcc00fdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f269f91c4d237cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc015070 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ad5cb9ad60 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7febcc004850 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7febcc005e50 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 10 client.16323 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ad5ccb71f0 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ad5cb9ad60 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7febcc0108c0 con 0x55ad5cc2d380 2024-09-05T04:14:24.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 10 client.16323 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 10 client.16323 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 20 client.16323 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5ccb7960 0x55ad5ccb9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 4 client.16323 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.442+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ad5cb17210 con 0x55ad5ccb7960 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febd5516640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5ccb7960 0x55ad5ccb9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febb97fa640 10 client.16323 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febd5516640 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5ccb7960 0x55ad5ccb9d50 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da12d8d8ae6d29e8 server_cookie=a9f1d3e25f56e27c in_seq=0 out_seq=0 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febb97fa640 1 -- 172.21.15.2:0/3469890495 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ad5cb17210 con 0x55ad5ccb7960 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febb97fa640 10 client.16323 handle_command_reply: tid=0 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febda354740 1 client.16323 shutdown 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 msgr2=0x55ad5cc408b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.443+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7febcc001eb0 tx=0x7febcc00fdd0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 shutdown_connections 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ad5ccb7960 0x55ad5ccb9d50 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "4a3b3098-0d33-4d58-8c2a-4e17193de804": { 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "4a3b3098-0d33-4d58-8c2a-4e17193de804", 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:14:24.461 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:24.462 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:24.462 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:24.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ad5cc3ca90 0x55ad5cc41330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ad5cc2dca0 0x55ad5cc40df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 --2- 172.21.15.2:0/3469890495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ad5cc2d380 0x55ad5cc408b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febb97fa640 0 client.16323 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 >> 172.21.15.2:0/3469890495 conn(0x55ad5cc29a30 msgr2=0x55ad5cc2ee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 shutdown_connections 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 1 -- 172.21.15.2:0/3469890495 wait complete. 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febda354740 20 client.16323 trim_cache size 0 max 16384 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 msgr2=0x7febbc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 0x7febbc0a5230 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7febc8013800 tx=0x7febc800a3e0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 msgr2=0x7febd01988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.444+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7febc0005940 tx=0x7febc0004270 comp rx=0 tx=0).stop 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 shutdown_connections 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7febbc0a2d70 0x7febbc0a5230 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7febd010c180 0x7febd019cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7febd01036c0 0x7febd01988f0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 --2- 172.21.15.2:0/55895530 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7febd0102da0 0x7febd01983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 >> 172.21.15.2:0/55895530 conn(0x7febd00fc7a0 msgr2=0x7febd00fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 shutdown_connections 2024-09-05T04:14:24.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:24.445+0000 7febd7f7b640 1 -- 172.21.15.2:0/55895530 wait complete. 2024-09-05T04:14:24.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:24 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3922143795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.577+0000 7f590db8d640 1 -- 172.21.15.2:0/4134829904 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f59081009a0 msgr2=0x7f5908100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.577+0000 7f590db8d640 1 --2- 172.21.15.2:0/4134829904 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f59081009a0 0x7f5908100e00 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f58f0009930 tx=0x7f58f002a420 comp rx=0 tx=0).stop 2024-09-05T04:14:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 -- 172.21.15.2:0/4134829904 shutdown_connections 2024-09-05T04:14:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 --2- 172.21.15.2:0/4134829904 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5908101340 0x7f590810d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 --2- 172.21.15.2:0/4134829904 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f59081009a0 0x7f5908100e00 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 --2- 172.21.15.2:0/4134829904 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081069b0 0x7f5908106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 -- 172.21.15.2:0/4134829904 >> 172.21.15.2:0/4134829904 conn(0x7f59080779a0 msgr2=0x7f59080fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 -- 172.21.15.2:0/4134829904 shutdown_connections 2024-09-05T04:14:24.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 -- 172.21.15.2:0/4134829904 wait complete. 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 Processor -- start 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.578+0000 7f590db8d640 1 -- start start 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081009a0 0x7f5908199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f59081069b0 0x7f59081a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5908110ca0 con 0x7f5908101340 2024-09-05T04:14:24.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5908110b20 con 0x7f59081009a0 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f590db8d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5908110e20 con 0x7f59081069b0 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53664/0 (socket says 172.21.15.2:53664) 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 -- 172.21.15.2:0/1120814165 learned_addr learned my addr 172.21.15.2:0/1120814165 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5907fff640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f59081069b0 0x7f59081a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f59077fe640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081009a0 0x7f5908199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 -- 172.21.15.2:0/1120814165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f59081069b0 msgr2=0x7f59081a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f59081069b0 0x7f59081a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 -- 172.21.15.2:0/1120814165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081009a0 msgr2=0x7f5908199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081009a0 0x7f5908199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 -- 172.21.15.2:0/1120814165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59081a4740 con 0x7f5908101340 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.579+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f58f0004770 tx=0x7f58f00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.580+0000 7f5904ff9640 1 -- 172.21.15.2:0/1120814165 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f003f070 con 0x7f5908101340 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.580+0000 7f5904ff9640 1 -- 172.21.15.2:0/1120814165 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58f003b460 con 0x7f5908101340 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.580+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59081a4910 con 0x7f5908101340 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.580+0000 7f5904ff9640 1 -- 172.21.15.2:0/1120814165 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f0035070 con 0x7f5908101340 2024-09-05T04:14:24.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.580+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59081a4d70 con 0x7f5908101340 2024-09-05T04:14:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5904ff9640 1 -- 172.21.15.2:0/1120814165 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f58f003b610 con 0x7f5908101340 2024-09-05T04:14:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 Processor -- start 2024-09-05T04:14:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 -- start start 2024-09-05T04:14:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d914f9d0 0x5609d914fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d91502f0 0x5609d915eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5609d90b42f0 con 0x5609d915f0c0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5609d905c270 con 0x5609d91502f0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5910a02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5609d90b02b0 con 0x5609d914f9d0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53676/0 (socket says 172.21.15.2:53676) 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.582+0000 7f5906ffd640 1 -- 172.21.15.2:0/1501884852 learned_addr learned my addr 172.21.15.2:0/1501884852 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5907fff640 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d914f9d0 0x5609d914fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f59077fe640 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d91502f0 0x5609d915eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5904ff9640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 0x7f58f40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 -- 172.21.15.2:0/1501884852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d914f9d0 msgr2=0x5609d914fdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d914f9d0 0x5609d914fdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 -- 172.21.15.2:0/1501884852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d91502f0 msgr2=0x5609d915eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d91502f0 0x5609d915eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 -- 172.21.15.2:0/1501884852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609d905b340 con 0x5609d915f0c0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5907fff640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 0x7f58f40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5904ff9640 1 -- 172.21.15.2:0/1120814165 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f58f00efad0 con 0x7f5908101340 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f58f00ecdc0 tx=0x7f58f0049f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed49ba2551ade67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f5907fff640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 0x7f58f40a51b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f590000b7a0 tx=0x7f59000046c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f58fdffb640 1 -- 172.21.15.2:0/1501884852 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f00bb840 con 0x5609d915f0c0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f58fdffb640 1 -- 172.21.15.2:0/1501884852 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58f004a6f0 con 0x5609d915f0c0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.583+0000 7f58fdffb640 1 -- 172.21.15.2:0/1501884852 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f004a2f0 con 0x5609d915f0c0 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- 172.21.15.2:0/1501884852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 msgr2=0x5609d91614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f58f00ecdc0 tx=0x7f58f0049f50 comp rx=0 tx=0).stop 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- 172.21.15.2:0/1501884852 shutdown_connections 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d91614b0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d91502f0 0x5609d915eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 --2- 172.21.15.2:0/1501884852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d914f9d0 0x5609d914fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- 172.21.15.2:0/1501884852 >> 172.21.15.2:0/1501884852 conn(0x5609d914c060 msgr2=0x5609d914c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- 172.21.15.2:0/1501884852 shutdown_connections 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- 172.21.15.2:0/1501884852 wait complete. 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.584+0000 7f5910a02740 1 -- start start 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 Processor -- start 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d91502f0 0x5609d915c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5609d9161ab0 con 0x5609d915f0c0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5609d903d290 con 0x5609d914f9d0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5609d9161c30 con 0x5609d91502f0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5910a02740 10 client.0 _ll_register_callbacks cb 0x5609d906e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53690/0 (socket says 172.21.15.2:53690) 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f59077fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 -- 172.21.15.2:0/4116350965 learned_addr learned my addr 172.21.15.2:0/4116350965 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5906ffd640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d91502f0 0x5609d915c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 -- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d91502f0 msgr2=0x5609d915c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d91502f0 0x5609d915c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 -- 172.21.15.2:0/4116350965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 msgr2=0x5609d915bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 -- 172.21.15.2:0/4116350965 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609d8dc7210 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f5907fff640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f5900005880 tx=0x7f5900004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b72cb4c2d39549c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.585+0000 7f58e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5900010840 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f59000109e0 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58f004a6f0 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5900030050 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 10 client.16335 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5609d8e93620 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58f004a6f0 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f590001ea90 con 0x5609d915f0c0 2024-09-05T04:14:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 10 client.16335 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 10 client.16335 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 20 client.16335 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d916edd0 0x5609d9171200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 4 client.16335 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5609d90c1a20 con 0x5609d916edd0 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.586+0000 7f59077fe640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d916edd0 0x5609d9171200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.587+0000 7f58e6ffd640 10 client.16335 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.587+0000 7f59077fe640 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d916edd0 0x5609d9171200 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=536fa46c3f6a690c server_cookie=f28a3882d6e329ca in_seq=0 out_seq=0 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.587+0000 7f58e6ffd640 1 -- 172.21.15.2:0/4116350965 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5609d90c1a20 con 0x5609d916edd0 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.587+0000 7f58e6ffd640 10 client.16335 handle_command_reply: tid=0 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.587+0000 7f5910a02740 1 client.16335 shutdown 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 msgr2=0x5609d915ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f5900005880 tx=0x7f5900004730 comp rx=0 tx=0).stop 2024-09-05T04:14:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 shutdown_connections 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d916edd0 0x5609d9171200 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d915f0c0 0x5609d915ca30 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d91502f0 0x5609d915c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 --2- 172.21.15.2:0/4116350965 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f58e6ffd640 0 client.16335 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 >> 172.21.15.2:0/4116350965 conn(0x5609d914c060 msgr2=0x5609d9151dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 shutdown_connections 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 1 -- 172.21.15.2:0/4116350965 wait complete. 2024-09-05T04:14:24.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.588+0000 7f5910a02740 20 client.16335 trim_cache size 0 max 16384 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 Processor -- start 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 -- start start 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d91770a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f59081aac90 con 0x5609d91502f0 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f59081ad510 con 0x5609d914f9d0 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5910a02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f59081ab300 con 0x5609d915f0c0 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53704/0 (socket says 172.21.15.2:53704) 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.602+0000 7f5906ffd640 1 -- 172.21.15.2:0/186779088 learned_addr learned my addr 172.21.15.2:0/186779088 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 -- 172.21.15.2:0/186779088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 msgr2=0x5609d91770a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d91770a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 -- 172.21.15.2:0/186779088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 msgr2=0x5609d915df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 -- 172.21.15.2:0/186779088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609d9171880 con 0x5609d91502f0 2024-09-05T04:14:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5906ffd640 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f58f00ed480 tx=0x7f58f00efdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8405fa9538f6bf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f58fd7fa640 1 -- 172.21.15.2:0/186779088 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f00044e0 con 0x5609d91502f0 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f58fd7fa640 1 -- 172.21.15.2:0/186779088 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58f00c0000 con 0x5609d91502f0 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f58fd7fa640 1 -- 172.21.15.2:0/186779088 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f00a69c0 con 0x5609d91502f0 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 -- 172.21.15.2:0/186779088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 msgr2=0x5609d9176b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f58f00ed480 tx=0x7f58f00efdd0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 -- 172.21.15.2:0/186779088 shutdown_connections 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d91770a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9176b60 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 --2- 172.21.15.2:0/186779088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d915df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.603+0000 7f5910a02740 1 -- 172.21.15.2:0/186779088 >> 172.21.15.2:0/186779088 conn(0x5609d914c060 msgr2=0x5609d915d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- 172.21.15.2:0/186779088 shutdown_connections 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- 172.21.15.2:0/186779088 wait complete. 2024-09-05T04:14:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- start start 2024-09-05T04:14:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 Processor -- start 2024-09-05T04:14:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d9166f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d9163d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f59081ab9d0 con 0x5609d91502f0 2024-09-05T04:14:24.609 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f59081ace40 con 0x5609d914f9d0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f59081ac0a0 con 0x5609d915f0c0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5910a02740 10 client.0 _ll_register_callbacks cb 0x7f59000044e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5906ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53718/0 (socket says 172.21.15.2:53718) 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f5906ffd640 1 -- 172.21.15.2:0/1124252850 learned_addr learned my addr 172.21.15.2:0/1124252850 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.604+0000 7f59077fe640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d9166f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5907fff640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d9163d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 -- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 msgr2=0x5609d9163d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d9163d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 -- 172.21.15.2:0/1124252850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 msgr2=0x5609d9166f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d9166f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 -- 172.21.15.2:0/1124252850 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609d9156d50 con 0x5609d91502f0 2024-09-05T04:14:24.610 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5906ffd640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f58f00b8160 tx=0x7f58f00f3180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d8899755004d298 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58f00bb660 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f58f00f32b0 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58f00c0000 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f58f00a69c0 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 10 client.16341 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5609d916d970 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58f00d4e50 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f58f004b060 con 0x5609d91502f0 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 10 client.16341 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 10 client.16341 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 20 client.16341 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:24.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d91da2f0 0x5609d91dc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 4 client.16341 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:14:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.605+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5609d90bbd70 con 0x5609d91da2f0 2024-09-05T04:14:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.606+0000 7f59077fe640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d91da2f0 0x5609d91dc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.606+0000 7f59077fe640 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d91da2f0 0x5609d91dc6e0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acd6b54dd4da1107 server_cookie=45fcd53b9c346416 in_seq=0 out_seq=0 2024-09-05T04:14:24.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.606+0000 7f58e6ffd640 10 client.16341 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.619+0000 7f58e6ffd640 1 -- 172.21.15.2:0/1124252850 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5609d90bbd70 con 0x5609d91da2f0 2024-09-05T04:14:24.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.619+0000 7f58e6ffd640 10 client.16341 handle_command_reply: tid=0 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.619+0000 7f5910a02740 1 client.16341 shutdown 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.619+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 msgr2=0x5609d9167490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.619+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f58f00b8160 tx=0x7f58f00f3180 comp rx=0 tx=0).stop 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 shutdown_connections 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609d91da2f0 0x5609d91dc6e0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5609d915f0c0 0x5609d9163d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5609d91502f0 0x5609d9167490 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f58e6ffd640 0 client.16341 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 --2- 172.21.15.2:0/1124252850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5609d914f9d0 0x5609d9166f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 >> 172.21.15.2:0/1124252850 conn(0x5609d914c060 msgr2=0x5609d915c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 shutdown_connections 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 1 -- 172.21.15.2:0/1124252850 wait complete. 2024-09-05T04:14:24.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f5910a02740 20 client.16341 trim_cache size 0 max 16384 2024-09-05T04:14:24.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:14:24.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:14:24.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:14:24.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 msgr2=0x7f58f40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 0x7f58f40a51b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f590000b7a0 tx=0x7f59000046c0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 msgr2=0x7f59081996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f58f0004770 tx=0x7f58f00042f0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 shutdown_connections 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58f40a2cf0 0x7f58f40a51b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f59081069b0 0x7f59081a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5908101340 0x7f59081996c0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 --2- 172.21.15.2:0/1120814165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f59081009a0 0x7f5908199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 >> 172.21.15.2:0/1120814165 conn(0x7f59080779a0 msgr2=0x7f5908103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:24.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 shutdown_connections 2024-09-05T04:14:24.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:24.620+0000 7f590db8d640 1 -- 172.21.15.2:0/1120814165 wait complete. 2024-09-05T04:14:24.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:24 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3922143795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:25.275 INFO:tasks.cephfs.filesystem:scrub status for tag:4a3b3098-0d33-4d58-8c2a-4e17193de804 - {'path': '/', 'tag': '4a3b3098-0d33-4d58-8c2a-4e17193de804', 'options': 'recursive,force'} 2024-09-05T04:14:25.305 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:25.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:25 smithi002 ceph-mon[31001]: pgmap v106: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-09-05T04:14:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:25 smithi079 ceph-mon[34908]: pgmap v106: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-09-05T04:14:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:25 smithi047 ceph-mon[34498]: pgmap v106: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-09-05T04:14:25.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 -- 172.21.15.2:0/4288612893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 msgr2=0x7fc8101021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 --2- 172.21.15.2:0/4288612893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc8101021c0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fc800009900 tx=0x7fc80002a3f0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 -- 172.21.15.2:0/4288612893 shutdown_connections 2024-09-05T04:14:25.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 --2- 172.21.15.2:0/4288612893 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 --2- 172.21.15.2:0/4288612893 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 0x7fc8101067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 --2- 172.21.15.2:0/4288612893 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc8101021c0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 -- 172.21.15.2:0/4288612893 >> 172.21.15.2:0/4288612893 conn(0x7fc8100fd8c0 msgr2=0x7fc8100ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 -- 172.21.15.2:0/4288612893 shutdown_connections 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.760+0000 7fc81588a640 1 -- 172.21.15.2:0/4288612893 wait complete. 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 Processor -- start 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 -- start start 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 0x7fc810198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81019cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc810111e20 con 0x7fc810101de0 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc810111ca0 con 0x7fc810102790 2024-09-05T04:14:25.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc81588a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc810111fa0 con 0x7fc810106f10 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53730/0 (socket says 172.21.15.2:53730) 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 -- 172.21.15.2:0/1493260073 learned_addr learned my addr 172.21.15.2:0/1493260073 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc8067fc640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 0x7fc810198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81019cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 -- 172.21.15.2:0/1493260073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 msgr2=0x7fc81019cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81019cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 -- 172.21.15.2:0/1493260073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 msgr2=0x7fc810198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 0x7fc810198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80effd640 1 -- 172.21.15.2:0/1493260073 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc81019d200 con 0x7fc810101de0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.761+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81019cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc80effd640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc800006010 tx=0x7fc800004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc814888640 1 -- 172.21.15.2:0/1493260073 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80003f030 con 0x7fc810101de0 2024-09-05T04:14:25.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc81019d490 con 0x7fc810101de0 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc814888640 1 -- 172.21.15.2:0/1493260073 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8000035f0 con 0x7fc810101de0 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc814888640 1 -- 172.21.15.2:0/1493260073 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800035070 con 0x7fc810101de0 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.762+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8101a4dd0 con 0x7fc810101de0 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.764+0000 7fc814888640 1 -- 172.21.15.2:0/1493260073 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc800003b10 con 0x7fc810101de0 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 Processor -- start 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 -- start start 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf8874f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf889e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559fdf7e1160 con 0x559fdf87c850 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559fdf788720 con 0x559fdf87d170 2024-09-05T04:14:25.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc817c63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559fdf7dd120 con 0x559fdf887a30 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53734/0 (socket says 172.21.15.2:53734) 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 -- 172.21.15.2:0/3444874704 learned_addr learned my addr 172.21.15.2:0/3444874704 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80effd640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf8874f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc8067fc640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf889e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc814888640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 0x7fc7fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 -- 172.21.15.2:0/3444874704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 msgr2=0x559fdf889e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf889e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 -- 172.21.15.2:0/3444874704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 msgr2=0x559fdf8874f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf8874f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 -- 172.21.15.2:0/3444874704 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fdf552ba0 con 0x559fdf87c850 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80effd640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf8874f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc814888640 1 -- 172.21.15.2:0/1493260073 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc8000f0340 con 0x7fc810101de0 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.765+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 0x7fc7fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc808005c80 tx=0x7fc80800e7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc0b9b906bf94b0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc805ffb640 1 -- 172.21.15.2:0/3444874704 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc808022070 con 0x559fdf87c850 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc805ffb640 1 -- 172.21.15.2:0/3444874704 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc808011c30 con 0x559fdf87c850 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc805ffb640 1 -- 172.21.15.2:0/3444874704 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80801a400 con 0x559fdf87c850 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 0x7fc7fc0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc80801f000 tx=0x7fc808020000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc817c63740 1 -- 172.21.15.2:0/3444874704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 msgr2=0x559fdf87cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.766+0000 7fc817c63740 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc808005c80 tx=0x7fc80800e7e0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- 172.21.15.2:0/3444874704 shutdown_connections 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf889e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf8874f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- 172.21.15.2:0/3444874704 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87cc30 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- 172.21.15.2:0/3444874704 >> 172.21.15.2:0/3444874704 conn(0x559fdf878de0 msgr2=0x559fdf8791c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- 172.21.15.2:0/3444874704 shutdown_connections 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- 172.21.15.2:0/3444874704 wait complete. 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- start start 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 Processor -- start 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf87c850 0x559fdf884900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 0x559fdf885380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559fdf88a600 con 0x559fdf87d170 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559fdf769900 con 0x559fdf887a30 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559fdf88a780 con 0x559fdf87c850 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.767+0000 7fc817c63740 10 client.0 _ll_register_callbacks cb 0x559fdf767780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53736/0 (socket says 172.21.15.2:53736) 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 -- 172.21.15.2:0/747759110 learned_addr learned my addr 172.21.15.2:0/747759110 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc80effd640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf87c850 0x559fdf884900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 0x559fdf885380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 -- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf87c850 msgr2=0x559fdf884900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf87c850 0x559fdf884900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 -- 172.21.15.2:0/747759110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 msgr2=0x559fdf885380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 0x559fdf885380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 -- 172.21.15.2:0/747759110 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fdf7a9c50 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 0x559fdf885380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc8067fc640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8010a80 tx=0x7fc7f8010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c88ee5b91a0af7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc7eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f800fc50 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc7f800fdf0 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc808011c30 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc7f8024050 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc817c63740 10 client.16353 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.768+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559fdf8962f0 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc808011c30 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc7f80185b0 con 0x559fdf87d170 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 10 client.16353 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:25.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 10 client.16353 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 20 client.16353 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf897800 0x559fdf899c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 4 client.16353 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.769+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fdf7ee890 con 0x559fdf897800 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.770+0000 7fc80effd640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf897800 0x559fdf899c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.770+0000 7fc7eeffd640 10 client.16353 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.770+0000 7fc80effd640 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf897800 0x559fdf899c40 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1d13e6dd971cdeb server_cookie=666ea108386355a0 in_seq=0 out_seq=0 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc7eeffd640 1 -- 172.21.15.2:0/747759110 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559fdf7ee890 con 0x559fdf897800 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc7eeffd640 10 client.16353 handle_command_reply: tid=0 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 client.16353 shutdown 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 msgr2=0x559fdf884e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8010a80 tx=0x7fc7f8010f40 comp rx=0 tx=0).stop 2024-09-05T04:14:25.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 shutdown_connections 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf897800 0x559fdf899c40 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf887a30 0x559fdf885380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf884e40 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 --2- 172.21.15.2:0/747759110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf87c850 0x559fdf884900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc7eeffd640 0 client.16353 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 >> 172.21.15.2:0/747759110 conn(0x559fdf878de0 msgr2=0x559fdf87eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 shutdown_connections 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 1 -- 172.21.15.2:0/747759110 wait complete. 2024-09-05T04:14:25.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.771+0000 7fc817c63740 20 client.16353 trim_cache size 0 max 16384 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.788+0000 7fc817c63740 1 Processor -- start 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.788+0000 7fc817c63740 1 -- start start 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf877db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf8782f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101ace40 con 0x559fdf87c850 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101af6c0 con 0x559fdf87d170 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc817c63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101ad4b0 con 0x559fdf887a30 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53746/0 (socket says 172.21.15.2:53746) 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 -- 172.21.15.2:0/1411641474 learned_addr learned my addr 172.21.15.2:0/1411641474 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80f7fe640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf8782f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc8067fc640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf877db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 -- 172.21.15.2:0/1411641474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 msgr2=0x559fdf8782f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf8782f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 -- 172.21.15.2:0/1411641474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 msgr2=0x559fdf877db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf877db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 -- 172.21.15.2:0/1411641474 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fdf8743f0 con 0x559fdf87c850 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc8067fc640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf877db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc80effd640 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc8000bc1c0 tx=0x7fc8000f28c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3aa7785426fcc564 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc8057fa640 1 -- 172.21.15.2:0/1411641474 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800049040 con 0x559fdf87c850 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc8057fa640 1 -- 172.21.15.2:0/1411641474 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8000c0870 con 0x559fdf87c850 2024-09-05T04:14:25.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.789+0000 7fc8057fa640 1 -- 172.21.15.2:0/1411641474 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8000b8b30 con 0x559fdf87c850 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- 172.21.15.2:0/1411641474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 msgr2=0x559fdf87f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fc8000bc1c0 tx=0x7fc8000f28c0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- 172.21.15.2:0/1411641474 shutdown_connections 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf8782f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87d170 0x559fdf877db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 --2- 172.21.15.2:0/1411641474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87c850 0x559fdf87f300 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- 172.21.15.2:0/1411641474 >> 172.21.15.2:0/1411641474 conn(0x559fdf878de0 msgr2=0x559fdf8776a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- 172.21.15.2:0/1411641474 shutdown_connections 2024-09-05T04:14:25.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- 172.21.15.2:0/1411641474 wait complete. 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.790+0000 7fc817c63740 1 -- start start 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 Processor -- start 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87c850 0x559fdf88be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf9014e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101adb80 con 0x559fdf87d170 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101aeff0 con 0x559fdf87c850 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc8101ae250 con 0x559fdf887a30 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc817c63740 10 client.0 _ll_register_callbacks cb 0x7fc7f800a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc8067fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc8067fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53758/0 (socket says 172.21.15.2:53758) 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc8067fc640 1 -- 172.21.15.2:0/493037341 learned_addr learned my addr 172.21.15.2:0/493037341 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:25.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc80f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf9014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.791+0000 7fc80effd640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87c850 0x559fdf88be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 -- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 msgr2=0x559fdf9014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf9014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 -- 172.21.15.2:0/493037341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87c850 msgr2=0x559fdf88be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87c850 0x559fdf88be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 -- 172.21.15.2:0/493037341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fdf901a20 con 0x559fdf87d170 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc8067fc640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8018980 tx=0x7fc7f8018ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61d774878920093 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f802c020 con 0x559fdf87d170 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc8000c0870 con 0x559fdf87d170 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc7f8018370 con 0x559fdf87d170 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc7f8037050 con 0x559fdf87d170 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc817c63740 10 client.16359 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:25.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559fdf902ca0 con 0x559fdf87d170 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8000c0870 con 0x559fdf87d170 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.792+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc7f8018600 con 0x559fdf87d170 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 10 client.16359 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 10 client.16359 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 20 client.16359 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf903480 0x559fdf9058a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 4 client.16359 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.75, "await_for": 45.0}] 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.75, "await_for": 45.0}) -- 0x559fdf7e8be0 con 0x559fdf903480 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc80effd640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf903480 0x559fdf9058a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc80effd640 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf903480 0x559fdf9058a0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a82798345e5754b4 server_cookie=43e1052944b0c513 in_seq=0 out_seq=0 2024-09-05T04:14:25.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.793+0000 7fc7eeffd640 10 client.16359 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:25.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc7eeffd640 1 -- 172.21.15.2:0/493037341 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x559fdf7e8be0 con 0x559fdf903480 2024-09-05T04:14:25.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc7eeffd640 10 client.16359 handle_command_reply: tid=0 2024-09-05T04:14:25.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 client.16359 shutdown 2024-09-05T04:14:25.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 msgr2=0x559fdf88c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8018980 tx=0x7fc7f8018ea0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 shutdown_connections 2024-09-05T04:14:25.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559fdf903480 0x559fdf9058a0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc7eeffd640 0 client.16359 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559fdf887a30 0x559fdf9014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559fdf87d170 0x559fdf88c370 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 --2- 172.21.15.2:0/493037341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559fdf87c850 0x559fdf88be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 >> 172.21.15.2:0/493037341 conn(0x559fdf878de0 msgr2=0x559fdf877ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 shutdown_connections 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.805+0000 7fc817c63740 1 -- 172.21.15.2:0/493037341 wait complete. 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc817c63740 20 client.16359 trim_cache size 0 max 16384 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:14:25.807 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 10, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "1d3e59c9": { 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 10, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 141.8, 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:14:25.808 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:25.809 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 msgr2=0x7fc7fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 0x7fc7fc0a51b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc80801f000 tx=0x7fc808020000 comp rx=0 tx=0).stop 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 msgr2=0x7fc810198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc800006010 tx=0x7fc800004270 comp rx=0 tx=0).stop 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 shutdown_connections 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7fc0a2cf0 0x7fc7fc0a51b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc810106f10 0x7fc81019cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc810102790 0x7fc810198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 --2- 172.21.15.2:0/1493260073 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc810101de0 0x7fc810198250 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:25.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 >> 172.21.15.2:0/1493260073 conn(0x7fc8100fd8c0 msgr2=0x7fc8100fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:25.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 shutdown_connections 2024-09-05T04:14:25.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:25.806+0000 7fc81588a640 1 -- 172.21.15.2:0/1493260073 wait complete. 2024-09-05T04:14:26.614 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '1d3e59c9', quiesce took 5.2 seconds. Will release after: 16.55 2024-09-05T04:14:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:27 smithi002 ceph-mon[31001]: pgmap v107: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:27 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:14:27.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:27 smithi079 ceph-mon[34908]: pgmap v107: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:27 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:14:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:27 smithi047 ceph-mon[34498]: pgmap v107: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:27.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:27 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:14:29.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:29 smithi002 ceph-mon[31001]: pgmap v108: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:29 smithi079 ceph-mon[34908]: pgmap v108: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:29 smithi047 ceph-mon[34498]: pgmap v108: 129 pgs: 129 active+clean; 3.2 MiB data, 379 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:14:31.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:31 smithi002 ceph-mon[31001]: pgmap v109: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-09-05T04:14:31.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:31 smithi079 ceph-mon[34908]: pgmap v109: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-09-05T04:14:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:31 smithi047 ceph-mon[34498]: pgmap v109: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-09-05T04:14:33.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:33 smithi002 ceph-mon[31001]: pgmap v110: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-09-05T04:14:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:33 smithi079 ceph-mon[34908]: pgmap v110: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-09-05T04:14:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:33 smithi047 ceph-mon[34498]: pgmap v110: 129 pgs: 129 active+clean; 3.3 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 9 op/s 2024-09-05T04:14:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:35 smithi002 ceph-mon[31001]: pgmap v111: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 11 op/s 2024-09-05T04:14:35.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:35 smithi079 ceph-mon[34908]: pgmap v111: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 11 op/s 2024-09-05T04:14:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:35 smithi047 ceph-mon[34498]: pgmap v111: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 11 op/s 2024-09-05T04:14:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:37 smithi002 ceph-mon[31001]: pgmap v112: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:37 smithi079 ceph-mon[34908]: pgmap v112: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:37 smithi047 ceph-mon[34498]: pgmap v112: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:37.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 -- 172.21.15.2:0/3957159426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 msgr2=0x7f0de010e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 --2- 172.21.15.2:0/3957159426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de010e990 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8009cd0 tx=0x7f0dd802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 -- 172.21.15.2:0/3957159426 shutdown_connections 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 --2- 172.21.15.2:0/3957159426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de010e990 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 --2- 172.21.15.2:0/3957159426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 --2- 172.21.15.2:0/3957159426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 0x7f0de0107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 -- 172.21.15.2:0/3957159426 >> 172.21.15.2:0/3957159426 conn(0x7f0de00fd7a0 msgr2=0x7f0de00ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 -- 172.21.15.2:0/3957159426 shutdown_connections 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.719+0000 7f0de5931640 1 -- 172.21.15.2:0/3957159426 wait complete. 2024-09-05T04:14:37.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.720+0000 7f0de5931640 1 Processor -- start 2024-09-05T04:14:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.720+0000 7f0de5931640 1 -- start start 2024-09-05T04:14:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 0x7f0de019cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de0111dc0 con 0x7f0de0102460 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de0111c40 con 0x7f0de0107ad0 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de5931640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de0111f40 con 0x7f0de0101ac0 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59864/0 (socket says 172.21.15.2:59864) 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 -- 172.21.15.2:0/1558563993 learned_addr learned my addr 172.21.15.2:0/1558563993 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 0x7f0de019cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 -- 172.21.15.2:0/1558563993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 msgr2=0x7f0de0198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 -- 172.21.15.2:0/1558563993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 msgr2=0x7f0de019cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 0x7f0de019cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 -- 172.21.15.2:0/1558563993 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de019d260 con 0x7f0de0102460 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400d950 tx=0x7f0dd400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de492f640 1 -- 172.21.15.2:0/1558563993 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4017030 con 0x7f0de0102460 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.721+0000 7f0de492f640 1 -- 172.21.15.2:0/1558563993 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd4004020 con 0x7f0de0102460 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.722+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de019d550 con 0x7f0de0102460 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.722+0000 7f0de492f640 1 -- 172.21.15.2:0/1558563993 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd40047a0 con 0x7f0de0102460 2024-09-05T04:14:37.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.722+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de01a4de0 con 0x7f0de0102460 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.724+0000 7f0de492f640 1 -- 172.21.15.2:0/1558563993 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0dd40041d0 con 0x7f0de0102460 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.724+0000 7f0de86cf740 1 Processor -- start 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.724+0000 7f0de86cf740 1 -- start start 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5b0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5b10c0 0x5555ea5b34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5555ea5062f0 con 0x5555ea5a5f00 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5555ea4ae270 con 0x5555ea5a6820 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de86cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5555ea5022b0 con 0x5555ea5b10c0 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de492f640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 0x7f0dc80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59878/0 (socket says 172.21.15.2:59878) 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddf7fe640 1 -- 172.21.15.2:0/163835063 learned_addr learned my addr 172.21.15.2:0/163835063 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5b0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 0x7f0dc80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0de492f640 1 -- 172.21.15.2:0/1558563993 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0dd40cf2f0 con 0x7f0de0102460 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5b10c0 0x5555ea5b34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 -- 172.21.15.2:0/163835063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5b10c0 msgr2=0x5555ea5b34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5b10c0 0x5555ea5b34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 -- 172.21.15.2:0/163835063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 msgr2=0x5555ea5a62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddeffd640 1 -- 172.21.15.2:0/163835063 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ea4ad340 con 0x5555ea5a6820 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.725+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:14:37.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5b0b80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0008b30 tx=0x7f0dd000e350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=446d9ef7e009e6d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 0x7f0dc80a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8005e10 tx=0x7f0dd8005da0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0dc5ffb640 1 -- 172.21.15.2:0/163835063 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0014070 con 0x5555ea5a6820 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0dc5ffb640 1 -- 172.21.15.2:0/163835063 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd00054d0 con 0x5555ea5a6820 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0dc5ffb640 1 -- 172.21.15.2:0/163835063 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0010690 con 0x5555ea5a6820 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0de86cf740 1 -- 172.21.15.2:0/163835063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 msgr2=0x5555ea5b0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.726+0000 7f0de86cf740 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5b0b80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0008b30 tx=0x7f0dd000e350 comp rx=0 tx=0).stop 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 -- 172.21.15.2:0/163835063 shutdown_connections 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5b10c0 0x5555ea5b34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5b0b80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 --2- 172.21.15.2:0/163835063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 -- 172.21.15.2:0/163835063 >> 172.21.15.2:0/163835063 conn(0x5555ea5a2470 msgr2=0x5555ea5a2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 -- 172.21.15.2:0/163835063 shutdown_connections 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 -- 172.21.15.2:0/163835063 wait complete. 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 -- start start 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.727+0000 7f0de86cf740 1 Processor -- start 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5adf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5ae9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5555ea5b3c90 con 0x5555ea5a6820 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5555ea48f290 con 0x5555ea5b10c0 2024-09-05T04:14:37.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5555ea5b3e10 con 0x5555ea5a5f00 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 10 client.0 _ll_register_callbacks cb 0x5555ea4c0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59894/0 (socket says 172.21.15.2:59894) 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 -- 172.21.15.2:0/2166607736 learned_addr learned my addr 172.21.15.2:0/2166607736 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5ae9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5adf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 -- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 msgr2=0x5555ea5adf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5adf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 -- 172.21.15.2:0/2166607736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 msgr2=0x5555ea5ae9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5ae9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 -- 172.21.15.2:0/2166607736 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ea219210 con 0x5555ea5a6820 2024-09-05T04:14:37.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5adf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5ae9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4005170 tx=0x7f0dd409aea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6259526e2301caec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dbeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd40b3070 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dd00054d0 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0dd40cc8c0 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.728+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0dd40ccac0 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 10 client.16371 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5555ea2e5620 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd00054d0 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0dd4009a30 con 0x5555ea5a6820 2024-09-05T04:14:37.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 10 client.16371 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 20 client.16371 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea5c0fd0 0x5555ea5c33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 4 client.16371 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555ea513a20 con 0x5555ea5c0fd0 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.729+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea5c0fd0 0x5555ea5c33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.730+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea5c0fd0 0x5555ea5c33c0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fca4bd9154a4993 server_cookie=fe3d70aaee6de95a in_seq=0 out_seq=0 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.730+0000 7f0dbeffd640 10 client.16371 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.730+0000 7f0dbeffd640 1 -- 172.21.15.2:0/2166607736 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5555ea513a20 con 0x5555ea5c0fd0 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.730+0000 7f0dbeffd640 10 client.16371 handle_command_reply: tid=0 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.730+0000 7f0de86cf740 1 client.16371 shutdown 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 msgr2=0x5555ea5ae460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4005170 tx=0x7f0dd409aea0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 shutdown_connections 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea5c0fd0 0x5555ea5c33c0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5ae9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a6820 0x5555ea5ae460 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2166607736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5adf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 >> 172.21.15.2:0/2166607736 conn(0x5555ea5a2470 msgr2=0x5555ea5a81d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0dbeffd640 0 client.16371 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 shutdown_connections 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 1 -- 172.21.15.2:0/2166607736 wait complete. 2024-09-05T04:14:37.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.731+0000 7f0de86cf740 20 client.16371 trim_cache size 0 max 16384 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 Processor -- start 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 -- start start 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a6820 0x5555ea5c8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5c91f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01aacb0 con 0x5555ea5a5f00 2024-09-05T04:14:37.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01ad530 con 0x5555ea5b10c0 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0de86cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01ab320 con 0x5555ea5a6820 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59902/0 (socket says 172.21.15.2:59902) 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 -- 172.21.15.2:0/2459274606 learned_addr learned my addr 172.21.15.2:0/2459274606 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a6820 0x5555ea5c8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5c91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 -- 172.21.15.2:0/2459274606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a6820 msgr2=0x5555ea5c8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a6820 0x5555ea5c8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 -- 172.21.15.2:0/2459274606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 msgr2=0x5555ea5c91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5c91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 -- 172.21.15.2:0/2459274606 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555ea5c3730 con 0x5555ea5a5f00 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.746+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0008b00 tx=0x7f0dd0005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bca99364cf7418e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0dc57fa640 1 -- 172.21.15.2:0/2459274606 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0014040 con 0x5555ea5a5f00 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0dc57fa640 1 -- 172.21.15.2:0/2459274606 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd0008310 con 0x5555ea5a5f00 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0dc57fa640 1 -- 172.21.15.2:0/2459274606 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0010a00 con 0x5555ea5a5f00 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- 172.21.15.2:0/2459274606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 msgr2=0x5555ea5a8070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0008b00 tx=0x7f0dd0005680 comp rx=0 tx=0).stop 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- 172.21.15.2:0/2459274606 shutdown_connections 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5b10c0 0x5555ea5c91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a6820 0x5555ea5c8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 --2- 172.21.15.2:0/2459274606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5a5f00 0x5555ea5a8070 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- 172.21.15.2:0/2459274606 >> 172.21.15.2:0/2459274606 conn(0x5555ea5a2470 msgr2=0x5555ea5a7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- 172.21.15.2:0/2459274606 shutdown_connections 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- 172.21.15.2:0/2459274606 wait complete. 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.747+0000 7f0de86cf740 1 -- start start 2024-09-05T04:14:37.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 Processor -- start 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5ab040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5ab580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01ab9f0 con 0x5555ea5b10c0 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01ace60 con 0x5555ea5a6820 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de01ac0c0 con 0x5555ea5a5f00 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0de86cf740 10 client.0 _ll_register_callbacks cb 0x7f0dd409b1e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59916/0 (socket says 172.21.15.2:59916) 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 -- 172.21.15.2:0/1119875692 learned_addr learned my addr 172.21.15.2:0/1119875692 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0dde7fc640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5ab580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5ab040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 -- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 msgr2=0x5555ea5ab040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5ab040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 -- 172.21.15.2:0/1119875692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 msgr2=0x5555ea5ab580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5ab580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddf7fe640 1 -- 172.21.15.2:0/1119875692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555ea62adb0 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.748+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5ab040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0ddf7fe640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8005fe0 tx=0x7f0dd802a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb218f1ee3f39cd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd805a060 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0dd80307a0 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dd0008310 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0dd8031970 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 10 client.16377 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5555ea62c060 con 0x5555ea5b10c0 2024-09-05T04:14:37.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd0008310 con 0x5555ea5b10c0 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0dd8054070 con 0x5555ea5b10c0 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 10 client.16377 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 10 client.16377 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.749+0000 7f0de86cf740 20 client.16377 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea62c7e0 0x5555ea62ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0de86cf740 4 client.16377 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5555ea50dd70 con 0x5555ea62c7e0 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea62c7e0 0x5555ea62ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0dbeffd640 10 client.16377 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:37.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.750+0000 7f0ddeffd640 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea62c7e0 0x5555ea62ec00 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e96567bddb69f877 server_cookie=88118346cb3f5cfe in_seq=0 out_seq=0 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0dbeffd640 1 -- 172.21.15.2:0/1119875692 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5555ea50dd70 con 0x5555ea62c7e0 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0dbeffd640 10 client.16377 handle_command_reply: tid=0 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 client.16377 shutdown 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 msgr2=0x5555ea5abac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8005fe0 tx=0x7f0dd802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 shutdown_connections 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5555ea62c7e0 0x5555ea62ec00 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5555ea5b10c0 0x5555ea5abac0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5555ea5a6820 0x5555ea5ab580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0dbeffd640 0 client.16377 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:37.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 --2- 172.21.15.2:0/1119875692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5555ea5a5f00 0x5555ea5ab040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 >> 172.21.15.2:0/1119875692 conn(0x5555ea5a2470 msgr2=0x5555ea5ae700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 shutdown_connections 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 1 -- 172.21.15.2:0/1119875692 wait complete. 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.766+0000 7f0de86cf740 20 client.16377 trim_cache size 0 max 16384 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:14:37.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:14:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 msgr2=0x7f0dc80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 0x7f0dc80a51b0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8005e10 tx=0x7f0dd8005da0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 msgr2=0x7f0de01987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400d950 tx=0x7f0dd400de10 comp rx=0 tx=0).stop 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 shutdown_connections 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dc80a2cf0 0x7f0dc80a51b0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de0107ad0 0x7f0de019cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de0102460 0x7f0de01987b0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 --2- 172.21.15.2:0/1558563993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de0101ac0 0x7f0de0198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 >> 172.21.15.2:0/1558563993 conn(0x7f0de00fd7a0 msgr2=0x7f0de00fef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 shutdown_connections 2024-09-05T04:14:37.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:37.767+0000 7f0de5931640 1 -- 172.21.15.2:0/1558563993 wait complete. 2024-09-05T04:14:39.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:39 smithi002 ceph-mon[31001]: pgmap v113: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:39 smithi079 ceph-mon[34908]: pgmap v113: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:39 smithi047 ceph-mon[34498]: pgmap v113: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 12 KiB/s wr, 6 op/s 2024-09-05T04:14:41.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:41 smithi002 ceph-mon[31001]: pgmap v114: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-09-05T04:14:41.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:41 smithi079 ceph-mon[34908]: pgmap v114: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-09-05T04:14:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:41 smithi047 ceph-mon[34498]: pgmap v114: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 17 KiB/s wr, 10 op/s 2024-09-05T04:14:43.165 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:14:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:43.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:43 smithi002 ceph-mon[31001]: pgmap v115: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:14:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:43 smithi079 ceph-mon[34908]: pgmap v115: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:14:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:43 smithi047 ceph-mon[34498]: pgmap v115: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:14:43.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 -- 172.21.15.2:0/1813527406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c101420 msgr2=0x7f699c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1813527406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c101420 0x7f699c10d950 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f6994009cd0 tx=0x7f699402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 -- 172.21.15.2:0/1813527406 shutdown_connections 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1813527406 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c101420 0x7f699c10d950 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1813527406 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c100a80 0x7f699c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1813527406 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c106a80 0x7f699c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 -- 172.21.15.2:0/1813527406 >> 172.21.15.2:0/1813527406 conn(0x7f699c0fc7a0 msgr2=0x7f699c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 -- 172.21.15.2:0/1813527406 shutdown_connections 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.909+0000 7f69a12ea640 1 -- 172.21.15.2:0/1813527406 wait complete. 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 Processor -- start 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 -- start start 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c100a80 0x7f699c1971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c101420 0x7f699c1976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f699c110d30 con 0x7f699c106a80 2024-09-05T04:14:43.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f699c110bb0 con 0x7f699c101420 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f69a12ea640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f699c110eb0 con 0x7f699c100a80 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f699b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f699b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36214/0 (socket says 172.21.15.2:36214) 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f699b7fe640 1 -- 172.21.15.2:0/1403030255 learned_addr learned my addr 172.21.15.2:0/1403030255 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.910+0000 7f699affd640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c100a80 0x7f699c1971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f69927fc640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c101420 0x7f699c1976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 -- 172.21.15.2:0/1403030255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c100a80 msgr2=0x7f699c1971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c100a80 0x7f699c1971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 -- 172.21.15.2:0/1403030255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c101420 msgr2=0x7f699c1976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c101420 0x7f699c1976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 -- 172.21.15.2:0/1403030255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699c19c160 con 0x7f699c106a80 2024-09-05T04:14:43.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f699b7fe640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f6994005cc0 tx=0x7f6994003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6994004450 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6994031c90 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699c19c3f0 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f699403b400 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.911+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f699c1a3d30 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.912+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f699c100ee0 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.913+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6994004680 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.914+0000 7f6998ff9640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 0x7f69880a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.914+0000 7f699affd640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 0x7f69880a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.914+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f699402e030 con 0x7f699c106a80 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.914+0000 7f699affd640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 0x7f69880a5230 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f698c005fd0 tx=0x7f698c00b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:43.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:43.918+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f69940bd1f0 con 0x7f699c106a80 2024-09-05T04:14:44.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.132+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f699c108a60 con 0x7f699c106a80 2024-09-05T04:14:44.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.133+0000 7f6998ff9640 1 -- 172.21.15.2:0/1403030255 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f69940098b0 con 0x7f699c106a80 2024-09-05T04:14:44.134 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:14:44.134 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:14:44.134 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 msgr2=0x7f69880a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 0x7f69880a5230 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f698c005fd0 tx=0x7f698c00b390 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 msgr2=0x7f699c19ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f6994005cc0 tx=0x7f6994003c20 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 shutdown_connections 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f69880a2d70 0x7f69880a5230 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f699c106a80 0x7f699c19ba80 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f699c101420 0x7f699c1976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 --2- 172.21.15.2:0/1403030255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f699c100a80 0x7f699c1971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 >> 172.21.15.2:0/1403030255 conn(0x7f699c0fc7a0 msgr2=0x7f699c0fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:44.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 shutdown_connections 2024-09-05T04:14:44.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:44.135+0000 7f69a12ea640 1 -- 172.21.15.2:0/1403030255 wait complete. 2024-09-05T04:14:44.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1403030255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:44.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1403030255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:44.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1403030255' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:44.891 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 1d3e59c9 --release --await' 2024-09-05T04:14:44.892 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 1d3e59c9 --release --await 2024-09-05T04:14:45.146 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:45.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:45 smithi002 ceph-mon[31001]: pgmap v116: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.4 KiB/s wr, 6 op/s 2024-09-05T04:14:45.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:45 smithi079 ceph-mon[34908]: pgmap v116: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.4 KiB/s wr, 6 op/s 2024-09-05T04:14:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:45 smithi047 ceph-mon[34498]: pgmap v116: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 8.4 KiB/s wr, 6 op/s 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 -- 172.21.15.2:0/3310260715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100480 msgr2=0x7efc2c100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 --2- 172.21.15.2:0/3310260715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100480 0x7efc2c100860 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7efc1c009900 tx=0x7efc1c02a410 comp rx=0 tx=0).stop 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 -- 172.21.15.2:0/3310260715 shutdown_connections 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 --2- 172.21.15.2:0/3310260715 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c10d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 --2- 172.21.15.2:0/3310260715 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100e30 0x7efc2c104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 --2- 172.21.15.2:0/3310260715 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100480 0x7efc2c100860 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 -- 172.21.15.2:0/3310260715 >> 172.21.15.2:0/3310260715 conn(0x7efc2c077210 msgr2=0x7efc2c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 -- 172.21.15.2:0/3310260715 shutdown_connections 2024-09-05T04:14:45.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.720+0000 7efc30a37640 1 -- 172.21.15.2:0/3310260715 wait complete. 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 Processor -- start 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 -- start start 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 0x7efc2c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c110d60 con 0x7efc2c100e30 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c110be0 con 0x7efc2c1055b0 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc30a37640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c110ee0 con 0x7efc2c100480 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc29d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc29d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36240/0 (socket says 172.21.15.2:36240) 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc29d9b640 1 -- 172.21.15.2:0/824939585 learned_addr learned my addr 172.21.15.2:0/824939585 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc2a59c640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 0x7efc2c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.721+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 -- 172.21.15.2:0/824939585 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 msgr2=0x7efc2c1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 0x7efc2c1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 -- 172.21.15.2:0/824939585 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 msgr2=0x7efc2c19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 -- 172.21.15.2:0/824939585 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2c19d380 con 0x7efc2c100e30 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc2a59c640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 0x7efc2c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:45.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc29d9b640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7efc2000b4a0 tx=0x7efc2000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc1b7fe640 1 -- 172.21.15.2:0/824939585 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc20014070 con 0x7efc2c100e30 2024-09-05T04:14:45.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc1b7fe640 1 -- 172.21.15.2:0/824939585 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc20010ac0 con 0x7efc2c100e30 2024-09-05T04:14:45.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2c19d670 con 0x7efc2c100e30 2024-09-05T04:14:45.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc1b7fe640 1 -- 172.21.15.2:0/824939585 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc20017c30 con 0x7efc2c100e30 2024-09-05T04:14:45.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.722+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc2c1a4f50 con 0x7efc2c100e30 2024-09-05T04:14:45.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.724+0000 7efc1b7fe640 1 -- 172.21.15.2:0/824939585 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7efc20017070 con 0x7efc2c100e30 2024-09-05T04:14:45.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 Processor -- start 2024-09-05T04:14:45.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 -- start start 2024-09-05T04:14:45.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc1b7fe640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 0x7efc140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ff8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e79005630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561e78f5d620 con 0x561e78ff8980 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561e78f04e50 con 0x561e79003240 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc32e10740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561e78f595e0 con 0x561e78ff8060 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc1b7fe640 1 -- 172.21.15.2:0/824939585 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc200ceb40 con 0x7efc2c100e30 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.725+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 0x7efc140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36242/0 (socket says 172.21.15.2:36242) 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 -- 172.21.15.2:0/3998426221 learned_addr learned my addr 172.21.15.2:0/3998426221 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:45.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc2a59c640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ff8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e79005630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 -- 172.21.15.2:0/3998426221 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 msgr2=0x561e78ff8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ff8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 -- 172.21.15.2:0/3998426221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 msgr2=0x561e79005630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e79005630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 -- 172.21.15.2:0/3998426221 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e78ef5d40 con 0x561e78ff8980 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e79005630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:45.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 0x7efc140a5230 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efc24005fd0 tx=0x7efc24009980 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc29d9b640 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7efc200a34b0 tx=0x7efc2009a790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=905242834fd2e418 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc18ff9640 1 -- 172.21.15.2:0/3998426221 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2001e070 con 0x561e78ff8980 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc18ff9640 1 -- 172.21.15.2:0/3998426221 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc2009f120 con 0x561e78ff8980 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.726+0000 7efc18ff9640 1 -- 172.21.15.2:0/3998426221 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc20010c70 con 0x561e78ff8980 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- 172.21.15.2:0/3998426221 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 msgr2=0x561e79002d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7efc200a34b0 tx=0x7efc2009a790 comp rx=0 tx=0).stop 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- 172.21.15.2:0/3998426221 shutdown_connections 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e79005630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8980 0x561e79002d00 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 --2- 172.21.15.2:0/3998426221 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ff8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- 172.21.15.2:0/3998426221 >> 172.21.15.2:0/3998426221 conn(0x561e78ff45f0 msgr2=0x561e78ff49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- 172.21.15.2:0/3998426221 shutdown_connections 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- 172.21.15.2:0/3998426221 wait complete. 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.727+0000 7efc32e10740 1 -- start start 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 Processor -- start 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e79000140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e79000680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561e79005e10 con 0x561e79003240 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561e78ee5f10 con 0x561e78ff8980 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561e79005f90 con 0x561e78ff8060 2024-09-05T04:14:45.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc32e10740 10 client.0 _ll_register_callbacks cb 0x561e78f09db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36244/0 (socket says 172.21.15.2:36244) 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 -- 172.21.15.2:0/1412387765 learned_addr learned my addr 172.21.15.2:0/1412387765 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2a59c640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e79000140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc29d9b640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e79000680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 -- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 msgr2=0x561e79000140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e79000140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 -- 172.21.15.2:0/1412387765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 msgr2=0x561e79000680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e79000680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.728+0000 7efc2ad9d640 1 -- 172.21.15.2:0/1412387765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e78c6c580 con 0x561e79003240 2024-09-05T04:14:45.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7efc24013940 tx=0x7efc24004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc18367062deafdc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2402c060 con 0x561e79003240 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc2401ed50 con 0x561e79003240 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc2009f120 con 0x561e79003240 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7efc24033050 con 0x561e79003240 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 10 client.16395 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561e78d36960 con 0x561e79003240 2024-09-05T04:14:45.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc2009f120 con 0x561e79003240 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7efc2400f040 con 0x561e79003240 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 10 client.16395 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 10 client.16395 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 20 client.16395 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79012e20 0x561e79015230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 4 client.16395 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.729+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e78f6ab90 con 0x561e79012e20 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.730+0000 7efc2a59c640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79012e20 0x561e79015230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.730+0000 7efc2a59c640 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79012e20 0x561e79015230 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62e65ecc791bba4e server_cookie=1bc464f986713ac1 in_seq=0 out_seq=0 2024-09-05T04:14:45.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.730+0000 7efc11ffb640 10 client.16395 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc11ffb640 1 -- 172.21.15.2:0/1412387765 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e78f6ab90 con 0x561e79012e20 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc11ffb640 10 client.16395 handle_command_reply: tid=0 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 client.16395 shutdown 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 msgr2=0x561e79000bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7efc24013940 tx=0x7efc24004ab0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 shutdown_connections 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79012e20 0x561e79015230 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e79000bc0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e79000680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 --2- 172.21.15.2:0/1412387765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e79000140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 >> 172.21.15.2:0/1412387765 conn(0x561e78ff45f0 msgr2=0x561e78ffa2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc11ffb640 0 client.16395 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:45.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 shutdown_connections 2024-09-05T04:14:45.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 1 -- 172.21.15.2:0/1412387765 wait complete. 2024-09-05T04:14:45.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.731+0000 7efc32e10740 20 client.16395 trim_cache size 0 max 16384 2024-09-05T04:14:45.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 Processor -- start 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 -- start start 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8980 0x561e78ff3640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e7900b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1ad030 con 0x561e78ff8060 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1af8b0 con 0x561e79003240 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc32e10740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1ad6a0 con 0x561e78ff8980 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc2a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36252/0 (socket says 172.21.15.2:36252) 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.748+0000 7efc2a59c640 1 -- 172.21.15.2:0/2695213852 learned_addr learned my addr 172.21.15.2:0/2695213852 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:45.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc29d9b640 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8980 0x561e78ff3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e7900b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 -- 172.21.15.2:0/2695213852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8980 msgr2=0x561e78ff3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8980 0x561e78ff3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 -- 172.21.15.2:0/2695213852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 msgr2=0x561e7900b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e7900b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 -- 172.21.15.2:0/2695213852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e78ff7830 con 0x561e78ff8060 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc2a59c640 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7efc1c009900 tx=0x7efc1c0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d258c560baad194b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc13fff640 1 -- 172.21.15.2:0/2695213852 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c035040 con 0x561e78ff8060 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc13fff640 1 -- 172.21.15.2:0/2695213852 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc1c04a070 con 0x561e78ff8060 2024-09-05T04:14:45.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.749+0000 7efc13fff640 1 -- 172.21.15.2:0/2695213852 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1c004920 con 0x561e78ff8060 2024-09-05T04:14:45.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- 172.21.15.2:0/2695213852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 msgr2=0x561e78ffaac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7efc1c009900 tx=0x7efc1c0058b0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- 172.21.15.2:0/2695213852 shutdown_connections 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e79003240 0x561e7900b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8980 0x561e78ff3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- 172.21.15.2:0/2695213852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e78ff8060 0x561e78ffaac0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- 172.21.15.2:0/2695213852 >> 172.21.15.2:0/2695213852 conn(0x561e78ff45f0 msgr2=0x561e78ff2f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- 172.21.15.2:0/2695213852 shutdown_connections 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- 172.21.15.2:0/2695213852 wait complete. 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- start start 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 Processor -- start 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ffd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e78ffc3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1add70 con 0x561e79003240 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1af1e0 con 0x561e78ff8980 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc2c1ae440 con 0x561e78ff8060 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.750+0000 7efc32e10740 10 client.0 _ll_register_callbacks cb 0x7efc240134f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36256/0 (socket says 172.21.15.2:36256) 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 -- 172.21.15.2:0/372679810 learned_addr learned my addr 172.21.15.2:0/372679810 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2a59c640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ffd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc29d9b640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e78ffc3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 -- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 msgr2=0x561e78ffd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ffd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 -- 172.21.15.2:0/372679810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 msgr2=0x561e78ffc3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e78ffc3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 -- 172.21.15.2:0/372679810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e78ffce30 con 0x561e79003240 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2a59c640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ffd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc2ad9d640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7efc24009500 tx=0x7efc24013ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ebbd4b00021ec0d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc11ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2401e790 con 0x561e79003240 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7efc2401fb00 con 0x561e79003240 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc1c04a070 con 0x561e79003240 2024-09-05T04:14:45.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7efc24046050 con 0x561e79003240 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc32e10740 10 client.16401 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.751+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561e79082880 con 0x561e79003240 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc1c04a070 con 0x561e79003240 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7efc24027b50 con 0x561e79003240 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 10 client.16401 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 10 client.16401 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 20 client.16401 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79082f90 0x561e790853b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 4 client.16401 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "1d3e59c9", "release": true, "await": true}] 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "1d3e59c9", "release": true, "await": true}) -- 0x561e78f650a0 con 0x561e79082f90 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc2a59c640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79082f90 0x561e790853b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:45.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc2a59c640 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79082f90 0x561e790853b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acba4674bfe8b98a server_cookie=c102b3e6acda4a99 in_seq=0 out_seq=0 2024-09-05T04:14:45.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.752+0000 7efc11ffb640 10 client.16401 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:45.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc11ffb640 1 -- 172.21.15.2:0/372679810 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561e78f650a0 con 0x561e79082f90 2024-09-05T04:14:45.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc11ffb640 10 client.16401 handle_command_reply: tid=0 2024-09-05T04:14:45.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 client.16401 shutdown 2024-09-05T04:14:45.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 msgr2=0x561e78ffc8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.760 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7efc24009500 tx=0x7efc24013ec0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 shutdown_connections 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561e79082f90 0x561e790853b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561e79003240 0x561e78ffc8f0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561e78ff8980 0x561e78ffc3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc11ffb640 0 client.16401 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 --2- 172.21.15.2:0/372679810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561e78ff8060 0x561e78ffd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 >> 172.21.15.2:0/372679810 conn(0x561e78ff45f0 msgr2=0x561e79000100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 shutdown_connections 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 1 -- 172.21.15.2:0/372679810 wait complete. 2024-09-05T04:14:45.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.755+0000 7efc32e10740 20 client.16401 trim_cache size 0 max 16384 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 12, 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "1d3e59c9": { 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 12, 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:14:45.762 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 141.8, 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:45.763 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:45.764 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:45.764 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:45.764 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:45.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 msgr2=0x7efc140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 0x7efc140a5230 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efc24005fd0 tx=0x7efc24009980 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 msgr2=0x7efc2c198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7efc2000b4a0 tx=0x7efc2000b960 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 shutdown_connections 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc140a2d70 0x7efc140a5230 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2c1055b0 0x7efc2c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc2c100e30 0x7efc2c198910 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 --2- 172.21.15.2:0/824939585 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc2c100480 0x7efc2c1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 >> 172.21.15.2:0/824939585 conn(0x7efc2c077210 msgr2=0x7efc2c10de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 shutdown_connections 2024-09-05T04:14:45.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:45.756+0000 7efc30a37640 1 -- 172.21.15.2:0/824939585 wait complete. 2024-09-05T04:14:46.583 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '1d3e59c9', total seconds elapsed: 25.1 2024-09-05T04:14:46.583 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 21.75 2024-09-05T04:14:46.583 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:14:46.844 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:47.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 -- 172.21.15.2:0/668509075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 msgr2=0x7ffbac106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:47.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/668509075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac106e60 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c009930 tx=0x7ffb9c02a420 comp rx=0 tx=0).stop 2024-09-05T04:14:47.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 -- 172.21.15.2:0/668509075 shutdown_connections 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/668509075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 0x7ffbac10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/668509075 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 0x7ffbac100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/668509075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac106e60 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 -- 172.21.15.2:0/668509075 >> 172.21.15.2:0/668509075 conn(0x7ffbac0fc7a0 msgr2=0x7ffbac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 -- 172.21.15.2:0/668509075 shutdown_connections 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.290+0000 7ffbb15b6640 1 -- 172.21.15.2:0/668509075 wait complete. 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 Processor -- start 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 -- start start 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 0x7ffbac198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 0x7ffbac1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac110d30 con 0x7ffbac106a80 2024-09-05T04:14:47.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac110bb0 con 0x7ffbac101420 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbb15b6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffbac110eb0 con 0x7ffbac100a80 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.291+0000 7ffbab7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36270/0 (socket says 172.21.15.2:36270) 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 -- 172.21.15.2:0/1805775561 learned_addr learned my addr 172.21.15.2:0/1805775561 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbaa7fc640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 0x7ffbac1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbaaffd640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 0x7ffbac198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 -- 172.21.15.2:0/1805775561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 msgr2=0x7ffbac198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 0x7ffbac198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 -- 172.21.15.2:0/1805775561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 msgr2=0x7ffbac1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 0x7ffbac1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 -- 172.21.15.2:0/1805775561 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbac19d340 con 0x7ffbac106a80 2024-09-05T04:14:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbab7fe640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ffba400eaa0 tx=0x7ffba400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba400cdb0 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffba4005020 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba40116d0 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbac19d630 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.292+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbac1a4f10 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.293+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbac100ee0 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.294+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ffba40051d0 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.295+0000 7ffb93fff640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 0x7ffb940a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.295+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ffba40cf980 con 0x7ffbac106a80 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.295+0000 7ffbaaffd640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 0x7ffb940a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.296+0000 7ffbaaffd640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 0x7ffb940a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c000c00 tx=0x7ffb9c032ba0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:47.321 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.299+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffba4016030 con 0x7ffbac106a80 2024-09-05T04:14:47.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.511+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbac02d7c0 con 0x7ffbac106a80 2024-09-05T04:14:47.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.512+0000 7ffb93fff640 1 -- 172.21.15.2:0/1805775561 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7ffba409c200 con 0x7ffbac106a80 2024-09-05T04:14:47.513 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:14:47.513 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:14:47.513 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 msgr2=0x7ffb940a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 0x7ffb940a51b0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ffb9c000c00 tx=0x7ffb9c032ba0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 msgr2=0x7ffbac19cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7ffba400eaa0 tx=0x7ffba400ef60 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 shutdown_connections 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffb940a2cf0 0x7ffb940a51b0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffbac106a80 0x7ffbac19cc60 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffbac101420 0x7ffbac1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 --2- 172.21.15.2:0/1805775561 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffbac100a80 0x7ffbac198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:47.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 >> 172.21.15.2:0/1805775561 conn(0x7ffbac0fc7a0 msgr2=0x7ffbac06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:47.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 shutdown_connections 2024-09-05T04:14:47.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:47.514+0000 7ffbb15b6640 1 -- 172.21.15.2:0/1805775561 wait complete. 2024-09-05T04:14:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:47 smithi079 ceph-mon[34908]: pgmap v117: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:47 smithi047 ceph-mon[34498]: pgmap v117: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:47.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:47 smithi002 ceph-mon[31001]: pgmap v117: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:48.228 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 141.75 --await-for 45.0' 2024-09-05T04:14:48.228 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 141.75 --await-for 45.0 2024-09-05T04:14:48.482 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:48.538 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1805775561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:48.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1805775561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:48.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1805775561' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:48.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.960+0000 7fdfd1acf640 1 -- 172.21.15.2:0/1975529618 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 msgr2=0x7fdfcc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.960+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/1975529618 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1067e0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4009900 tx=0x7fdfb402a410 comp rx=0 tx=0).stop 2024-09-05T04:14:48.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 -- 172.21.15.2:0/1975529618 shutdown_connections 2024-09-05T04:14:48.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/1975529618 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 0x7fdfcc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/1975529618 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1067e0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/1975529618 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 0x7fdfcc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 -- 172.21.15.2:0/1975529618 >> 172.21.15.2:0/1975529618 conn(0x7fdfcc0fd8c0 msgr2=0x7fdfcc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 -- 172.21.15.2:0/1975529618 shutdown_connections 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 -- 172.21.15.2:0/1975529618 wait complete. 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 Processor -- start 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.961+0000 7fdfd1acf640 1 -- start start 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 0x7fdfcc1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 0x7fdfcc19cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc111e40 con 0x7fdfcc102790 2024-09-05T04:14:48.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc111cc0 con 0x7fdfcc101de0 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc111fc0 con 0x7fdfcc106f10 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36284/0 (socket says 172.21.15.2:36284) 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 -- 172.21.15.2:0/2010573852 learned_addr learned my addr 172.21.15.2:0/2010573852 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 0x7fdfcc1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 0x7fdfcc19cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 -- 172.21.15.2:0/2010573852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 msgr2=0x7fdfcc19cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 0x7fdfcc19cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 -- 172.21.15.2:0/2010573852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 msgr2=0x7fdfcc1984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 0x7fdfcc1984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 -- 172.21.15.2:0/2010573852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfcc19d460 con 0x7fdfcc102790 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4006010 tx=0x7fdfb4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc97fa640 1 -- 172.21.15.2:0/2010573852 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb403f030 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc97fa640 1 -- 172.21.15.2:0/2010573852 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfb40035f0 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfcc19d6f0 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.962+0000 7fdfc97fa640 1 -- 172.21.15.2:0/2010573852 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4035070 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.963+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfcc1a5030 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfc97fa640 1 -- 172.21.15.2:0/2010573852 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fdfb4003b10 con 0x7fdfcc102790 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 Processor -- start 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 -- start start 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e60593db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60594ce40 0x55e60594f230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e6058a2160 con 0x55e60593e070 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e605849720 con 0x55e60594ce40 2024-09-05T04:14:48.974 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e60589e120 con 0x55e60593d750 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfcb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfcb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36298/0 (socket says 172.21.15.2:36298) 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfcb7fe640 1 -- 172.21.15.2:0/1704467439 learned_addr learned my addr 172.21.15.2:0/1704467439 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.965+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e60593db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60594ce40 0x55e60594f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 -- 172.21.15.2:0/1704467439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 msgr2=0x55e60593db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e60593db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 -- 172.21.15.2:0/1704467439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60594ce40 msgr2=0x55e60594f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60594ce40 0x55e60594f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 -- 172.21.15.2:0/1704467439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e605613ba0 con 0x55e60593e070 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc97fa640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 0x7fdfb80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fdfbc00ac20 tx=0x7fdfbc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e13acb5c3137c4d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.975 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 0x7fdfb80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc97fa640 1 -- 172.21.15.2:0/2010573852 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fdfb40f0370 con 0x7fdfcc102790 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc1ffb640 1 -- 172.21.15.2:0/1704467439 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfbc01d070 con 0x55e60593e070 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc1ffb640 1 -- 172.21.15.2:0/1704467439 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfbc018af0 con 0x55e60593e070 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.966+0000 7fdfc1ffb640 1 -- 172.21.15.2:0/1704467439 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfbc010af0 con 0x55e60593e070 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/1704467439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 msgr2=0x55e60594c900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 0x7fdfb80a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400b4d0 tx=0x7fdfc400e040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fdfbc00ac20 tx=0x7fdfbc00f790 comp rx=0 tx=0).stop 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/1704467439 shutdown_connections 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60594ce40 0x55e60594f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60593e070 0x55e60594c900 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/1704467439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e60593db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/1704467439 >> 172.21.15.2:0/1704467439 conn(0x55e605939de0 msgr2=0x55e60593a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/1704467439 shutdown_connections 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/1704467439 wait complete. 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.967+0000 7fdfd3ea8740 1 -- start start 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 Processor -- start 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593d750 0x55e605949d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593e070 0x55e60594a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e60594fa70 con 0x55e60594ce40 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e60582a900 con 0x55e60593d750 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e60594fbf0 con 0x55e60593e070 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfd3ea8740 10 client.0 _ll_register_callbacks cb 0x55e605828780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:48.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36300/0 (socket says 172.21.15.2:36300) 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3947211608 learned_addr learned my addr 172.21.15.2:0/3947211608 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593e070 0x55e60594a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593d750 0x55e605949d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593e070 msgr2=0x55e60594a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593e070 0x55e60594a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3947211608 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593d750 msgr2=0x55e605949d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593d750 0x55e605949d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.968+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3947211608 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e60586ac50 con 0x55e60594ce40 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4018bb0 tx=0x7fdfc4004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8990a3b04794b986 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4028060 con 0x55e60594ce40 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fdfc40233f0 con 0x55e60594ce40 2024-09-05T04:14:48.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfbc018af0 con 0x55e60594ce40 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdfc402f050 con 0x55e60594ce40 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 10 client.16419 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e60595b810 con 0x55e60594ce40 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfbc018af0 con 0x55e60594ce40 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdfc4022070 con 0x55e60594ce40 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 10 client.16419 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 10 client.16419 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 20 client.16419 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e60595ccd0 0x55e60595f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 4 client.16419 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.969+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6058af890 con 0x55e60595ccd0 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.970+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e60595ccd0 0x55e60595f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.970+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e60595ccd0 0x55e60595f0c0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76c6225d38dd899b server_cookie=2b5c3a103a5fa866 in_seq=0 out_seq=0 2024-09-05T04:14:48.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.970+0000 7fdfaaffd640 10 client.16419 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3947211608 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e6058af890 con 0x55e60595ccd0 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfaaffd640 10 client.16419 handle_command_reply: tid=0 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 client.16419 shutdown 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 msgr2=0x55e60594a7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4018bb0 tx=0x7fdfc4004b50 comp rx=0 tx=0).stop 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 shutdown_connections 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e60595ccd0 0x55e60595f0c0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e60594a7f0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593e070 0x55e60594a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3947211608 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593d750 0x55e605949d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfaaffd640 0 client.16419 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:48.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 >> 172.21.15.2:0/3947211608 conn(0x55e605939de0 msgr2=0x55e60593fb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:48.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 shutdown_connections 2024-09-05T04:14:48.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.971+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3947211608 wait complete. 2024-09-05T04:14:48.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.972+0000 7fdfd3ea8740 20 client.16419 trim_cache size 0 max 16384 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.988+0000 7fdfd3ea8740 1 Processor -- start 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.988+0000 7fdfd3ea8740 1 -- start start 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605964960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605964ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1aad10 con 0x55e60594ce40 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ad590 con 0x55e60593e070 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ab380 con 0x55e60593d750 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36304/0 (socket says 172.21.15.2:36304) 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3222804657 learned_addr learned my addr 172.21.15.2:0/3222804657 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605964960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605964ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3222804657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 msgr2=0x55e605964960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605964960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3222804657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 msgr2=0x55e605964ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605964ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3222804657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e60593af70 con 0x55e60594ce40 2024-09-05T04:14:48.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605964960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605964ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4009ae0 tx=0x7fdfc4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7abac0f10ab8decc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfc17fa640 1 -- 172.21.15.2:0/3222804657 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4022370 con 0x55e60594ce40 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfc17fa640 1 -- 172.21.15.2:0/3222804657 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc4022d90 con 0x55e60594ce40 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.989+0000 7fdfc17fa640 1 -- 172.21.15.2:0/3222804657 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4033bb0 con 0x55e60594ce40 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3222804657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 msgr2=0x55e605947010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4009ae0 tx=0x7fdfc4007800 comp rx=0 tx=0).stop 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3222804657 shutdown_connections 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605947010 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605964ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3222804657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605964960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3222804657 >> 172.21.15.2:0/3222804657 conn(0x55e605939de0 msgr2=0x55e60594bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:48.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3222804657 shutdown_connections 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3222804657 wait complete. 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.990+0000 7fdfd3ea8740 1 -- start start 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 Processor -- start 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605955530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605946a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1aba50 con 0x55e60594ce40 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1acec0 con 0x55e60593e070 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc1ac120 con 0x55e60593d750 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfd3ea8740 10 client.0 _ll_register_callbacks cb 0x7fdfc4009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:48.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36320/0 (socket says 172.21.15.2:36320) 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3582185969 learned_addr learned my addr 172.21.15.2:0/3582185969 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605955530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605946a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 msgr2=0x55e605955530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605955530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3582185969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 msgr2=0x55e605946a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605946a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfcbfff640 1 -- 172.21.15.2:0/3582185969 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e605947790 con 0x55e60594ce40 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.991+0000 7fdfc2ffd640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605946a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfcbfff640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400bd60 tx=0x7fdfc4022fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecca85f11518cfb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:48.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc4042020 con 0x55e60594ce40 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fdfc4022860 con 0x55e60594ce40 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfc4022d90 con 0x55e60594ce40 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdfc404d050 con 0x55e60594ce40 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 10 client.16425 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:48.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e6059c7860 con 0x55e60594ce40 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfc4022d90 con 0x55e60594ce40 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdfc4022050 con 0x55e60594ce40 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 10 client.16425 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 10 client.16425 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 20 client.16425 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6059c7f80 0x55e6059ca370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:48.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 4 client.16425 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.75, "await_for": 45.0}] 2024-09-05T04:14:48.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.992+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 141.75, "await_for": 45.0}) -- 0x55e6058a9be0 con 0x55e6059c7f80 2024-09-05T04:14:48.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.993+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6059c7f80 0x55e6059ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:48.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.993+0000 7fdfcb7fe640 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6059c7f80 0x55e6059ca370 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c524ed06e202a88 server_cookie=7b1b085aeb18c1d3 in_seq=0 out_seq=0 2024-09-05T04:14:48.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:48.993+0000 7fdfaaffd640 10 client.16425 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfaaffd640 1 -- 172.21.15.2:0/3582185969 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e6058a9be0 con 0x55e6059c7f80 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfaaffd640 10 client.16425 handle_command_reply: tid=0 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 client.16425 shutdown 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 msgr2=0x55e605946f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400bd60 tx=0x7fdfc4022fc0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 shutdown_connections 2024-09-05T04:14:49.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6059c7f80 0x55e6059ca370 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfaaffd640 0 client.16425 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e60594ce40 0x55e605946f60 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e60593e070 0x55e605946a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 --2- 172.21.15.2:0/3582185969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e60593d750 0x55e605955530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 >> 172.21.15.2:0/3582185969 conn(0x55e605939de0 msgr2=0x55e60593f280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 shutdown_connections 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.001+0000 7fdfd3ea8740 1 -- 172.21.15.2:0/3582185969 wait complete. 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd3ea8740 20 client.16425 trim_cache size 0 max 16384 2024-09-05T04:14:49.003 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 14, 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "24c7375a": { 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 14, 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:49.004 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 141.8, 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:49.005 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:49.006 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:49.006 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:49.006 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:14:49.006 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 msgr2=0x7fdfb80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 0x7fdfb80a51b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fdfc400b4d0 tx=0x7fdfc400e040 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 msgr2=0x7fdfcc1989f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fdfb4006010 tx=0x7fdfb4004270 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 shutdown_connections 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdfb80a2cf0 0x7fdfb80a51b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdfcc106f10 0x7fdfcc19cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdfcc102790 0x7fdfcc1989f0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 --2- 172.21.15.2:0/2010573852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdfcc101de0 0x7fdfcc1984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 >> 172.21.15.2:0/2010573852 conn(0x7fdfcc0fd8c0 msgr2=0x7fdfcc0fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 shutdown_connections 2024-09-05T04:14:49.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:49.002+0000 7fdfd1acf640 1 -- 172.21.15.2:0/2010573852 wait complete. 2024-09-05T04:14:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:49 smithi079 ceph-mon[34908]: pgmap v118: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:49 smithi047 ceph-mon[34498]: pgmap v118: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:49 smithi002 ceph-mon[31001]: pgmap v118: 129 pgs: 129 active+clean; 3.4 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 4.9 KiB/s wr, 4 op/s 2024-09-05T04:14:49.851 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '24c7375a', quiesce took 3.3 seconds. Will release after: 18.45 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 -- 172.21.15.2:0/1268404952 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 msgr2=0x7f4e74106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/1268404952 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e74106dc0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f4e64009930 tx=0x7f4e6402a420 comp rx=0 tx=0).stop 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 -- 172.21.15.2:0/1268404952 shutdown_connections 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/1268404952 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e74101370 0x7f4e7410d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/1268404952 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e741009d0 0x7f4e74100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/1268404952 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e74106dc0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 -- 172.21.15.2:0/1268404952 >> 172.21.15.2:0/1268404952 conn(0x7f4e740fc6b0 msgr2=0x7f4e740fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 -- 172.21.15.2:0/1268404952 shutdown_connections 2024-09-05T04:14:50.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.865+0000 7f4e79a9b640 1 -- 172.21.15.2:0/1268404952 wait complete. 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.866+0000 7f4e79a9b640 1 Processor -- start 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.866+0000 7f4e79a9b640 1 -- start start 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e741009d0 0x7f4e74198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e74101370 0x7f4e741988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e74110cd0 con 0x7f4e741069e0 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e74110b50 con 0x7f4e741009d0 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e74110e50 con 0x7f4e74101370 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36338/0 (socket says 172.21.15.2:36338) 2024-09-05T04:14:50.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 -- 172.21.15.2:0/3292347819 learned_addr learned my addr 172.21.15.2:0/3292347819 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e74101370 0x7f4e741988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e737fe640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e741009d0 0x7f4e74198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 -- 172.21.15.2:0/3292347819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e74101370 msgr2=0x7f4e741988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e74101370 0x7f4e741988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 -- 172.21.15.2:0/3292347819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e741009d0 msgr2=0x7f4e74198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e741009d0 0x7f4e74198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 -- 172.21.15.2:0/3292347819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e7419d380 con 0x7f4e741069e0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e73fff640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c00eaa0 tx=0x7f4e6c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e70ff9640 1 -- 172.21.15.2:0/3292347819 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c00cdb0 con 0x7f4e741069e0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e70ff9640 1 -- 172.21.15.2:0/3292347819 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e6c005020 con 0x7f4e741069e0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e7419d670 con 0x7f4e741069e0 2024-09-05T04:14:50.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.867+0000 7f4e70ff9640 1 -- 172.21.15.2:0/3292347819 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6c0116d0 con 0x7f4e741069e0 2024-09-05T04:14:50.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.868+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e741a4f00 con 0x7f4e741069e0 2024-09-05T04:14:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e70ff9640 1 -- 172.21.15.2:0/3292347819 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4e6c0051d0 con 0x7f4e741069e0 2024-09-05T04:14:50.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 Processor -- start 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 -- start start 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4bfeaf0 0x5590a4bfeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 0x5590a4c0c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5590a4b632f0 con 0x5590a4bff410 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5590a4b0b270 con 0x5590a4bfeaf0 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.870+0000 7f4e7c831740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5590a4b5f2b0 con 0x5590a4c09cb0 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e70ff9640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 0x7f4e5c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36350/0 (socket says 172.21.15.2:36350) 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 -- 172.21.15.2:0/293173659 learned_addr learned my addr 172.21.15.2:0/293173659 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e73fff640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 0x7f4e5c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4bfeaf0 0x5590a4bfeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 0x5590a4c0c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 -- 172.21.15.2:0/293173659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 msgr2=0x5590a4c0c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 0x5590a4c0c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 -- 172.21.15.2:0/293173659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4bfeaf0 msgr2=0x5590a4bfeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4bfeaf0 0x5590a4bfeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e70ff9640 1 -- 172.21.15.2:0/3292347819 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f4e6c0cf890 con 0x7f4e741069e0 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 -- 172.21.15.2:0/293173659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a4b0a340 con 0x5590a4bff410 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 0x5590a4c0c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e737fe640 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f4e6402a940 tx=0x7f4e64005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87cd1e0bb7ace8aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e73fff640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 0x7f4e5c0a5230 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c06eaa0 tx=0x7f4e6c06ead0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e59ffb640 1 -- 172.21.15.2:0/293173659 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64040070 con 0x5590a4bff410 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e59ffb640 1 -- 172.21.15.2:0/293173659 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e640316a0 con 0x5590a4bff410 2024-09-05T04:14:50.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.871+0000 7f4e59ffb640 1 -- 172.21.15.2:0/293173659 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64035040 con 0x5590a4bff410 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- 172.21.15.2:0/293173659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 msgr2=0x5590a4c09770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f4e6402a940 tx=0x7f4e64005c00 comp rx=0 tx=0).stop 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- 172.21.15.2:0/293173659 shutdown_connections 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4c09cb0 0x5590a4c0c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c09770 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 --2- 172.21.15.2:0/293173659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4bfeaf0 0x5590a4bfeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- 172.21.15.2:0/293173659 >> 172.21.15.2:0/293173659 conn(0x5590a4bfb060 msgr2=0x5590a4bfb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- 172.21.15.2:0/293173659 shutdown_connections 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- 172.21.15.2:0/293173659 wait complete. 2024-09-05T04:14:50.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.872+0000 7f4e7c831740 1 -- start start 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 Processor -- start 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c06b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c07580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5590a4c0c880 con 0x5590a4bff410 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5590a4aec290 con 0x5590a4c09cb0 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5590a4c0ca00 con 0x5590a4bfeaf0 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e7c831740 10 client.0 _ll_register_callbacks cb 0x5590a4b1d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36366/0 (socket says 172.21.15.2:36366) 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e737fe640 1 -- 172.21.15.2:0/3109956869 learned_addr learned my addr 172.21.15.2:0/3109956869 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c06b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.873+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c07580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 -- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 msgr2=0x5590a4c06b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c06b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 -- 172.21.15.2:0/3109956869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 msgr2=0x5590a4c07580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c07580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 -- 172.21.15.2:0/3109956869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590a4876210 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c07580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e737fe640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4e64009900 tx=0x7f4e640050a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d2e29a2cea83ac4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6404b020 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f4e640055c0 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e640316a0 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4e64056050 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e7c831740 10 client.16437 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5590a4942620 con 0x5590a4bff410 2024-09-05T04:14:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e640316a0 con 0x5590a4bff410 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.874+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4e640035f0 con 0x5590a4bff410 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 10 client.16437 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 10 client.16437 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 20 client.16437 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c199a0 0x5590a4c1bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 4 client.16437 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590a4b70a20 con 0x5590a4c199a0 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c199a0 0x5590a4c1bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e52ffd640 10 client.16437 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.875+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c199a0 0x5590a4c1bd90 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8978941770a52dd9 server_cookie=eb645663e339e87f in_seq=0 out_seq=0 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e52ffd640 1 -- 172.21.15.2:0/3109956869 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590a4b70a20 con 0x5590a4c199a0 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e52ffd640 10 client.16437 handle_command_reply: tid=0 2024-09-05T04:14:50.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 client.16437 shutdown 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 msgr2=0x5590a4c07040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4e64009900 tx=0x7f4e640050a0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 shutdown_connections 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c199a0 0x5590a4c1bd90 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c07580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c07040 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e52ffd640 0 client.16437 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 --2- 172.21.15.2:0/3109956869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c06b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.876+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 >> 172.21.15.2:0/3109956869 conn(0x5590a4bfb060 msgr2=0x5590a4c00dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.877+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 shutdown_connections 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.877+0000 7f4e7c831740 1 -- 172.21.15.2:0/3109956869 wait complete. 2024-09-05T04:14:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.877+0000 7f4e7c831740 20 client.16437 trim_cache size 0 max 16384 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 Processor -- start 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 -- start start 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c053b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c213c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741acf50 con 0x5590a4bff410 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741af7d0 con 0x5590a4c09cb0 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.891+0000 7f4e7c831740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741ad5c0 con 0x5590a4bfeaf0 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36380/0 (socket says 172.21.15.2:36380) 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 -- 172.21.15.2:0/1603280752 learned_addr learned my addr 172.21.15.2:0/1603280752 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:50.894 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 -- 172.21.15.2:0/1603280752 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 msgr2=0x5590a4c053b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c053b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c213c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c053b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 -- 172.21.15.2:0/1603280752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 msgr2=0x5590a4c213c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c213c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 -- 172.21.15.2:0/1603280752 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590a4bff240 con 0x5590a4bff410 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c213c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003c00 tx=0x7f4e6402aae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad145883712fe0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e597fa640 1 -- 172.21.15.2:0/1603280752 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6404b070 con 0x5590a4bff410 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e597fa640 1 -- 172.21.15.2:0/1603280752 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e640314a0 con 0x5590a4bff410 2024-09-05T04:14:50.895 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.892+0000 7f4e597fa640 1 -- 172.21.15.2:0/1603280752 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64035070 con 0x5590a4bff410 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- 172.21.15.2:0/1603280752 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 msgr2=0x5590a4c073b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003c00 tx=0x7f4e6402aae0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- 172.21.15.2:0/1603280752 shutdown_connections 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c213c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c073b0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1603280752 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c053b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- 172.21.15.2:0/1603280752 >> 172.21.15.2:0/1603280752 conn(0x5590a4bfb060 msgr2=0x5590a4c08b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- 172.21.15.2:0/1603280752 shutdown_connections 2024-09-05T04:14:50.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- 172.21.15.2:0/1603280752 wait complete. 2024-09-05T04:14:50.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 -- start start 2024-09-05T04:14:50.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.893+0000 7f4e7c831740 1 Processor -- start 2024-09-05T04:14:50.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c7c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c0d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741adc90 con 0x5590a4bff410 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741af100 con 0x5590a4c09cb0 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e741ae360 con 0x5590a4bfeaf0 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 10 client.0 _ll_register_callbacks cb 0x7f4e64031b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36394/0 (socket says 172.21.15.2:36394) 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 -- 172.21.15.2:0/1921606826 learned_addr learned my addr 172.21.15.2:0/1921606826 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c7c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c0d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 -- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 msgr2=0x5590a4c7c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c7c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 -- 172.21.15.2:0/1921606826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 msgr2=0x5590a4c0d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c0d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 -- 172.21.15.2:0/1921606826 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590a4c0da50 con 0x5590a4bff410 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c0d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e737fe640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003a90 tx=0x7f4e640038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa45eb1e9f8aa6d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e6404b070 con 0x5590a4bff410 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f4e64004fa0 con 0x5590a4bff410 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.894+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e640314a0 con 0x5590a4bff410 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4e64069050 con 0x5590a4bff410 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 10 client.16443 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:50.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5590a4c83e90 con 0x5590a4bff410 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e640314a0 con 0x5590a4bff410 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4e64004250 con 0x5590a4bff410 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 10 client.16443 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 10 client.16443 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 20 client.16443 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c844d0 0x5590a4c868f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 4 client.16443 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5590a4b6ad70 con 0x5590a4c844d0 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.895+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c844d0 0x5590a4c868f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.896+0000 7f4e72ffd640 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c844d0 0x5590a4c868f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31e461fd4a29c241 server_cookie=3963a98e16936b36 in_seq=0 out_seq=0 2024-09-05T04:14:50.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.896+0000 7f4e52ffd640 10 client.16443 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.908+0000 7f4e52ffd640 1 -- 172.21.15.2:0/1921606826 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5590a4b6ad70 con 0x5590a4c844d0 2024-09-05T04:14:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.908+0000 7f4e52ffd640 10 client.16443 handle_command_reply: tid=0 2024-09-05T04:14:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 client.16443 shutdown 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 msgr2=0x5590a4c7cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f4e64003a90 tx=0x7f4e640038a0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 shutdown_connections 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590a4c844d0 0x5590a4c868f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590a4c09cb0 0x5590a4c0d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590a4bff410 0x5590a4c7cc60 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 --2- 172.21.15.2:0/1921606826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590a4bfeaf0 0x5590a4c7c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e52ffd640 0 client.16443 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 >> 172.21.15.2:0/1921606826 conn(0x5590a4bfb060 msgr2=0x5590a4c08360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 shutdown_connections 2024-09-05T04:14:50.911 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 1 -- 172.21.15.2:0/1921606826 wait complete. 2024-09-05T04:14:50.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e7c831740 20 client.16443 trim_cache size 0 max 16384 2024-09-05T04:14:50.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:14:50.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:14:50.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:14:50.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 msgr2=0x7f4e5c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 0x7f4e5c0a5230 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c06eaa0 tx=0x7f4e6c06ead0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 msgr2=0x7f4e7419cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.909+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4e6c00eaa0 tx=0x7f4e6c00ef60 comp rx=0 tx=0).stop 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 shutdown_connections 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e5c0a2d70 0x7f4e5c0a5230 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e741069e0 0x7f4e7419cc50 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e74101370 0x7f4e741988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 --2- 172.21.15.2:0/3292347819 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e741009d0 0x7f4e74198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:50.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 >> 172.21.15.2:0/3292347819 conn(0x7f4e740fc6b0 msgr2=0x7f4e7406a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:50.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 shutdown_connections 2024-09-05T04:14:50.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:14:50.910+0000 7f4e79a9b640 1 -- 172.21.15.2:0/3292347819 wait complete. 2024-09-05T04:14:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:51 smithi079 ceph-mon[34908]: pgmap v119: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:14:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:51 smithi047 ceph-mon[34498]: pgmap v119: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:14:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:51 smithi002 ceph-mon[31001]: pgmap v119: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:14:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:53 smithi079 ceph-mon[34908]: pgmap v120: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.9 KiB/s wr, 3 op/s 2024-09-05T04:14:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:53 smithi047 ceph-mon[34498]: pgmap v120: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.9 KiB/s wr, 3 op/s 2024-09-05T04:14:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:53 smithi002 ceph-mon[31001]: pgmap v120: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 8.9 KiB/s wr, 3 op/s 2024-09-05T04:14:55.276 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:14:55.546 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:55.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:55 smithi079 ceph-mon[34908]: pgmap v121: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:14:55.667 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:55 smithi002 ceph-mon[31001]: pgmap v121: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:14:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:55 smithi047 ceph-mon[34498]: pgmap v121: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 -- 172.21.15.2:0/699075300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54100a80 msgr2=0x7f7c54100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 --2- 172.21.15.2:0/699075300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54100a80 0x7f7c54100ee0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f7c48009930 tx=0x7f7c4802a420 comp rx=0 tx=0).stop 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 -- 172.21.15.2:0/699075300 shutdown_connections 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 --2- 172.21.15.2:0/699075300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 0x7f7c5410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 --2- 172.21.15.2:0/699075300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54100a80 0x7f7c54100ee0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 --2- 172.21.15.2:0/699075300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54106a80 0x7f7c54106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 -- 172.21.15.2:0/699075300 >> 172.21.15.2:0/699075300 conn(0x7f7c540fc7a0 msgr2=0x7f7c540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 -- 172.21.15.2:0/699075300 shutdown_connections 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.023+0000 7f7c596ef640 1 -- 172.21.15.2:0/699075300 wait complete. 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 Processor -- start 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 -- start start 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 0x7f7c54198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 0x7f7c54198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c54111e10 con 0x7f7c54106a80 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c54111c90 con 0x7f7c54101420 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c596ef640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c54111f90 con 0x7f7c54100a80 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c537fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c537fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50818/0 (socket says 172.21.15.2:50818) 2024-09-05T04:14:56.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c537fe640 1 -- 172.21.15.2:0/3306017138 learned_addr learned my addr 172.21.15.2:0/3306017138 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.024+0000 7f7c527fc640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 0x7f7c54198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 0x7f7c54198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 -- 172.21.15.2:0/3306017138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 msgr2=0x7f7c54198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 0x7f7c54198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 -- 172.21.15.2:0/3306017138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 msgr2=0x7f7c54198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 0x7f7c54198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 -- 172.21.15.2:0/3306017138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c5419d2e0 con 0x7f7c54106a80 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 0x7f7c54198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c537fe640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c00cce0 tx=0x7f7c4c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c3bfff640 1 -- 172.21.15.2:0/3306017138 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c00f450 con 0x7f7c54106a80 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c3bfff640 1 -- 172.21.15.2:0/3306017138 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c4c00faa0 con 0x7f7c54106a80 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c5419d5d0 con 0x7f7c54106a80 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c3bfff640 1 -- 172.21.15.2:0/3306017138 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c4c018b70 con 0x7f7c54106a80 2024-09-05T04:14:56.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.025+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c541a4eb0 con 0x7f7c54106a80 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.027+0000 7f7c3bfff640 1 -- 172.21.15.2:0/3306017138 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7c4c018d10 con 0x7f7c54106a80 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.027+0000 7f7c5bac8740 1 Processor -- start 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 -- start start 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfe380 0x5625d8dfe760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5625d8d642e0 con 0x5625d8dfeca0 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5625d8d0bce0 con 0x5625d8e0da90 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5625d8d602a0 con 0x5625d8dfe380 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c3bfff640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 0x7f7c3c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50830/0 (socket says 172.21.15.2:50830) 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 -- 172.21.15.2:0/195661801 learned_addr learned my addr 172.21.15.2:0/195661801 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:56.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c537fe640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 0x7f7c3c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c527fc640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfe380 0x5625d8dfe760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c3bfff640 1 -- 172.21.15.2:0/3306017138 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7c4c0cfce0 con 0x7f7c54106a80 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c527fc640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 -- 172.21.15.2:0/195661801 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfe380 msgr2=0x5625d8dfe760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfe380 0x5625d8dfe760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 -- 172.21.15.2:0/195661801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 msgr2=0x5625d8e0fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 -- 172.21.15.2:0/195661801 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625d8cf0440 con 0x5625d8dfeca0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c527fc640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.028+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f7c44009bc0 tx=0x7f7c4400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93546a7148e13bfa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c537fe640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 0x7f7c3c0a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c0cd140 tx=0x7f7c4c06bcc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c397fa640 1 -- 172.21.15.2:0/195661801 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44016070 con 0x5625d8dfeca0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c397fa640 1 -- 172.21.15.2:0/195661801 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c440054d0 con 0x5625d8dfeca0 2024-09-05T04:14:56.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c397fa640 1 -- 172.21.15.2:0/195661801 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c44011470 con 0x5625d8dfeca0 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 -- 172.21.15.2:0/195661801 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 msgr2=0x5625d8e0d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f7c44009bc0 tx=0x7f7c4400e6c0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 -- 172.21.15.2:0/195661801 shutdown_connections 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfeca0 0x5625d8e0d550 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/195661801 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfe380 0x5625d8dfe760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 -- 172.21.15.2:0/195661801 >> 172.21.15.2:0/195661801 conn(0x5625d8dfaa30 msgr2=0x5625d8dfae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 -- 172.21.15.2:0/195661801 shutdown_connections 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.029+0000 7f7c5bac8740 1 -- 172.21.15.2:0/195661801 wait complete. 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 -- start start 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 Processor -- start 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfeca0 0x5625d8e0a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5625d8e10660 con 0x5625d8dfe380 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5625d8d1f050 con 0x5625d8e0da90 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5625d8e107e0 con 0x5625d8dfeca0 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c5bac8740 10 client.0 _ll_register_callbacks cb 0x5625d8d5f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50844/0 (socket says 172.21.15.2:50844) 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 -- 172.21.15.2:0/3499995168 learned_addr learned my addr 172.21.15.2:0/3499995168 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfeca0 0x5625d8e0a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 -- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfeca0 msgr2=0x5625d8e0a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfeca0 0x5625d8e0a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 -- 172.21.15.2:0/3499995168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 msgr2=0x5625d8e0abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.030+0000 7f7c527fc640 1 -- 172.21.15.2:0/3499995168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625d8ad53c0 con 0x5625d8dfe380 2024-09-05T04:14:56.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c527fc640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7c480057c0 tx=0x7f7c48031f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f05bd8ec7ceba2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48035040 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7c48004040 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c440054d0 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7c4804f050 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 10 client.16455 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5625d8e1bfc0 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c440054d0 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7c480048c0 con 0x5625d8dfe380 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 10 client.16455 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 10 client.16455 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 20 client.16455 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e1d480 0x5625d8e1f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 4 client.16455 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.031+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625d8d71850 con 0x5625d8e1d480 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.032+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e1d480 0x5625d8e1f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.032+0000 7f7c36ff5640 10 client.16455 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.032+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e1d480 0x5625d8e1f8f0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebdac47a9fcb3ef9 server_cookie=5bfce75b818017e7 in_seq=0 out_seq=0 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c36ff5640 1 -- 172.21.15.2:0/3499995168 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5625d8d71850 con 0x5625d8e1d480 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c36ff5640 10 client.16455 handle_command_reply: tid=0 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 client.16455 shutdown 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 msgr2=0x5625d8e0d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7c480057c0 tx=0x7f7c48031f50 comp rx=0 tx=0).stop 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 shutdown_connections 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e1d480 0x5625d8e1f8f0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8e0da90 0x5625d8e0abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8dfeca0 0x5625d8e0a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c36ff5640 0 client.16455 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/3499995168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e0d3c0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 >> 172.21.15.2:0/3499995168 conn(0x5625d8dfaa30 msgr2=0x5625d8e00790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 shutdown_connections 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 1 -- 172.21.15.2:0/3499995168 wait complete. 2024-09-05T04:14:56.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.033+0000 7f7c5bac8740 20 client.16455 trim_cache size 0 max 16384 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.050+0000 7f7c5bac8740 1 Processor -- start 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.050+0000 7f7c5bac8740 1 -- start start 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e251c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e25700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541aacd0 con 0x5625d8dfe380 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541ad550 con 0x5625d8dfeca0 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541ab340 con 0x5625d8e0da90 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50850/0 (socket says 172.21.15.2:50850) 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 -- 172.21.15.2:0/1187251099 learned_addr learned my addr 172.21.15.2:0/1187251099 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e251c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 -- 172.21.15.2:0/1187251099 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 msgr2=0x5625d8e25700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e25700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 -- 172.21.15.2:0/1187251099 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 msgr2=0x5625d8e251c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e251c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 -- 172.21.15.2:0/1187251099 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625d8e101c0 con 0x5625d8dfe380 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c527fc640 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7c48009850 tx=0x7f7c48031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12bee12718645f27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c38ff9640 1 -- 172.21.15.2:0/1187251099 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48035030 con 0x5625d8dfe380 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c38ff9640 1 -- 172.21.15.2:0/1187251099 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c48031830 con 0x5625d8dfe380 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.051+0000 7f7c38ff9640 1 -- 172.21.15.2:0/1187251099 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c480466e0 con 0x5625d8dfe380 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- 172.21.15.2:0/1187251099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 msgr2=0x5625d8e19900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7c48009850 tx=0x7f7c48031400 comp rx=0 tx=0).stop 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- 172.21.15.2:0/1187251099 shutdown_connections 2024-09-05T04:14:56.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e25700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e251c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/1187251099 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e19900 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- 172.21.15.2:0/1187251099 >> 172.21.15.2:0/1187251099 conn(0x5625d8dfaa30 msgr2=0x5625d8e05d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- 172.21.15.2:0/1187251099 shutdown_connections 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- 172.21.15.2:0/1187251099 wait complete. 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 -- start start 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.052+0000 7f7c5bac8740 1 Processor -- start 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e07cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e08200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541aba10 con 0x5625d8dfe380 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541ace80 con 0x5625d8dfeca0 2024-09-05T04:14:56.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c541ac0e0 con 0x5625d8e0da90 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c5bac8740 10 client.0 _ll_register_callbacks cb 0x7f7c48009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50856/0 (socket says 172.21.15.2:50856) 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 -- 172.21.15.2:0/828615998 learned_addr learned my addr 172.21.15.2:0/828615998 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e07cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 -- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 msgr2=0x5625d8e08200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e08200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 -- 172.21.15.2:0/828615998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 msgr2=0x5625d8e07cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e07cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 -- 172.21.15.2:0/828615998 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625d8e87240 con 0x5625d8dfe380 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c527fc640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f7c48005d00 tx=0x7f7c48031ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4de34c16d3a51a24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c36ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:56.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.053+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48035040 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c48031830 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7c48004fe0 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7c48065050 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 10 client.16461 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5625d8e88530 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c48031830 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7c48046850 con 0x5625d8dfe380 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 10 client.16461 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 10 client.16461 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 20 client.16461 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e88ae0 0x5625d8e8aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 4 client.16461 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:14:56.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5625d8d6bd60 con 0x5625d8e88ae0 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.054+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e88ae0 0x5625d8e8aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c52ffd640 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e88ae0 0x5625d8e8aed0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a52b5686ebd465c server_cookie=de2b1d8bc898a2d9 in_seq=0 out_seq=0 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c36ff5640 10 client.16461 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c36ff5640 1 -- 172.21.15.2:0/828615998 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5625d8d6bd60 con 0x5625d8e88ae0 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c36ff5640 10 client.16461 handle_command_reply: tid=0 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 client.16461 shutdown 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 msgr2=0x5625d8e07780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f7c48005d00 tx=0x7f7c48031ad0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 shutdown_connections 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5625d8e88ae0 0x5625d8e8aed0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5625d8e0da90 0x5625d8e08200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5625d8dfeca0 0x5625d8e07cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c36ff5640 0 client.16461 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 --2- 172.21.15.2:0/828615998 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5625d8dfe380 0x5625d8e07780 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 >> 172.21.15.2:0/828615998 conn(0x5625d8dfaa30 msgr2=0x5625d8df9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 shutdown_connections 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 1 -- 172.21.15.2:0/828615998 wait complete. 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.055+0000 7f7c5bac8740 20 client.16461 trim_cache size 0 max 16384 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:14:56.062 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 msgr2=0x7f7c3c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 0x7f7c3c0a51b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c0cd140 tx=0x7f7c4c06bcc0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 msgr2=0x7f7c5419cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c00cce0 tx=0x7f7c4c00a620 comp rx=0 tx=0).stop 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 shutdown_connections 2024-09-05T04:14:56.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c3c0a2cf0 0x7f7c3c0a51b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c54106a80 0x7f7c5419cc00 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c54101420 0x7f7c54198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 --2- 172.21.15.2:0/3306017138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c54100a80 0x7f7c54198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 >> 172.21.15.2:0/3306017138 conn(0x7f7c540fc7a0 msgr2=0x7f7c540fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 shutdown_connections 2024-09-05T04:14:56.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:56.056+0000 7f7c596ef640 1 -- 172.21.15.2:0/3306017138 wait complete. 2024-09-05T04:14:56.869 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:14:56.869 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:14:57.122 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:57.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:57 smithi002 ceph-mon[31001]: pgmap v122: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:14:57.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:57 smithi079 ceph-mon[34908]: pgmap v122: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- 172.21.15.2:0/1642162776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c106f10 msgr2=0x7fdc0c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 --2- 172.21.15.2:0/1642162776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c106f10 0x7fdc0c10ea90 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fdc04009ca0 tx=0x7fdc0402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- 172.21.15.2:0/1642162776 shutdown_connections 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 --2- 172.21.15.2:0/1642162776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c106f10 0x7fdc0c10ea90 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 --2- 172.21.15.2:0/1642162776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 0x7fdc0c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 --2- 172.21.15.2:0/1642162776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c101de0 0x7fdc0c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- 172.21.15.2:0/1642162776 >> 172.21.15.2:0/1642162776 conn(0x7fdc0c0fd8c0 msgr2=0x7fdc0c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- 172.21.15.2:0/1642162776 shutdown_connections 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- 172.21.15.2:0/1642162776 wait complete. 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 Processor -- start 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.597+0000 7fdc11eca640 1 -- start start 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 0x7fdc0c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c106f10 0x7fdc0c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0c111e40 con 0x7fdc0c101de0 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0c111cc0 con 0x7fdc0c102790 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc11eca640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdc0c111fc0 con 0x7fdc0c106f10 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:57.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50882/0 (socket says 172.21.15.2:50882) 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 -- 172.21.15.2:0/4128619448 learned_addr learned my addr 172.21.15.2:0/4128619448 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0bfff640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c106f10 0x7fdc0c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc02ffd640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 0x7fdc0c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 -- 172.21.15.2:0/4128619448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c106f10 msgr2=0x7fdc0c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c106f10 0x7fdc0c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 -- 172.21.15.2:0/4128619448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 msgr2=0x7fdc0c198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 0x7fdc0c198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.598+0000 7fdc0b7fe640 1 -- 172.21.15.2:0/4128619448 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc0c19d2d0 con 0x7fdc0c101de0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc0b7fe640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc00c920 tx=0x7fdbfc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc007c70 con 0x7fdc0c101de0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbfc007e10 con 0x7fdc0c101de0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc0c19d5c0 con 0x7fdc0c101de0 2024-09-05T04:14:57.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbfc018820 con 0x7fdc0c101de0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.599+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc0c1a4ea0 con 0x7fdc0c101de0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.600+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc0c1021c0 con 0x7fdc0c101de0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.601+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fdbfc0189c0 con 0x7fdc0c101de0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.602+0000 7fdc097fa640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 0x7fdbf80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.602+0000 7fdc02ffd640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 0x7fdbf80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.602+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fdbfc0cf920 con 0x7fdc0c101de0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.602+0000 7fdc02ffd640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 0x7fdbf80a51b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c1088e0 tx=0x7fdbf4008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:57.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.606+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbfc014030 con 0x7fdc0c101de0 2024-09-05T04:14:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:57 smithi047 ceph-mon[34498]: pgmap v122: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:14:57.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.818+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc0c109b60 con 0x7fdc0c101de0 2024-09-05T04:14:57.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.819+0000 7fdc097fa640 1 -- 172.21.15.2:0/4128619448 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fdbfc09c1a0 con 0x7fdc0c101de0 2024-09-05T04:14:57.821 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:14:57.821 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:14:57.821 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 msgr2=0x7fdbf80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 0x7fdbf80a51b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c1088e0 tx=0x7fdbf4008040 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 msgr2=0x7fdc0c198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fdbfc00c920 tx=0x7fdbfc00cde0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 shutdown_connections 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdbf80a2cf0 0x7fdbf80a51b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdc0c106f10 0x7fdc0c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdc0c102790 0x7fdc0c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 --2- 172.21.15.2:0/4128619448 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdc0c101de0 0x7fdc0c198320 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:57.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.821+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 >> 172.21.15.2:0/4128619448 conn(0x7fdc0c0fd8c0 msgr2=0x7fdc0c0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:57.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.822+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 shutdown_connections 2024-09-05T04:14:57.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:57.822+0000 7fdc11eca640 1 -- 172.21.15.2:0/4128619448 wait complete. 2024-09-05T04:14:58.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4128619448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:58.673 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4128619448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:58.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4128619448' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:14:58.708 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:14:58.962 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:14:59.385 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:14:59 smithi002 ceph-mon[31001]: pgmap v123: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 -- 172.21.15.2:0/294152346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0106a80 msgr2=0x7fb3c0106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 --2- 172.21.15.2:0/294152346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0106a80 0x7fb3c0106e60 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fb3bc009930 tx=0x7fb3bc02a420 comp rx=0 tx=0).stop 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 -- 172.21.15.2:0/294152346 shutdown_connections 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 --2- 172.21.15.2:0/294152346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0101420 0x7fb3c010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 --2- 172.21.15.2:0/294152346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 0x7fb3c0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 --2- 172.21.15.2:0/294152346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0106a80 0x7fb3c0106e60 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 -- 172.21.15.2:0/294152346 >> 172.21.15.2:0/294152346 conn(0x7fb3c00fc7a0 msgr2=0x7fb3c00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 -- 172.21.15.2:0/294152346 shutdown_connections 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.466+0000 7fb3c8393640 1 -- 172.21.15.2:0/294152346 wait complete. 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 Processor -- start 2024-09-05T04:14:59.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 -- start start 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 0x7fb3c00fce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 0x7fb3c00fd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0110d30 con 0x7fb3c0101420 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0110bb0 con 0x7fb3c0106a80 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c8393640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0110eb0 con 0x7fb3c0100a80 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c592e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c592e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50890/0 (socket says 172.21.15.2:50890) 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c592e640 1 -- 172.21.15.2:0/1326504241 learned_addr learned my addr 172.21.15.2:0/1326504241 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.467+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 0x7fb3c00fce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 0x7fb3c00fd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 -- 172.21.15.2:0/1326504241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 msgr2=0x7fb3c00fce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 0x7fb3c00fce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 -- 172.21.15.2:0/1326504241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 msgr2=0x7fb3c00fd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 0x7fb3c00fd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 -- 172.21.15.2:0/1326504241 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c01a68a0 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 0x7fb3c00fd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c592e640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000e9f0 tx=0x7fb3b000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3b77fe640 1 -- 172.21.15.2:0/1326504241 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b000cd80 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3b77fe640 1 -- 172.21.15.2:0/1326504241 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b00054d0 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c01a6b90 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3b77fe640 1 -- 172.21.15.2:0/1326504241 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0010490 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.468+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c01a70d0 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.470+0000 7fb3b77fe640 1 -- 172.21.15.2:0/1326504241 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb3b0005020 con 0x7fb3c0101420 2024-09-05T04:14:59.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 Processor -- start 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 -- start start 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9aab40 0x55829e9a9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9a95d0 0x55829e9a9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3b77fe640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 0x7fb3ac0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55829e90f2f0 con 0x55829e9b4370 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55829e8b6cf0 con 0x55829e9a95d0 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55829e90b2b0 con 0x55829e9aab40 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c592e640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 0x7fb3ac0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50894/0 (socket says 172.21.15.2:50894) 2024-09-05T04:14:59.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c6930640 1 -- 172.21.15.2:0/705833906 learned_addr learned my addr 172.21.15.2:0/705833906 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c6930640 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9aab40 0x55829e9a9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3c612f640 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9a95d0 0x55829e9a9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.471+0000 7fb3b77fe640 1 -- 172.21.15.2:0/1326504241 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3b00cfb80 con 0x7fb3c0101420 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 -- 172.21.15.2:0/705833906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9aab40 msgr2=0x55829e9a9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9aab40 0x55829e9a9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 -- 172.21.15.2:0/705833906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9a95d0 msgr2=0x55829e9a9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9a95d0 0x55829e9a9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 -- 172.21.15.2:0/705833906 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55829e89b3a0 con 0x55829e9b4370 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c592e640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 0x7fb3ac0a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb3b009abc0 tx=0x7fb3b007b4b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3c6930640 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80126c0 tx=0x7fb3b8009710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd85045ef9b343c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3b4dea640 1 -- 172.21.15.2:0/705833906 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8018070 con 0x55829e9b4370 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3b4dea640 1 -- 172.21.15.2:0/705833906 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b8003e20 con 0x55829e9b4370 2024-09-05T04:14:59.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.472+0000 7fb3b4dea640 1 -- 172.21.15.2:0/705833906 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8004030 con 0x55829e9b4370 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- 172.21.15.2:0/705833906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 msgr2=0x55829e9b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80126c0 tx=0x7fb3b8009710 comp rx=0 tx=0).stop 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- 172.21.15.2:0/705833906 shutdown_connections 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b6760 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9a95d0 0x55829e9a9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/705833906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9aab40 0x55829e9a9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- 172.21.15.2:0/705833906 >> 172.21.15.2:0/705833906 conn(0x55829e972310 msgr2=0x55829e9a5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- 172.21.15.2:0/705833906 shutdown_connections 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- 172.21.15.2:0/705833906 wait complete. 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- start start 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 Processor -- start 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9b3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b1000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55829e9b7070 con 0x55829e9b4370 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55829e8ca060 con 0x55829e9aab40 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55829e9b71f0 con 0x55829e9a95d0 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.473+0000 7fb3ca76c740 10 client.0 _ll_register_callbacks cb 0x55829e61d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50896/0 (socket says 172.21.15.2:50896) 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 -- 172.21.15.2:0/1812021705 learned_addr learned my addr 172.21.15.2:0/1812021705 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b1000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9b3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 -- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 msgr2=0x55829e9b3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9b3d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 -- 172.21.15.2:0/1812021705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 msgr2=0x55829e9b1000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b1000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 -- 172.21.15.2:0/1812021705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55829e6803c0 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8005fd0 tx=0x7fb3b8009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d00b0999c91e7dc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8018040 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3b8004c50 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b8003e20 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb3b8030050 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3ca76c740 10 client.16479 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.474+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55829e9c2af0 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b8003e20 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb3b800f040 con 0x55829e9b4370 2024-09-05T04:14:59.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 10 client.16479 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 10 client.16479 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 20 client.16479 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829e9c3e40 0x55829e9c6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 4 client.16479 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55829e91c860 con 0x55829e9c3e40 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.475+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829e9c3e40 0x55829e9c6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.476+0000 7fb3a9ffb640 10 client.16479 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.476+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829e9c3e40 0x55829e9c6230 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f33bc22063a08a87 server_cookie=74ef9fba6c025b9a in_seq=0 out_seq=0 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.476+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1812021705 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55829e91c860 con 0x55829e9c3e40 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.476+0000 7fb3a9ffb640 10 client.16479 handle_command_reply: tid=0 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 client.16479 shutdown 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 msgr2=0x55829e9b15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8005fd0 tx=0x7fb3b8009240 comp rx=0 tx=0).stop 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 shutdown_connections 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829e9c3e40 0x55829e9c6230 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b15d0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b1000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1812021705 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9b3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3a9ffb640 0 client.16479 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 >> 172.21.15.2:0/1812021705 conn(0x55829e972310 msgr2=0x55829e9ab960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 shutdown_connections 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1812021705 wait complete. 2024-09-05T04:14:59.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.477+0000 7fb3ca76c740 20 client.16479 trim_cache size 0 max 16384 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 Processor -- start 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 -- start start 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9c0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01af160 con 0x55829e9b4370 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b19e0 con 0x55829e9aab40 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01af7d0 con 0x55829e9a95d0 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50910/0 (socket says 172.21.15.2:50910) 2024-09-05T04:14:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3c6930640 1 -- 172.21.15.2:0/2070394333 learned_addr learned my addr 172.21.15.2:0/2070394333 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3c6930640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9c0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.490+0000 7fb3c612f640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 -- 172.21.15.2:0/2070394333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 msgr2=0x55829e9c0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9c0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 -- 172.21.15.2:0/2070394333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 msgr2=0x55829e9b08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 -- 172.21.15.2:0/2070394333 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55829e9c65a0 con 0x55829e9b4370 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c612f640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3c6930640 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8002230 tx=0x7fb3b80092b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee9da90aa717036e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3abfff640 1 -- 172.21.15.2:0/2070394333 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8018050 con 0x55829e9b4370 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3abfff640 1 -- 172.21.15.2:0/2070394333 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b8020030 con 0x55829e9b4370 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3abfff640 1 -- 172.21.15.2:0/2070394333 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8029430 con 0x55829e9b4370 2024-09-05T04:14:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3ca76c740 1 -- 172.21.15.2:0/2070394333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 msgr2=0x55829e9b5760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.491+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8002230 tx=0x7fb3b80092b0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- 172.21.15.2:0/2070394333 shutdown_connections 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9b4370 0x55829e9b5760 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9b08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/2070394333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9a95d0 0x55829e9c0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- 172.21.15.2:0/2070394333 >> 172.21.15.2:0/2070394333 conn(0x55829e972310 msgr2=0x55829e9b0fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- 172.21.15.2:0/2070394333 shutdown_connections 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- 172.21.15.2:0/2070394333 wait complete. 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- start start 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 Processor -- start 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9cade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9b4370 0x55829e9bb480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01afea0 con 0x55829e9a95d0 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b1310 con 0x55829e9aab40 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b0570 con 0x55829e9b4370 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3ca76c740 10 client.0 _ll_register_callbacks cb 0x7fb3bc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3c6930640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50916/0 (socket says 172.21.15.2:50916) 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.492+0000 7fb3c6930640 1 -- 172.21.15.2:0/1028132300 learned_addr learned my addr 172.21.15.2:0/1028132300 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 -- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9b4370 msgr2=0x55829e9bb480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9b4370 0x55829e9bb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 -- 172.21.15.2:0/1028132300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 msgr2=0x55829e9cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9cade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 -- 172.21.15.2:0/1028132300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55829e9cb680 con 0x55829e9a95d0 2024-09-05T04:14:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3c6930640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8005110 tx=0x7fb3b8012680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ac3428a07817c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8018070 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3b8005890 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b8020030 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb3b8029430 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3ca76c740 10 client.16485 fetch_fsmap learned FSMap version 21 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55829e9bca00 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.493+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b8020030 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb3b8035610 con 0x55829e9a95d0 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 10 client.16485 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 10 client.16485 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 20 client.16485 populate_metadata read hostname 'smithi002' 2024-09-05T04:14:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829ea2e7a0 0x55829ea30b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 4 client.16485 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55829e916d70 con 0x55829ea2e7a0 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829ea2e7a0 0x55829ea30b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3c612f640 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829ea2e7a0 0x55829ea30b90 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=550cf3b53675b0ce server_cookie=6e7e781aa8078ab in_seq=0 out_seq=0 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3a9ffb640 10 client.16485 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3a9ffb640 1 -- 172.21.15.2:0/1028132300 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55829e916d70 con 0x55829ea2e7a0 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3a9ffb640 10 client.16485 handle_command_reply: tid=0 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.494+0000 7fb3ca76c740 1 client.16485 shutdown 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 msgr2=0x55829e9ca8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8005110 tx=0x7fb3b8012680 comp rx=0 tx=0).stop 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 shutdown_connections 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55829ea2e7a0 0x55829ea30b90 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55829e9b4370 0x55829e9bb480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55829e9aab40 0x55829e9cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3a9ffb640 0 client.16485 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 --2- 172.21.15.2:0/1028132300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55829e9a95d0 0x55829e9ca8a0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 >> 172.21.15.2:0/1028132300 conn(0x55829e972310 msgr2=0x55829e9b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 shutdown_connections 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 1 -- 172.21.15.2:0/1028132300 wait complete. 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3ca76c740 20 client.16485 trim_cache size 0 max 16384 2024-09-05T04:14:59.506 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 msgr2=0x7fb3ac0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 0x7fb3ac0a5230 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fb3b009abc0 tx=0x7fb3b007b4b0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 msgr2=0x7fb3c00fd390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000e9f0 tx=0x7fb3b000edf0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 shutdown_connections 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2d70 0x7fb3ac0a5230 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0106a80 0x7fb3c00fd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0101420 0x7fb3c00fd390 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 --2- 172.21.15.2:0/1326504241 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0100a80 0x7fb3c00fce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.495+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 >> 172.21.15.2:0/1326504241 conn(0x7fb3c00fc7a0 msgr2=0x7fb3c006ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:14:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.496+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 shutdown_connections 2024-09-05T04:14:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:14:59.496+0000 7fb3c8393640 1 -- 172.21.15.2:0/1326504241 wait complete. 2024-09-05T04:14:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:14:59 smithi079 ceph-mon[34908]: pgmap v123: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:14:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:14:59 smithi047 ceph-mon[34498]: pgmap v123: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:15:01.504 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:15:01.504 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:15:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:01 smithi079 ceph-mon[34908]: pgmap v124: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:15:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:01 smithi047 ceph-mon[34498]: pgmap v124: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:15:01.771 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:01.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:01 smithi002 ceph-mon[31001]: pgmap v124: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 7 op/s 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 -- 172.21.15.2:0/1189947768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220100e20 msgr2=0x7f6220101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 --2- 172.21.15.2:0/1189947768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220100e20 0x7f6220101200 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f6210009ca0 tx=0x7f621002a950 comp rx=0 tx=0).stop 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 -- 172.21.15.2:0/1189947768 shutdown_connections 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 --2- 172.21.15.2:0/1189947768 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220102ef0 0x7f622010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 --2- 172.21.15.2:0/1189947768 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f62201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 --2- 172.21.15.2:0/1189947768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220100e20 0x7f6220101200 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 -- 172.21.15.2:0/1189947768 >> 172.21.15.2:0/1189947768 conn(0x7f62200fc7d0 msgr2=0x7f62200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 -- 172.21.15.2:0/1189947768 shutdown_connections 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 -- 172.21.15.2:0/1189947768 wait complete. 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.215+0000 7f6227cb7640 1 Processor -- start 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 -- start start 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220100e20 0x7f6220107a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f6220107f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 0x7f62201084d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6220110e30 con 0x7f6220102ef0 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6220110cb0 con 0x7f6220100e20 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6227cb7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6220110fb0 con 0x7f6220102570 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 0x7f62201084d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6225252640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f6220107f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6225252640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f6220107f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:47036/0 (socket says 172.21.15.2:47036) 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6225252640 1 -- 172.21.15.2:0/3415354161 learned_addr learned my addr 172.21.15.2:0/3415354161 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6225a53640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220100e20 0x7f6220107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 -- 172.21.15.2:0/3415354161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 msgr2=0x7f6220107f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f6220107f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 -- 172.21.15.2:0/3415354161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220100e20 msgr2=0x7f6220107a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220100e20 0x7f6220107a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.216+0000 7f6226254640 1 -- 172.21.15.2:0/3415354161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62201aaca0 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f6226254640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 0x7f62201084d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f621800c9a0 tx=0x7f621800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f621effd640 1 -- 172.21.15.2:0/3415354161 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218007bb0 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62201aaf90 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f621effd640 1 -- 172.21.15.2:0/3415354161 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6218007d50 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f621effd640 1 -- 172.21.15.2:0/3415354161 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6218018680 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.217+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62201ab450 con 0x7f6220102ef0 2024-09-05T04:15:02.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.219+0000 7f621effd640 1 -- 172.21.15.2:0/3415354161 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f621800f450 con 0x7f6220102ef0 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 Processor -- start 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 -- start start 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd8fdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd908800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560bdd863280 con 0x560bdd908d40 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560bdd80ab10 con 0x560bdd8fdb60 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f622a090740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560bdd85f240 con 0x560bdd8fe480 2024-09-05T04:15:02.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f621effd640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 0x7f62080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55424/0 (socket says 172.21.15.2:55424) 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6225252640 1 -- 172.21.15.2:0/3966250312 learned_addr learned my addr 172.21.15.2:0/3966250312 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6226254640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 0x7f62080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6225252640 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd8fdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.220+0000 7f6225a53640 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd908800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f621effd640 1 -- 172.21.15.2:0/3415354161 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f62180cf790 con 0x7f6220102ef0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 -- 172.21.15.2:0/3966250312 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 msgr2=0x560bdd908800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd908800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 -- 172.21.15.2:0/3966250312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 msgr2=0x560bdd8fdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd8fdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 -- 172.21.15.2:0/3966250312 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bdd8171f0 con 0x560bdd908d40 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6226254640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 0x7f62080a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f621809b840 tx=0x7f621800cf90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6225252640 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f6214012840 tx=0x7f621400b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2467415d5c4c2485 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6207fff640 1 -- 172.21.15.2:0/3966250312 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6214012dc0 con 0x560bdd908d40 2024-09-05T04:15:02.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6207fff640 1 -- 172.21.15.2:0/3966250312 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62140054d0 con 0x560bdd908d40 2024-09-05T04:15:02.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.221+0000 7f6207fff640 1 -- 172.21.15.2:0/3966250312 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6214010770 con 0x560bdd908d40 2024-09-05T04:15:02.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- 172.21.15.2:0/3966250312 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 msgr2=0x560bdd90b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f6214012840 tx=0x7f621400b860 comp rx=0 tx=0).stop 2024-09-05T04:15:02.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- 172.21.15.2:0/3966250312 shutdown_connections 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90b130 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd908800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 --2- 172.21.15.2:0/3966250312 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd8fdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- 172.21.15.2:0/3966250312 >> 172.21.15.2:0/3966250312 conn(0x560bdd8fa0f0 msgr2=0x560bdd8fa4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- 172.21.15.2:0/3966250312 shutdown_connections 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- 172.21.15.2:0/3966250312 wait complete. 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.222+0000 7f622a090740 1 -- start start 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 Processor -- start 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd905c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd9066e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560bdd90b910 con 0x560bdd8fe480 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560bdd81df10 con 0x560bdd8fdb60 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560bdd90ba90 con 0x560bdd908d40 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f622a090740 10 client.0 _ll_register_callbacks cb 0x560bdd7e6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f6225a53640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f6225a53640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55428/0 (socket says 172.21.15.2:55428) 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f6225a53640 1 -- 172.21.15.2:0/3994466661 learned_addr learned my addr 172.21.15.2:0/3994466661 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f6225252640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd9066e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.223+0000 7f6225252640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd905c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 -- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 msgr2=0x560bdd9066e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd9066e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 -- 172.21.15.2:0/3994466661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 msgr2=0x560bdd905c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd905c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 -- 172.21.15.2:0/3994466661 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bdd5d46a0 con 0x560bdd8fe480 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225252640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd9066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f6225a53640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f6210035000 tx=0x7f621002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c48e534fa5dc594 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f62057fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6210049060 con 0x560bdd8fe480 2024-09-05T04:15:02.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6210003d80 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62140054d0 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6210050050 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f622a090740 10 client.16497 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560bdd917580 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.224+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62140054d0 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6210030560 con 0x560bdd8fe480 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 10 client.16497 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 10 client.16497 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 20 client.16497 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:02.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd918a40 0x560bdd91ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 4 client.16497 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bdd8707f0 con 0x560bdd918a40 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.225+0000 7f6225252640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd918a40 0x560bdd91ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f6225252640 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd918a40 0x560bdd91ae30 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a8c622902d1c4ec server_cookie=ed446bac98e42ae0 in_seq=0 out_seq=0 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f62057fa640 10 client.16497 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f62057fa640 1 -- 172.21.15.2:0/3994466661 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560bdd8707f0 con 0x560bdd918a40 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f62057fa640 10 client.16497 handle_command_reply: tid=0 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f622a090740 1 client.16497 shutdown 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 msgr2=0x560bdd9061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.226+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f6210035000 tx=0x7f621002f5d0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 shutdown_connections 2024-09-05T04:15:02.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd918a40 0x560bdd91ae30 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd9066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fe480 0x560bdd9061a0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 --2- 172.21.15.2:0/3994466661 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd905c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f62057fa640 0 client.16497 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 >> 172.21.15.2:0/3994466661 conn(0x560bdd8fa0f0 msgr2=0x560bdd8ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 shutdown_connections 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 1 -- 172.21.15.2:0/3994466661 wait complete. 2024-09-05T04:15:02.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.227+0000 7f622a090740 20 client.16497 trim_cache size 0 max 16384 2024-09-05T04:15:02.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 Processor -- start 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 -- start start 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 0x560bdd920740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd920c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b34c0 con 0x560bdd8fdb60 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b5d40 con 0x560bdd8fe480 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.244+0000 7f622a090740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b3b30 con 0x560bdd908d40 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55434/0 (socket says 172.21.15.2:55434) 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 -- 172.21.15.2:0/2872003805 learned_addr learned my addr 172.21.15.2:0/2872003805 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225a53640 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 0x560bdd920740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 -- 172.21.15.2:0/2872003805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 msgr2=0x560bdd920c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd920c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 -- 172.21.15.2:0/2872003805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 msgr2=0x560bdd920740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 0x560bdd920740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 -- 172.21.15.2:0/2872003805 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bdd8fe2b0 con 0x560bdd8fdb60 2024-09-05T04:15:02.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225a53640 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 0x560bdd920740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f6225252640 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f6214004cd0 tx=0x7f6214004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1238c5b7519661e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f62077fe640 1 -- 172.21.15.2:0/2872003805 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6214010740 con 0x560bdd8fdb60 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f62077fe640 1 -- 172.21.15.2:0/2872003805 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6214016050 con 0x560bdd8fdb60 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.245+0000 7f62077fe640 1 -- 172.21.15.2:0/2872003805 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6214005230 con 0x560bdd8fdb60 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- 172.21.15.2:0/2872003805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 msgr2=0x560bdd907ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f6214004cd0 tx=0x7f6214004d00 comp rx=0 tx=0).stop 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- 172.21.15.2:0/2872003805 shutdown_connections 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd908d40 0x560bdd920c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fe480 0x560bdd920740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 --2- 172.21.15.2:0/2872003805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd8fdb60 0x560bdd907ac0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- 172.21.15.2:0/2872003805 >> 172.21.15.2:0/2872003805 conn(0x560bdd8fa0f0 msgr2=0x560bdd9073b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- 172.21.15.2:0/2872003805 shutdown_connections 2024-09-05T04:15:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- 172.21.15.2:0/2872003805 wait complete. 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 -- start start 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.246+0000 7f622a090740 1 Processor -- start 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd911510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd90c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b4200 con 0x560bdd908d40 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b5670 con 0x560bdd8fdb60 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f62201b48d0 con 0x560bdd8fe480 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f622a090740 10 client.0 _ll_register_callbacks cb 0x7f62100098e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55438/0 (socket says 172.21.15.2:55438) 2024-09-05T04:15:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 -- 172.21.15.2:0/334084930 learned_addr learned my addr 172.21.15.2:0/334084930 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225a53640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd90c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd911510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 -- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 msgr2=0x560bdd90c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd90c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 -- 172.21.15.2:0/334084930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 msgr2=0x560bdd911510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd911510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.247+0000 7f6225252640 1 -- 172.21.15.2:0/334084930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bdd90d5f0 con 0x560bdd908d40 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f6225252640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6214005bc0 tx=0x7f6214027040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b068ccba9f27af0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6214004eb0 con 0x560bdd908d40 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6214005050 con 0x560bdd908d40 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6214016050 con 0x560bdd908d40 2024-09-05T04:15:02.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6214005250 con 0x560bdd908d40 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 10 client.16503 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560bdd983760 con 0x560bdd908d40 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6214016050 con 0x560bdd908d40 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f621401f730 con 0x560bdd908d40 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 10 client.16503 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 10 client.16503 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 20 client.16503 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd983c80 0x560bdd986070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 4 client.16503 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.248+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x560bdd86ad00 con 0x560bdd983c80 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.249+0000 7f6225a53640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd983c80 0x560bdd986070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.249+0000 7f6225a53640 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd983c80 0x560bdd986070 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=951054f772359a7d server_cookie=86e0aadc74628f22 in_seq=0 out_seq=0 2024-09-05T04:15:02.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.249+0000 7f62057fa640 10 client.16503 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.250+0000 7f62057fa640 1 -- 172.21.15.2:0/334084930 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560bdd86ad00 con 0x560bdd983c80 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.250+0000 7f62057fa640 10 client.16503 handle_command_reply: tid=0 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.250+0000 7f622a090740 1 client.16503 shutdown 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.250+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 msgr2=0x560bdd90cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.250+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f6214005bc0 tx=0x7f6214027040 comp rx=0 tx=0).stop 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 shutdown_connections 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560bdd983c80 0x560bdd986070 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560bdd908d40 0x560bdd90cdc0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560bdd8fe480 0x560bdd90c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f62057fa640 0 client.16503 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 --2- 172.21.15.2:0/334084930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560bdd8fdb60 0x560bdd911510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 >> 172.21.15.2:0/334084930 conn(0x560bdd8fa0f0 msgr2=0x560bdd904100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 shutdown_connections 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 1 -- 172.21.15.2:0/334084930 wait complete. 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f622a090740 20 client.16503 trim_cache size 0 max 16384 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "a44e30fb-d313-4c83-9cd8-326912f5e388", 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:15:02.258 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 msgr2=0x7f62080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 0x7f62080a51b0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f621809b840 tx=0x7f621800cf90 comp rx=0 tx=0).stop 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 msgr2=0x7f62201084d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 0x7f62201084d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f621800c9a0 tx=0x7f621800ce60 comp rx=0 tx=0).stop 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 shutdown_connections 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62080a2cf0 0x7f62080a51b0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6220102ef0 0x7f62201084d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6220102570 0x7f6220107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 --2- 172.21.15.2:0/3415354161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6220100e20 0x7f6220107a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:02.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 >> 172.21.15.2:0/3415354161 conn(0x7f62200fc7d0 msgr2=0x7f622006a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:02.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 shutdown_connections 2024-09-05T04:15:02.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:02.251+0000 7f6227cb7640 1 -- 172.21.15.2:0/3415354161 wait complete. 2024-09-05T04:15:03.171 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:15:03.431 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:03 smithi002 ceph-mon[31001]: pgmap v125: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.6 KiB/s wr, 4 op/s 2024-09-05T04:15:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:03 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:15:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:03 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:03 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:15:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:03 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:03 smithi079 ceph-mon[34908]: pgmap v125: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.6 KiB/s wr, 4 op/s 2024-09-05T04:15:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:03 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:15:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:03 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:03 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:15:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:03 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:03 smithi047 ceph-mon[34498]: pgmap v125: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 4.6 KiB/s wr, 4 op/s 2024-09-05T04:15:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:03 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:15:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:03 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:03 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:15:03.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:03 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:04.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- 172.21.15.2:0/1219372557 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 msgr2=0x7f7bac10d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/1219372557 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac10d8a0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f7ba4009cd0 tx=0x7f7ba402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- 172.21.15.2:0/1219372557 shutdown_connections 2024-09-05T04:15:04.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/1219372557 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac10d8a0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/1219372557 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1009d0 0x7f7bac100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/1219372557 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1069e0 0x7f7bac106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- 172.21.15.2:0/1219372557 >> 172.21.15.2:0/1219372557 conn(0x7f7bac0fc6b0 msgr2=0x7f7bac0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- 172.21.15.2:0/1219372557 shutdown_connections 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- 172.21.15.2:0/1219372557 wait complete. 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 Processor -- start 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.002+0000 7f7bb33d6640 1 -- start start 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1009d0 0x7f7bac199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1069e0 0x7f7bac1a41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac110cd0 con 0x7f7bac101370 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac110b50 con 0x7f7bac1069e0 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb33d6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac110e50 con 0x7f7bac1009d0 2024-09-05T04:15:04.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55466/0 (socket says 172.21.15.2:55466) 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 -- 172.21.15.2:0/636848897 learned_addr learned my addr 172.21.15.2:0/636848897 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb1973640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1069e0 0x7f7bac1a41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb1172640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1009d0 0x7f7bac199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 -- 172.21.15.2:0/636848897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1009d0 msgr2=0x7f7bac199160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1009d0 0x7f7bac199160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 -- 172.21.15.2:0/636848897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1069e0 msgr2=0x7f7bac1a41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1069e0 0x7f7bac1a41e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 -- 172.21.15.2:0/636848897 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bac1a4720 con 0x7f7bac101370 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.003+0000 7f7bb0971640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f7ba800d950 tx=0x7f7ba800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.004+0000 7f7ba27fc640 1 -- 172.21.15.2:0/636848897 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba8017070 con 0x7f7bac101370 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.004+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bac1a48f0 con 0x7f7bac101370 2024-09-05T04:15:04.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.004+0000 7f7ba27fc640 1 -- 172.21.15.2:0/636848897 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba8009c30 con 0x7f7bac101370 2024-09-05T04:15:04.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.004+0000 7f7ba27fc640 1 -- 172.21.15.2:0/636848897 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba800f620 con 0x7f7bac101370 2024-09-05T04:15:04.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.004+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bac1a4e10 con 0x7f7bac101370 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.006+0000 7f7ba27fc640 1 -- 172.21.15.2:0/636848897 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7ba80109a0 con 0x7f7bac101370 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.006+0000 7f7bb624e740 1 Processor -- start 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.006+0000 7f7bb624e740 1 -- start start 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.006+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c286ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c2940a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb624e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f64c1eb2f0 con 0x55f64c287410 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb624e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f64c193270 con 0x55f64c291cb0 2024-09-05T04:15:04.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb624e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f64c1e72b0 con 0x55f64c286af0 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55472/0 (socket says 172.21.15.2:55472) 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 -- 172.21.15.2:0/1917802776 learned_addr learned my addr 172.21.15.2:0/1917802776 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7ba27fc640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 0x7f7b980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb0971640 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c2940a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1973640 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c286ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1973640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 0x7f7b980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7ba27fc640 1 -- 172.21.15.2:0/636848897 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7ba80cf370 con 0x7f7bac101370 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 -- 172.21.15.2:0/1917802776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 msgr2=0x55f64c286ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c286ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 -- 172.21.15.2:0/1917802776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 msgr2=0x55f64c2940a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c2940a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 -- 172.21.15.2:0/1917802776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f64c192340 con 0x55f64c287410 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.007+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c009ca0 tx=0x7f7b9c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488181573aa0391e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb1973640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 0x7f7b980a51b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7ba4004af0 tx=0x7f7ba402a8e0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7b977fe640 1 -- 172.21.15.2:0/1917802776 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9c01e070 con 0x55f64c287410 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7b977fe640 1 -- 172.21.15.2:0/1917802776 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b9c019ae0 con 0x55f64c287410 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7b977fe640 1 -- 172.21.15.2:0/1917802776 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9c00e990 con 0x55f64c287410 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 -- 172.21.15.2:0/1917802776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 msgr2=0x55f64c291770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c009ca0 tx=0x7f7b9c011810 comp rx=0 tx=0).stop 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 -- 172.21.15.2:0/1917802776 shutdown_connections 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c2940a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c291770 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1917802776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c286ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 -- 172.21.15.2:0/1917802776 >> 172.21.15.2:0/1917802776 conn(0x55f64c283060 msgr2=0x55f64c283440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.008+0000 7f7bb624e740 1 -- 172.21.15.2:0/1917802776 shutdown_connections 2024-09-05T04:15:04.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 -- 172.21.15.2:0/1917802776 wait complete. 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 -- start start 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 Processor -- start 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c287410 0x55f64c28f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f64c294880 con 0x55f64c286af0 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f64c174290 con 0x55f64c291cb0 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f64c294a00 con 0x55f64c287410 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb624e740 10 client.0 _ll_register_callbacks cb 0x55f64c1a5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb1172640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb1172640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55488/0 (socket says 172.21.15.2:55488) 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.009+0000 7f7bb1172640 1 -- 172.21.15.2:0/1905966105 learned_addr learned my addr 172.21.15.2:0/1905966105 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb0971640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c287410 0x55f64c28f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1973640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 -- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c287410 msgr2=0x55f64c28f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c287410 0x55f64c28f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 -- 172.21.15.2:0/1905966105 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 msgr2=0x55f64c28f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 -- 172.21.15.2:0/1905966105 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f64befe210 con 0x55f64c286af0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1973640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb1172640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c005890 tx=0x7f7b9c019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1490dcd41313b02 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7b94ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b9c027030 con 0x55f64c286af0 2024-09-05T04:15:04.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7b9c004020 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b9c019ae0 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7b9c031050 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb624e740 10 client.16515 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.010+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f64bfca620 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b9c019ae0 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7b9c0046c0 con 0x55f64c286af0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 10 client.16515 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 20 client.16515 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c2a1ba0 0x55f64c2a3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 4 client.16515 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f64c1f8a20 con 0x55f64c2a1ba0 2024-09-05T04:15:04.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.011+0000 7f7bb0971640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c2a1ba0 0x55f64c2a3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7b94ff9640 10 client.16515 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7bb0971640 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c2a1ba0 0x55f64c2a3f90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=decbe3bcbc7d00a8 server_cookie=1349635f2110abe5 in_seq=0 out_seq=0 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7b94ff9640 1 -- 172.21.15.2:0/1905966105 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f64c1f8a20 con 0x55f64c2a1ba0 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7b94ff9640 10 client.16515 handle_command_reply: tid=0 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7bb624e740 1 client.16515 shutdown 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 msgr2=0x55f64c28eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.012+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c005890 tx=0x7f7b9c019660 comp rx=0 tx=0).stop 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 shutdown_connections 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c2a1ba0 0x55f64c2a3f90 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c287410 0x55f64c28f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7b94ff9640 0 client.16515 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 --2- 172.21.15.2:0/1905966105 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c286af0 0x55f64c28eb80 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 >> 172.21.15.2:0/1905966105 conn(0x55f64c283060 msgr2=0x55f64c288d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 shutdown_connections 2024-09-05T04:15:04.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 1 -- 172.21.15.2:0/1905966105 wait complete. 2024-09-05T04:15:04.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.013+0000 7f7bb624e740 20 client.16515 trim_cache size 0 max 16384 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 Processor -- start 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 -- start start 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c289560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1acf50 con 0x55f64c287410 2024-09-05T04:15:04.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1af7d0 con 0x55f64c291cb0 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.027+0000 7f7bb624e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1ad5c0 con 0x55f64c286af0 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55502/0 (socket says 172.21.15.2:55502) 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 -- 172.21.15.2:0/655593070 learned_addr learned my addr 172.21.15.2:0/655593070 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb1172640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c289560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb1973640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 -- 172.21.15.2:0/655593070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 msgr2=0x55f64c289560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c289560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 -- 172.21.15.2:0/655593070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 msgr2=0x55f64c28f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 -- 172.21.15.2:0/655593070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f64c2916d0 con 0x55f64c287410 2024-09-05T04:15:04.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb1172640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c289560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:04.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7bb0971640 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80ccd20 tx=0x7f7ba8086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b91773a800f9319c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7b96ffd640 1 -- 172.21.15.2:0/655593070 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba8020040 con 0x55f64c287410 2024-09-05T04:15:04.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7b96ffd640 1 -- 172.21.15.2:0/655593070 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba809b5a0 con 0x55f64c287410 2024-09-05T04:15:04.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.028+0000 7f7b96ffd640 1 -- 172.21.15.2:0/655593070 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba80cc9a0 con 0x55f64c287410 2024-09-05T04:15:04.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- 172.21.15.2:0/655593070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 msgr2=0x55f64c28f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f7ba80ccd20 tx=0x7f7ba8086040 comp rx=0 tx=0).stop 2024-09-05T04:15:04.034 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- 172.21.15.2:0/655593070 shutdown_connections 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c291cb0 0x55f64c28f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c28f0b0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 --2- 172.21.15.2:0/655593070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c286af0 0x55f64c289560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- 172.21.15.2:0/655593070 >> 172.21.15.2:0/655593070 conn(0x55f64c283060 msgr2=0x55f64c290c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- 172.21.15.2:0/655593070 shutdown_connections 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- 172.21.15.2:0/655593070 wait complete. 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.029+0000 7f7bb624e740 1 -- start start 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 Processor -- start 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c286af0 0x55f64c295210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c291cb0 0x55f64c30a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1adc90 con 0x55f64c287410 2024-09-05T04:15:04.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1af100 con 0x55f64c286af0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7bac1ae360 con 0x55f64c291cb0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb624e740 10 client.0 _ll_register_callbacks cb 0x7f7b9c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55516/0 (socket says 172.21.15.2:55516) 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 -- 172.21.15.2:0/2856427606 learned_addr learned my addr 172.21.15.2:0/2856427606 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb1973640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c291cb0 0x55f64c30a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb1172640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c286af0 0x55f64c295210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 -- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c291cb0 msgr2=0x55f64c30a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c291cb0 0x55f64c30a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 -- 172.21.15.2:0/2856427606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c286af0 msgr2=0x55f64c295210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.030+0000 7f7bb0971640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c286af0 0x55f64c295210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb0971640 1 -- 172.21.15.2:0/2856427606 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f64c30ac80 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb0971640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8000c00 tx=0x7f7ba80a41e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36d8c4c6c75b7215 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ba8020030 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7ba8097c10 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ba809b5a0 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7ba80b4240 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 10 client.16521 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f64c30bf70 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ba809b5a0 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7ba8084ae0 con 0x55f64c287410 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 10 client.16521 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 10 client.16521 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 20 client.16521 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:04.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c30c5a0 0x55f64c30e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 4 client.16521 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:15:04.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.031+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f64c1f2d70 con 0x55f64c30c5a0 2024-09-05T04:15:04.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.032+0000 7f7bb1172640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c30c5a0 0x55f64c30e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.032+0000 7f7bb1172640 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c30c5a0 0x55f64c30e9c0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f5ff4d32c056179 server_cookie=4fd09d6fd2df2ad8 in_seq=0 out_seq=0 2024-09-05T04:15:04.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.032+0000 7f7b94ff9640 10 client.16521 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7b94ff9640 1 -- 172.21.15.2:0/2856427606 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f64c1f2d70 con 0x55f64c30c5a0 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7b94ff9640 10 client.16521 handle_command_reply: tid=0 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 client.16521 shutdown 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 msgr2=0x55f64c295750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f7ba8000c00 tx=0x7f7ba80a41e0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 shutdown_connections 2024-09-05T04:15:04.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f64c30c5a0 0x55f64c30e9c0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f64c291cb0 0x55f64c30a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7b94ff9640 0 client.16521 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f64c287410 0x55f64c295750 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 --2- 172.21.15.2:0/2856427606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f64c286af0 0x55f64c295210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 >> 172.21.15.2:0/2856427606 conn(0x55f64c283060 msgr2=0x55f64c29cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 shutdown_connections 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 1 -- 172.21.15.2:0/2856427606 wait complete. 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.041+0000 7f7bb624e740 20 client.16521 trim_cache size 0 max 16384 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:15:04.043 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:15:04.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:15:04.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:15:04.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 msgr2=0x7f7b980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 0x7f7b980a51b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7ba4004af0 tx=0x7f7ba402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 msgr2=0x7f7bac1996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f7ba800d950 tx=0x7f7ba800de10 comp rx=0 tx=0).stop 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 shutdown_connections 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b980a2cf0 0x7f7b980a51b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7bac1069e0 0x7f7bac1a41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7bac101370 0x7f7bac1996a0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 --2- 172.21.15.2:0/636848897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7bac1009d0 0x7f7bac199160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 >> 172.21.15.2:0/636848897 conn(0x7f7bac0fc6b0 msgr2=0x7f7bac0fd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 shutdown_connections 2024-09-05T04:15:04.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:04.042+0000 7f7bb33d6640 1 -- 172.21.15.2:0/636848897 wait complete. 2024-09-05T04:15:04.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 -- 172.21.15.2:0/1663113309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8101410 msgr2=0x7fb0d810d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/1663113309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8101410 0x7fb0d810d940 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fb0d0009cd0 tx=0x7fb0d002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 -- 172.21.15.2:0/1663113309 shutdown_connections 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/1663113309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8101410 0x7fb0d810d940 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/1663113309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/1663113309 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8106a70 0x7fb0d8106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 -- 172.21.15.2:0/1663113309 >> 172.21.15.2:0/1663113309 conn(0x7fb0d80fc790 msgr2=0x7fb0d80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 -- 172.21.15.2:0/1663113309 shutdown_connections 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 -- 172.21.15.2:0/1663113309 wait complete. 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.054+0000 7fb0df4d0640 1 Processor -- start 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 -- start start 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8101410 0x7fb0d8198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8110d20 con 0x7fb0d8106a70 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8110ba0 con 0x7fb0d8100a70 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0df4d0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d8110ea0 con 0x7fb0d8101410 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55534/0 (socket says 172.21.15.2:55534) 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 -- 172.21.15.2:0/2395127913 learned_addr learned my addr 172.21.15.2:0/2395127913 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8101410 0x7fb0d8198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 -- 172.21.15.2:0/2395127913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8101410 msgr2=0x7fb0d8198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8101410 0x7fb0d8198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 -- 172.21.15.2:0/2395127913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 msgr2=0x7fb0d8198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 -- 172.21.15.2:0/2395127913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0d819d2b0 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.055+0000 7fb0dda6d640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fb0d0033040 tx=0x7fb0d0003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.056+0000 7fb0ce7fc640 1 -- 172.21.15.2:0/2395127913 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d0004040 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.056+0000 7fb0ce7fc640 1 -- 172.21.15.2:0/2395127913 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0d0004690 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.056+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0d819d540 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.056+0000 7fb0ce7fc640 1 -- 172.21.15.2:0/2395127913 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d0030d80 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.056+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0d81a4e80 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.058+0000 7fb0ce7fc640 1 -- 172.21.15.2:0/2395127913 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb0d00041e0 con 0x7fb0d8106a70 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.058+0000 7fb0e18a9740 1 Processor -- start 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.058+0000 7fb0e18a9740 1 -- start start 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.058+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f07361880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f0736c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559f072c72e0 con 0x559f0736c680 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559f0726ece0 con 0x559f07361dc0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559f072c32a0 con 0x559f073614a0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55544/0 (socket says 172.21.15.2:55544) 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 -- 172.21.15.2:0/606910106 learned_addr learned my addr 172.21.15.2:0/606910106 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0ce7fc640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 0x7fb0c40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f07361880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f0736c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dda6d640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 0x7fb0c40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 -- 172.21.15.2:0/606910106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 msgr2=0x559f07361880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f07361880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 -- 172.21.15.2:0/606910106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 msgr2=0x559f0736c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f0736c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 -- 172.21.15.2:0/606910106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f07253440 con 0x559f0736c680 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f0736c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0ce7fc640 1 -- 172.21.15.2:0/2395127913 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb0d002e030 con 0x7fb0d8106a70 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.059+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8011560 tx=0x7fb0c800a810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da0718e8a7cfde7c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0dda6d640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 0x7fb0c40a5230 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb0d00bc760 tx=0x7fb0d008f840 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0c37fe640 1 -- 172.21.15.2:0/606910106 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8005220 con 0x559f0736c680 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0c37fe640 1 -- 172.21.15.2:0/606910106 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0c8004c50 con 0x559f0736c680 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0c37fe640 1 -- 172.21.15.2:0/606910106 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c800fba0 con 0x559f0736c680 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 -- 172.21.15.2:0/606910106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 msgr2=0x559f0736ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fb0c8011560 tx=0x7fb0c800a810 comp rx=0 tx=0).stop 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 -- 172.21.15.2:0/606910106 shutdown_connections 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f0736ea70 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f0736c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/606910106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f07361880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 -- 172.21.15.2:0/606910106 >> 172.21.15.2:0/606910106 conn(0x559f0735da30 msgr2=0x559f0735de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 -- 172.21.15.2:0/606910106 shutdown_connections 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.060+0000 7fb0e18a9740 1 -- 172.21.15.2:0/606910106 wait complete. 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 -- start start 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 Processor -- start 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f073614a0 0x559f0736bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 0x559f07369200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559f0736f250 con 0x559f0736c680 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559f07282050 con 0x559f073614a0 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559f0736f3d0 con 0x559f07361dc0 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0e18a9740 10 client.0 _ll_register_callbacks cb 0x559f072c2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:04.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55556/0 (socket says 172.21.15.2:55556) 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.061+0000 7fb0dca6b640 1 -- 172.21.15.2:0/3026932229 learned_addr learned my addr 172.21.15.2:0/3026932229 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 0x559f07369200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f073614a0 0x559f0736bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 -- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 msgr2=0x559f07369200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 0x559f07369200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 -- 172.21.15.2:0/3026932229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f073614a0 msgr2=0x559f0736bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f073614a0 0x559f0736bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 -- 172.21.15.2:0/3026932229 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f070383c0 con 0x559f0736c680 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 0x559f07369200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb0c800a3f0 tx=0x7fb0c800a380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27d4009b7f986b9a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:04.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c802e060 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb0c800f920 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0c8004c50 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb0c8035050 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0e18a9740 10 client.16533 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559f0737aba0 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.062+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0c8004c50 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb0c801b070 con 0x559f0736c680 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 10 client.16533 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 10 client.16533 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 20 client.16533 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0737c060 0x559f0737e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 4 client.16533 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:04.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f072d4850 con 0x559f0737c060 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0737c060 0x559f0737e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0737c060 0x559f0737e450 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ed8e10b65da511e server_cookie=da6b0bb9e9f5024c in_seq=0 out_seq=0 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.063+0000 7fb0c0ff9640 10 client.16533 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/3026932229 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559f072d4850 con 0x559f0737c060 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0c0ff9640 10 client.16533 handle_command_reply: tid=0 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 client.16533 shutdown 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 msgr2=0x559f07369740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fb0c800a3f0 tx=0x7fb0c800a380 comp rx=0 tx=0).stop 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 shutdown_connections 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0737c060 0x559f0737e450 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f0736c680 0x559f07369740 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f07361dc0 0x559f07369200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0c0ff9640 0 client.16533 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/3026932229 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f073614a0 0x559f0736bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 >> 172.21.15.2:0/3026932229 conn(0x559f0735da30 msgr2=0x559f07363710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 shutdown_connections 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 1 -- 172.21.15.2:0/3026932229 wait complete. 2024-09-05T04:15:04.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.064+0000 7fb0e18a9740 20 client.16533 trim_cache size 0 max 16384 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 Processor -- start 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 -- start start 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f0735da30 0x559f073784b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f07384150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81ace70 con 0x559f073614a0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81af6f0 con 0x559f07361dc0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.082+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81ad4e0 con 0x559f0735da30 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55558/0 (socket says 172.21.15.2:55558) 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 -- 172.21.15.2:0/1909669451 learned_addr learned my addr 172.21.15.2:0/1909669451 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f0735da30 0x559f073784b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 -- 172.21.15.2:0/1909669451 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f0735da30 msgr2=0x559f073784b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f0735da30 0x559f073784b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 -- 172.21.15.2:0/1909669451 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 msgr2=0x559f07384150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f07384150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f07384150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 -- 172.21.15.2:0/1909669451 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f0736c2c0 con 0x559f073614a0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x559f0736a840 tx=0x7fb0d4014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=261d217d6c8f912c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0c2ffd640 1 -- 172.21.15.2:0/1909669451 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d40142d0 con 0x559f073614a0 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0c2ffd640 1 -- 172.21.15.2:0/1909669451 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0d40054d0 con 0x559f073614a0 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.083+0000 7fb0c2ffd640 1 -- 172.21.15.2:0/1909669451 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0d401d6c0 con 0x559f073614a0 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- 172.21.15.2:0/1909669451 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 msgr2=0x559f07383c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x559f0736a840 tx=0x7fb0d4014840 comp rx=0 tx=0).stop 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- 172.21.15.2:0/1909669451 shutdown_connections 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f07361dc0 0x559f07384150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f073614a0 0x559f07383c10 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/1909669451 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f0735da30 0x559f073784b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- 172.21.15.2:0/1909669451 >> 172.21.15.2:0/1909669451 conn(0x559f073698a0 msgr2=0x559f073648b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- 172.21.15.2:0/1909669451 shutdown_connections 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- 172.21.15.2:0/1909669451 wait complete. 2024-09-05T04:15:04.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 -- start start 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.084+0000 7fb0e18a9740 1 Processor -- start 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f0735da30 0x559f07374bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f0736ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81adbb0 con 0x559f07361dc0 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81af020 con 0x559f0735da30 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb0d81ae280 con 0x559f073614a0 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0e18a9740 10 client.0 _ll_register_callbacks cb 0x7fb0c8011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55562/0 (socket says 172.21.15.2:55562) 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 -- 172.21.15.2:0/591063286 learned_addr learned my addr 172.21.15.2:0/591063286 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f0736ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f0735da30 0x559f07374bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 -- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 msgr2=0x559f0736ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f0736ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 -- 172.21.15.2:0/591063286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f0735da30 msgr2=0x559f07374bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f0735da30 0x559f07374bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.085+0000 7fb0dca6b640 1 -- 172.21.15.2:0/591063286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f07370ac0 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0dca6b640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb0c801cb20 tx=0x7fb0c800a380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=108941690425f5f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0c803f060 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb0c8004b80 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0d40054d0 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb0c8046050 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 10 client.16539 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559f073e6a40 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0d40054d0 con 0x559f07361dc0 2024-09-05T04:15:04.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb0c801b030 con 0x559f07361dc0 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 10 client.16539 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 10 client.16539 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 20 client.16539 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0736c680 0x559f073e9110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 4 client.16539 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.086+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559f072ced60 con 0x559f0736c680 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0736c680 0x559f073e9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0c0ff9640 10 client.16539 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0dd26c640 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0736c680 0x559f073e9110 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c974da8f07aaf4d server_cookie=5fae3456cd250ee4 in_seq=0 out_seq=0 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0c0ff9640 1 -- 172.21.15.2:0/591063286 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559f072ced60 con 0x559f0736c680 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0c0ff9640 10 client.16539 handle_command_reply: tid=0 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0e18a9740 1 client.16539 shutdown 2024-09-05T04:15:04.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 msgr2=0x559f07370480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.087+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fb0c801cb20 tx=0x7fb0c800a380 comp rx=0 tx=0).stop 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 shutdown_connections 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559f0736c680 0x559f073e9110 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0c0ff9640 0 client.16539 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559f07361dc0 0x559f07370480 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559f073614a0 0x559f0736ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 --2- 172.21.15.2:0/591063286 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559f0735da30 0x559f07374bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 >> 172.21.15.2:0/591063286 conn(0x559f073698a0 msgr2=0x559f07367ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 shutdown_connections 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 1 -- 172.21.15.2:0/591063286 wait complete. 2024-09-05T04:15:04.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0e18a9740 20 client.16539 trim_cache size 0 max 16384 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "a44e30fb-d313-4c83-9cd8-326912f5e388": { 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "a44e30fb-d313-4c83-9cd8-326912f5e388", 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:04.099 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:04.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 msgr2=0x7fb0c40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 0x7fb0c40a5230 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb0d00bc760 tx=0x7fb0d008f840 comp rx=0 tx=0).stop 2024-09-05T04:15:04.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 msgr2=0x7fb0d819cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:04.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fb0d0033040 tx=0x7fb0d0003970 comp rx=0 tx=0).stop 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 shutdown_connections 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0c40a2d70 0x7fb0c40a5230 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb0d8106a70 0x7fb0d819cbd0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb0d8101410 0x7fb0d8198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 --2- 172.21.15.2:0/2395127913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb0d8100a70 0x7fb0d8198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.088+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 >> 172.21.15.2:0/2395127913 conn(0x7fb0d80fc790 msgr2=0x7fb0d806aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.089+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 shutdown_connections 2024-09-05T04:15:04.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:04.089+0000 7fb0df4d0640 1 -- 172.21.15.2:0/2395127913 wait complete. 2024-09-05T04:15:04.860 INFO:tasks.cephfs.filesystem:scrub status for tag:a44e30fb-d313-4c83-9cd8-326912f5e388 - {'path': '/', 'tag': 'a44e30fb-d313-4c83-9cd8-326912f5e388', 'options': 'recursive,force'} 2024-09-05T04:15:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:05 smithi047 ceph-mon[34498]: pgmap v126: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-09-05T04:15:05.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:05 smithi002 ceph-mon[31001]: pgmap v126: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-09-05T04:15:05.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:05 smithi079 ceph-mon[34908]: pgmap v126: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 27 KiB/s wr, 21 op/s 2024-09-05T04:15:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:07 smithi047 ceph-mon[34498]: pgmap v127: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:07 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:15:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:07 smithi002 ceph-mon[31001]: pgmap v127: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:07.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:07 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:15:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:07 smithi079 ceph-mon[34908]: pgmap v127: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:07 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:15:08.302 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:15:08.567 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 -- 172.21.15.2:0/710663398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec101de0 msgr2=0x7f99ec1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 --2- 172.21.15.2:0/710663398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec101de0 0x7f99ec1021c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009900 tx=0x7f99e802a410 comp rx=0 tx=0).stop 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 -- 172.21.15.2:0/710663398 shutdown_connections 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 --2- 172.21.15.2:0/710663398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec106f10 0x7f99ec10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 --2- 172.21.15.2:0/710663398 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 0x7f99ec1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 --2- 172.21.15.2:0/710663398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec101de0 0x7f99ec1021c0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 -- 172.21.15.2:0/710663398 >> 172.21.15.2:0/710663398 conn(0x7f99ec0fd8c0 msgr2=0x7f99ec0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 -- 172.21.15.2:0/710663398 shutdown_connections 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.059+0000 7f99f4205640 1 -- 172.21.15.2:0/710663398 wait complete. 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.060+0000 7f99f4205640 1 Processor -- start 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.060+0000 7f99f4205640 1 -- start start 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec101de0 0x7f99ec1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 0x7f99ec198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec111de0 con 0x7f99ec106f10 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec111c60 con 0x7f99ec102790 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f99ec111f60 con 0x7f99ec101de0 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55568/0 (socket says 172.21.15.2:55568) 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f1fa1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec101de0 0x7f99ec1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:09.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 -- 172.21.15.2:0/2806324094 learned_addr learned my addr 172.21.15.2:0/2806324094 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f17a0640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 0x7f99ec198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 -- 172.21.15.2:0/2806324094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec101de0 msgr2=0x7f99ec1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec101de0 0x7f99ec1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 -- 172.21.15.2:0/2806324094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 msgr2=0x7f99ec198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 0x7f99ec198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 -- 172.21.15.2:0/2806324094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99ec19d370 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f27a2640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f99e4009fd0 tx=0x7f99e400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e4017070 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e4003e20 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99ec19d660 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e4010460 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.061+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99ec1a4f40 con 0x7f99ec106f10 2024-09-05T04:15:09.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.062+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99ec1021c0 con 0x7f99ec106f10 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.063+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f99e4003970 con 0x7f99ec106f10 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.064+0000 7f99e2ffd640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 0x7f99d80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.064+0000 7f99f1fa1640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 0x7f99d80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.064+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f99e40cf4a0 con 0x7f99ec106f10 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.065+0000 7f99f1fa1640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 0x7f99d80a51b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f99e8031440 tx=0x7f99e8005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:09.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.069+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f99e409b770 con 0x7f99ec106f10 2024-09-05T04:15:09.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.281+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99ec109b60 con 0x7f99ec106f10 2024-09-05T04:15:09.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.283+0000 7f99e2ffd640 1 -- 172.21.15.2:0/2806324094 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f99e409fa70 con 0x7f99ec106f10 2024-09-05T04:15:09.283 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:15:09.283 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:15:09.283 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 msgr2=0x7f99d80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 0x7f99d80a51b0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f99e8031440 tx=0x7f99e8005b50 comp rx=0 tx=0).stop 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 msgr2=0x7f99ec19cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f99e4009fd0 tx=0x7f99e400b260 comp rx=0 tx=0).stop 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 shutdown_connections 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f99d80a2cf0 0x7f99d80a51b0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f99ec106f10 0x7f99ec19cc90 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f99ec102790 0x7f99ec198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 --2- 172.21.15.2:0/2806324094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f99ec101de0 0x7f99ec1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:09.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 >> 172.21.15.2:0/2806324094 conn(0x7f99ec0fd8c0 msgr2=0x7f99ec0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:09.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 shutdown_connections 2024-09-05T04:15:09.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:09.286+0000 7f99f4205640 1 -- 172.21.15.2:0/2806324094 wait complete. 2024-09-05T04:15:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:09 smithi002 ceph-mon[31001]: pgmap v128: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:09 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:15:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2806324094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:09 smithi047 ceph-mon[34498]: pgmap v128: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:09 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:15:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2806324094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:09.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:09 smithi079 ceph-mon[34908]: pgmap v128: 129 pgs: 129 active+clean; 3.5 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 17 op/s 2024-09-05T04:15:09.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:09 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:15:09.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2806324094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:10.212 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 24c7375a --release --await' 2024-09-05T04:15:10.212 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 24c7375a --release --await 2024-09-05T04:15:10.469 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:10 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:15:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:10 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:15:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:10 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:15:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:10 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:15:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:10 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:15:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:10 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:15:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:10 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:15:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:10 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:15:10.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:10 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:15:10.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 -- 172.21.15.2:0/3457125989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c102dd0 msgr2=0x7fed8c1031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 --2- 172.21.15.2:0/3457125989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c102dd0 0x7fed8c1031b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fed84009cd0 tx=0x7fed8402a8d0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 -- 172.21.15.2:0/3457125989 shutdown_connections 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 --2- 172.21.15.2:0/3457125989 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c108300 0x7fed8c10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 --2- 172.21.15.2:0/3457125989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c103780 0x7fed8c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 --2- 172.21.15.2:0/3457125989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c102dd0 0x7fed8c1031b0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.974+0000 7fed93190640 1 -- 172.21.15.2:0/3457125989 >> 172.21.15.2:0/3457125989 conn(0x7fed8c0fc7d0 msgr2=0x7fed8c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- 172.21.15.2:0/3457125989 shutdown_connections 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- 172.21.15.2:0/3457125989 wait complete. 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 Processor -- start 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- start start 2024-09-05T04:15:10.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c102dd0 0x7fed8c100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 0x7fed8c1014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c111fc0 con 0x7fed8c103780 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c111e40 con 0x7fed8c108300 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.975+0000 7fed93190640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c112140 con 0x7fed8c102dd0 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55588/0 (socket says 172.21.15.2:55588) 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 -- 172.21.15.2:0/592613687 learned_addr learned my addr 172.21.15.2:0/592613687 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed90f2c640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c102dd0 0x7fed8c100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed9172d640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 0x7fed8c1014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 -- 172.21.15.2:0/592613687 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c102dd0 msgr2=0x7fed8c100a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c102dd0 0x7fed8c100a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 -- 172.21.15.2:0/592613687 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 msgr2=0x7fed8c1014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 0x7fed8c1014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 -- 172.21.15.2:0/592613687 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed8c1a6a00 con 0x7fed8c103780 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed9172d640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 0x7fed8c1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed8bfff640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fed7400d740 tx=0x7fed7400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed89ffb640 1 -- 172.21.15.2:0/592613687 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed74017070 con 0x7fed8c103780 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed8c1a6cf0 con 0x7fed8c103780 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed89ffb640 1 -- 172.21.15.2:0/592613687 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7400de50 con 0x7fed8c103780 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed89ffb640 1 -- 172.21.15.2:0/592613687 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7400f620 con 0x7fed8c103780 2024-09-05T04:15:10.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.976+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed8c1a71d0 con 0x7fed8c103780 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed89ffb640 1 -- 172.21.15.2:0/592613687 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fed7401a070 con 0x7fed8c103780 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 Processor -- start 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 -- start start 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x559574280630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5595741d8620 con 0x559574273060 2024-09-05T04:15:10.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55957417fe50 con 0x559574273980 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed95569740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5595741d45e0 con 0x55957427e240 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed9172d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed89ffb640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 0x7fed780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed9172d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55602/0 (socket says 172.21.15.2:55602) 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.979+0000 7fed9172d640 1 -- 172.21.15.2:0/334000664 learned_addr learned my addr 172.21.15.2:0/334000664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 0x7fed780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed90f2c640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed89ffb640 1 -- 172.21.15.2:0/592613687 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fed740cf200 con 0x7fed8c103780 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed8bfff640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x559574280630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 -- 172.21.15.2:0/334000664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 msgr2=0x559574280630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x559574280630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 -- 172.21.15.2:0/334000664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 msgr2=0x55957427dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:10.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 -- 172.21.15.2:0/334000664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559574170d40 con 0x559574273060 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed8bfff640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x559574280630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed9172d640 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0133b0 tx=0x7fed7c013870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329fec4ef8277310 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed82ffd640 1 -- 172.21.15.2:0/334000664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c01a070 con 0x559574273060 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed82ffd640 1 -- 172.21.15.2:0/334000664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c00ab00 con 0x559574273060 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.980+0000 7fed82ffd640 1 -- 172.21.15.2:0/334000664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c00f040 con 0x559574273060 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- 172.21.15.2:0/334000664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 msgr2=0x559574273440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fed7c0133b0 tx=0x7fed7c013870 comp rx=0 tx=0).stop 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed9172d640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 0x7fed780a51b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fed7c01e000 tx=0x7fed7c01c000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- 172.21.15.2:0/334000664 shutdown_connections 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x559574280630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 --2- 172.21.15.2:0/334000664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x559574273440 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- 172.21.15.2:0/334000664 >> 172.21.15.2:0/334000664 conn(0x55957426f5f0 msgr2=0x55957426f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- 172.21.15.2:0/334000664 shutdown_connections 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- 172.21.15.2:0/334000664 wait complete. 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 -- start start 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.981+0000 7fed95569740 1 Processor -- start 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x55957427ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559574280e10 con 0x559574273060 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559574160f10 con 0x559574273980 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559574280f90 con 0x55957427e240 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed95569740 10 client.0 _ll_register_callbacks cb 0x559574184db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55604/0 (socket says 172.21.15.2:55604) 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 -- 172.21.15.2:0/1196252393 learned_addr learned my addr 172.21.15.2:0/1196252393 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed9172d640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x55957427ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed8bfff640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 -- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 msgr2=0x55957427ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x55957427ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 -- 172.21.15.2:0/1196252393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 msgr2=0x55957427b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed90f2c640 1 -- 172.21.15.2:0/1196252393 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559573ee7580 con 0x559574273060 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.982+0000 7fed8bfff640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed90f2c640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fed8402adf0 tx=0x7fed84031ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a673efd7715511b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:10.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed84003970 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fed84003b10 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed7c00ab00 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fed8404f050 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 10 client.16557 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559573fb1960 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed7c00ab00 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fed84030620 con 0x559574273060 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 10 client.16557 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 10 client.16557 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.983+0000 7fed95569740 20 client.16557 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55957428dc50 0x559574290060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:10.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed95569740 4 client.16557 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595741e5b90 con 0x55957428dc50 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed8bfff640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55957428dc50 0x559574290060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed8bfff640 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55957428dc50 0x559574290060 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b28dac481c1f6927 server_cookie=f9c11ef004ab93b2 in_seq=0 out_seq=0 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.984+0000 7fed6bfff640 10 client.16557 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed6bfff640 1 -- 172.21.15.2:0/1196252393 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5595741e5b90 con 0x55957428dc50 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed6bfff640 10 client.16557 handle_command_reply: tid=0 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 client.16557 shutdown 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 msgr2=0x55957427b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fed8402adf0 tx=0x7fed84031ec0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 shutdown_connections 2024-09-05T04:15:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55957428dc50 0x559574290060 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x55957427ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed6bfff640 0 client.16557 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273980 0x55957427b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 --2- 172.21.15.2:0/1196252393 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273060 0x55957427b010 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 >> 172.21.15.2:0/1196252393 conn(0x55957426f5f0 msgr2=0x559574275320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 shutdown_connections 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.985+0000 7fed95569740 1 -- 172.21.15.2:0/1196252393 wait complete. 2024-09-05T04:15:10.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:10.986+0000 7fed95569740 20 client.16557 trim_cache size 0 max 16384 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.002+0000 7fed95569740 1 Processor -- start 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.002+0000 7fed95569740 1 -- start start 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x559574295930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742782b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1af110 con 0x559574273980 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1b1990 con 0x559574273060 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed95569740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1af780 con 0x55957427e240 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55614/0 (socket says 172.21.15.2:55614) 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 -- 172.21.15.2:0/3280680642 learned_addr learned my addr 172.21.15.2:0/3280680642 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:11.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed90f2c640 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x559574295930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 -- 172.21.15.2:0/3280680642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 msgr2=0x5595742782b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742782b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 -- 172.21.15.2:0/3280680642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 msgr2=0x559574295930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x559574295930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 -- 172.21.15.2:0/3280680642 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55957426f420 con 0x559574273980 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed8bfff640 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fed74009610 tx=0x7fed740bb040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4d24e8c02ffb2d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed827fc640 1 -- 172.21.15.2:0/3280680642 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed74021040 con 0x559574273980 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed827fc640 1 -- 172.21.15.2:0/3280680642 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed740a3ff0 con 0x559574273980 2024-09-05T04:15:11.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.003+0000 7fed827fc640 1 -- 172.21.15.2:0/3280680642 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed740970d0 con 0x559574273980 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- 172.21.15.2:0/3280680642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 msgr2=0x559574295e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fed74009610 tx=0x7fed740bb040 comp rx=0 tx=0).stop 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- 172.21.15.2:0/3280680642 shutdown_connections 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742782b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574295e70 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 --2- 172.21.15.2:0/3280680642 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x559574295930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- 172.21.15.2:0/3280680642 >> 172.21.15.2:0/3280680642 conn(0x55957426f5f0 msgr2=0x559574279ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:11.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- 172.21.15.2:0/3280680642 shutdown_connections 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- 172.21.15.2:0/3280680642 wait complete. 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 -- start start 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.004+0000 7fed95569740 1 Processor -- start 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x5595742863d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742811a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1afe50 con 0x559574273980 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1b12c0 con 0x559574273060 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c1b0520 con 0x55957427e240 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed95569740 10 client.0 _ll_register_callbacks cb 0x7fed84031b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55620/0 (socket says 172.21.15.2:55620) 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 -- 172.21.15.2:0/441866053 learned_addr learned my addr 172.21.15.2:0/441866053 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:11.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed9172d640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742811a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed90f2c640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x5595742863d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 -- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 msgr2=0x5595742811a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742811a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 -- 172.21.15.2:0/441866053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 msgr2=0x5595742863d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x5595742863d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 -- 172.21.15.2:0/441866053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559574281860 con 0x559574273980 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed9172d640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742811a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed8bfff640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fed740cc660 tx=0x7fed74099680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0bf893f1a9cb24b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.005+0000 7fed6bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed74021070 con 0x559574273980 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fed740979f0 con 0x559574273980 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed740a3ff0 con 0x559574273980 2024-09-05T04:15:11.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fed7409a7d0 con 0x559574273980 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 10 client.16563 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5595742f9300 con 0x559574273980 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed740a3ff0 con 0x559574273980 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fed7407e020 con 0x559574273980 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 10 client.16563 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 10 client.16563 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 20 client.16563 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595742f9970 0x5595742fbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 4 client.16563 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "24c7375a", "release": true, "await": true}] 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.006+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "24c7375a", "release": true, "await": true}) -- 0x5595741e00a0 con 0x5595742f9970 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.007+0000 7fed90f2c640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595742f9970 0x5595742fbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.007+0000 7fed90f2c640 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595742f9970 0x5595742fbd90 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dccbb97c92d2081b server_cookie=81a9b1d651103a67 in_seq=0 out_seq=0 2024-09-05T04:15:11.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.007+0000 7fed6bfff640 10 client.16563 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.008+0000 7fed6bfff640 1 -- 172.21.15.2:0/441866053 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5595741e00a0 con 0x5595742f9970 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.008+0000 7fed6bfff640 10 client.16563 handle_command_reply: tid=0 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.008+0000 7fed95569740 1 client.16563 shutdown 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 msgr2=0x559574286910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fed740cc660 tx=0x7fed74099680 comp rx=0 tx=0).stop 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 shutdown_connections 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595742f9970 0x5595742fbd90 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed6bfff640 0 client.16563 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55957427e240 0x5595742811a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559574273980 0x559574286910 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 --2- 172.21.15.2:0/441866053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559574273060 0x5595742863d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 >> 172.21.15.2:0/441866053 conn(0x55957426f5f0 msgr2=0x55957426df30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 shutdown_connections 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 1 -- 172.21.15.2:0/441866053 wait complete. 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.009+0000 7fed95569740 20 client.16563 trim_cache size 0 max 16384 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 16, 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "24c7375a": { 2024-09-05T04:15:11.014 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 16, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 141.8, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:11.015 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 msgr2=0x7fed780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 0x7fed780a51b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fed7c01e000 tx=0x7fed7c01c000 comp rx=0 tx=0).stop 2024-09-05T04:15:11.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 msgr2=0x7fed8c100f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fed7400d740 tx=0x7fed7400dc00 comp rx=0 tx=0).stop 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 shutdown_connections 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fed780a2cf0 0x7fed780a51b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fed8c108300 0x7fed8c1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fed8c103780 0x7fed8c100f70 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 --2- 172.21.15.2:0/592613687 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fed8c102dd0 0x7fed8c100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 >> 172.21.15.2:0/592613687 conn(0x7fed8c0fc7d0 msgr2=0x7fed8c105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 shutdown_connections 2024-09-05T04:15:11.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:11.010+0000 7fed93190640 1 -- 172.21.15.2:0/592613687 wait complete. 2024-09-05T04:15:11.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:11 smithi002 ceph-mon[31001]: pgmap v129: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:11.925 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '24c7375a', total seconds elapsed: 25.3 2024-09-05T04:15:11.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:11 smithi047 ceph-mon[34498]: pgmap v129: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:11 smithi079 ceph-mon[34908]: pgmap v129: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:13.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:13 smithi047 ceph-mon[34498]: pgmap v130: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:14.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:13 smithi002 ceph-mon[31001]: pgmap v130: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:13 smithi079 ceph-mon[34908]: pgmap v130: 129 pgs: 129 active+clean; 3.5 MiB data, 380 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:15:15.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:15 smithi047 ceph-mon[34498]: pgmap v131: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 22 op/s 2024-09-05T04:15:16.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:15 smithi002 ceph-mon[31001]: pgmap v131: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 22 op/s 2024-09-05T04:15:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:15 smithi079 ceph-mon[34908]: pgmap v131: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 32 KiB/s wr, 22 op/s 2024-09-05T04:15:17.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 -- 172.21.15.2:0/900642431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f401009d0 msgr2=0x7f7f40100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 --2- 172.21.15.2:0/900642431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f401009d0 0x7f7f40100e30 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7f34009930 tx=0x7f7f3402a420 comp rx=0 tx=0).stop 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 -- 172.21.15.2:0/900642431 shutdown_connections 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 --2- 172.21.15.2:0/900642431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f40101370 0x7f7f4010d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 --2- 172.21.15.2:0/900642431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f401009d0 0x7f7f40100e30 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 --2- 172.21.15.2:0/900642431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f40106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 -- 172.21.15.2:0/900642431 >> 172.21.15.2:0/900642431 conn(0x7f7f400fc6b0 msgr2=0x7f7f400fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 -- 172.21.15.2:0/900642431 shutdown_connections 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.141+0000 7f7f458ba640 1 -- 172.21.15.2:0/900642431 wait complete. 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 Processor -- start 2024-09-05T04:15:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 -- start start 2024-09-05T04:15:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f401009d0 0x7f7f40198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f4019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111d80 con 0x7f7f40101370 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111c00 con 0x7f7f401069e0 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f458ba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7f40111f00 con 0x7f7f401009d0 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38936/0 (socket says 172.21.15.2:38936) 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.142+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/4276621381 learned_addr learned my addr 172.21.15.2:0/4276621381 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3effd640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f401009d0 0x7f7f40198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f4019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/4276621381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f401009d0 msgr2=0x7f7f40198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f401009d0 0x7f7f40198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/4276621381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 msgr2=0x7f7f4019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f4019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/4276621381 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f4019d340 con 0x7f7f40101370 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f4019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f7f34005940 tx=0x7f7f340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f448b8640 1 -- 172.21.15.2:0/4276621381 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f3403f030 con 0x7f7f40101370 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f448b8640 1 -- 172.21.15.2:0/4276621381 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f340318a0 con 0x7f7f40101370 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f4019d5d0 con 0x7f7f40101370 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f448b8640 1 -- 172.21.15.2:0/4276621381 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f34035070 con 0x7f7f40101370 2024-09-05T04:15:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.143+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f401a4ec0 con 0x7f7f40101370 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f448b8640 1 -- 172.21.15.2:0/4276621381 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7f34042030 con 0x7f7f40101370 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 Processor -- start 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 -- start start 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b25cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56066b1b22f0 con 0x56066b24d9b0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56066b15a270 con 0x56066b24e2d0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.146+0000 7f7f4865b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56066b1ae2b0 con 0x56066b25d0c0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f448b8640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38942/0 (socket says 172.21.15.2:38942) 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2557048019 learned_addr learned my addr 172.21.15.2:0/2557048019 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b25cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f448b8640 1 -- 172.21.15.2:0/4276621381 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7f340efbd0 con 0x7f7f40101370 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2557048019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 msgr2=0x56066b25f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2557048019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 msgr2=0x56066b25cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b25cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2557048019 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56066b159340 con 0x56066b24d9b0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f7f38014e20 tx=0x7f7f38011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8a5dce9c0016ad4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 0x7f7f280a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7f38011c50 tx=0x7f7f3801c000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.147+0000 7f7f25ffb640 1 -- 172.21.15.2:0/2557048019 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38022070 con 0x56066b24d9b0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f25ffb640 1 -- 172.21.15.2:0/2557048019 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f38009bf0 con 0x56066b24d9b0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f25ffb640 1 -- 172.21.15.2:0/2557048019 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38005420 con 0x56066b24d9b0 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 -- 172.21.15.2:0/2557048019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 msgr2=0x56066b24dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f7f38014e20 tx=0x7f7f38011750 comp rx=0 tx=0).stop 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 -- 172.21.15.2:0/2557048019 shutdown_connections 2024-09-05T04:15:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b25cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2557048019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24d9b0 0x56066b24dd90 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 -- 172.21.15.2:0/2557048019 >> 172.21.15.2:0/2557048019 conn(0x56066b24a060 msgr2=0x56066b24a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 -- 172.21.15.2:0/2557048019 shutdown_connections 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.148+0000 7f7f4865b740 1 -- 172.21.15.2:0/2557048019 wait complete. 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 -- start start 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 Processor -- start 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24d9b0 0x56066b25a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56066b25fc30 con 0x56066b24e2d0 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56066b13b290 con 0x56066b24d9b0 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56066b25fdb0 con 0x56066b25d0c0 2024-09-05T04:15:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f4865b740 10 client.0 _ll_register_callbacks cb 0x56066b16c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38948/0 (socket says 172.21.15.2:38948) 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.149+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/2523253116 learned_addr learned my addr 172.21.15.2:0/2523253116 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24d9b0 0x56066b25a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 msgr2=0x56066b25ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/2523253116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24d9b0 msgr2=0x56066b25a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24d9b0 0x56066b25a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/2523253116 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56066aec5210 con 0x56066b24e2d0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f7f34009900 tx=0x7f7f340bb950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b6a2432bd35f41c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f34049040 con 0x56066b24e2d0 2024-09-05T04:15:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7f340c4530 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f38009bf0 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7f340bc450 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f4865b740 10 client.16575 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56066af91620 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f38009bf0 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.150+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7f34083020 con 0x56066b24e2d0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 10 client.16575 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 10 client.16575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 20 client.16575 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b26cf80 0x56066b26f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 4 client.16575 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56066b1bfa20 con 0x56066b26cf80 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b26cf80 0x56066b26f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f1effd640 10 client.16575 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.151+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b26cf80 0x56066b26f3d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=837e03577e27a0c server_cookie=40c9b87373b3734b in_seq=0 out_seq=0 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f1effd640 1 -- 172.21.15.2:0/2523253116 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56066b1bfa20 con 0x56066b26cf80 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f1effd640 10 client.16575 handle_command_reply: tid=0 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 client.16575 shutdown 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 msgr2=0x56066b25a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f7f34009900 tx=0x7f7f340bb950 comp rx=0 tx=0).stop 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 shutdown_connections 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b26cf80 0x56066b26f3d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b25d0c0 0x56066b25ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b25a5d0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f1effd640 0 client.16575 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2523253116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24d9b0 0x56066b25a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 >> 172.21.15.2:0/2523253116 conn(0x56066b24a060 msgr2=0x56066b2491c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 shutdown_connections 2024-09-05T04:15:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.152+0000 7f7f4865b740 1 -- 172.21.15.2:0/2523253116 wait complete. 2024-09-05T04:15:17.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.153+0000 7f7f4865b740 20 client.16575 trim_cache size 0 max 16384 2024-09-05T04:15:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 Processor -- start 2024-09-05T04:15:17.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 -- start start 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2490b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b274ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401aace0 con 0x56066b25d0c0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ad560 con 0x56066b24e2d0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f4865b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ab350 con 0x56066b24d9b0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f3f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f3f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38962/0 (socket says 172.21.15.2:38962) 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2445443428 learned_addr learned my addr 172.21.15.2:0/2445443428 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.167+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b274ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2445443428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 msgr2=0x56066b2490b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2490b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2445443428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 msgr2=0x56066b274ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b274ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 -- 172.21.15.2:0/2445443428 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56066b26fa50 con 0x56066b25d0c0 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2490b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f7f38014df0 tx=0x7f7f38009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15c7273534a20df5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f257fa640 1 -- 172.21.15.2:0/2445443428 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38033070 con 0x56066b25d0c0 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f257fa640 1 -- 172.21.15.2:0/2445443428 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f38014970 con 0x56066b25d0c0 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.168+0000 7f7f257fa640 1 -- 172.21.15.2:0/2445443428 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f38022040 con 0x56066b25d0c0 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- 172.21.15.2:0/2445443428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 msgr2=0x56066b275220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f7f38014df0 tx=0x7f7f38009d80 comp rx=0 tx=0).stop 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- 172.21.15.2:0/2445443428 shutdown_connections 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b25d0c0 0x56066b275220 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b24e2d0 0x56066b274ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2445443428 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2490b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- 172.21.15.2:0/2445443428 >> 172.21.15.2:0/2445443428 conn(0x56066b24a060 msgr2=0x56066b2489a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- 172.21.15.2:0/2445443428 shutdown_connections 2024-09-05T04:15:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- 172.21.15.2:0/2445443428 wait complete. 2024-09-05T04:15:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 -- start start 2024-09-05T04:15:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.169+0000 7f7f4865b740 1 Processor -- start 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2570c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b25d0c0 0x56066b257b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401aba20 con 0x56066b24e2d0 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ace90 con 0x56066b25d0c0 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7f401ac0f0 con 0x56066b24d9b0 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f4865b740 10 client.0 _ll_register_callbacks cb 0x7f7f34009290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38970/0 (socket says 172.21.15.2:38970) 2024-09-05T04:15:17.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2570c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3e7fc640 1 -- 172.21.15.2:0/2125121281 learned_addr learned my addr 172.21.15.2:0/2125121281 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3f7fe640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b25d0c0 0x56066b257b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 -- 172.21.15.2:0/2125121281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b25d0c0 msgr2=0x56066b257b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b25d0c0 0x56066b257b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 -- 172.21.15.2:0/2125121281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 msgr2=0x56066b257600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 -- 172.21.15.2:0/2125121281 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56066b2d6d30 con 0x56066b24d9b0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f3effd640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2570c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56066b25b200 tx=0x7f7f30014840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c95c28965d90468 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f1effd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f30004250 con 0x56066b24d9b0 2024-09-05T04:15:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.170+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f7f300043f0 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7f38014970 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7f300035f0 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 10 client.26023 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56066b2d8060 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f38014970 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7f30012650 con 0x56066b24d9b0 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 10 client.26023 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 10 client.26023 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 20 client.26023 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b2d8780 0x56066b2daba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 4 client.26023 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56066b1b9d70 con 0x56066b2d8780 2024-09-05T04:15:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.171+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b2d8780 0x56066b2daba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.172+0000 7f7f3e7fc640 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b2d8780 0x56066b2daba0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51e388a91ab55672 server_cookie=9e34a27e2a6021e4 in_seq=0 out_seq=0 2024-09-05T04:15:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.172+0000 7f7f1effd640 10 client.26023 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f1effd640 1 -- 172.21.15.2:0/2125121281 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56066b1b9d70 con 0x56066b2d8780 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f1effd640 10 client.26023 handle_command_reply: tid=0 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 client.26023 shutdown 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 msgr2=0x56066b2570c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2570c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56066b25b200 tx=0x7f7f30014840 comp rx=0 tx=0).stop 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 shutdown_connections 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56066b2d8780 0x56066b2daba0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56066b25d0c0 0x56066b257b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56066b24e2d0 0x56066b257600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f1effd640 0 client.26023 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:17.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 --2- 172.21.15.2:0/2125121281 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56066b24d9b0 0x56066b2570c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 >> 172.21.15.2:0/2125121281 conn(0x56066b24a060 msgr2=0x56066b25b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 shutdown_connections 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 1 -- 172.21.15.2:0/2125121281 wait complete. 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.184+0000 7f7f4865b740 20 client.26023 trim_cache size 0 max 16384 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:15:17.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 msgr2=0x7f7f280a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 0x7f7f280a51b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f7f38011c50 tx=0x7f7f3801c000 comp rx=0 tx=0).stop 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 msgr2=0x7f7f40198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f7f34005940 tx=0x7f7f340042f0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 shutdown_connections 2024-09-05T04:15:17.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7f280a2cf0 0x7f7f280a51b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7f401069e0 0x7f7f4019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7f40101370 0x7f7f40198890 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 --2- 172.21.15.2:0/4276621381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7f401009d0 0x7f7f40198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 >> 172.21.15.2:0/4276621381 conn(0x7f7f400fc6b0 msgr2=0x7f7f400fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 shutdown_connections 2024-09-05T04:15:17.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:17.185+0000 7f7f458ba640 1 -- 172.21.15.2:0/4276621381 wait complete. 2024-09-05T04:15:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:17 smithi047 ceph-mon[34498]: pgmap v132: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:18.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:17 smithi002 ceph-mon[31001]: pgmap v132: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:17 smithi079 ceph-mon[34908]: pgmap v132: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:19 smithi047 ceph-mon[34498]: pgmap v133: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:20.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:19 smithi002 ceph-mon[31001]: pgmap v133: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:19 smithi079 ceph-mon[34908]: pgmap v133: 129 pgs: 129 active+clean; 3.6 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 9.8 KiB/s wr, 5 op/s 2024-09-05T04:15:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:21 smithi047 ceph-mon[34498]: pgmap v134: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-09-05T04:15:22.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:21 smithi002 ceph-mon[31001]: pgmap v134: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-09-05T04:15:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:21 smithi079 ceph-mon[34908]: pgmap v134: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 26 KiB/s wr, 11 op/s 2024-09-05T04:15:24.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:23 smithi002 ceph-mon[31001]: pgmap v135: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:15:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:23 smithi079 ceph-mon[34908]: pgmap v135: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:15:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:23 smithi047 ceph-mon[34498]: pgmap v135: 129 pgs: 129 active+clean; 3.8 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:15:26.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:25 smithi002 ceph-mon[31001]: pgmap v136: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 KiB/s wr, 11 op/s 2024-09-05T04:15:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:25 smithi079 ceph-mon[34908]: pgmap v136: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 KiB/s wr, 11 op/s 2024-09-05T04:15:26.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:25 smithi047 ceph-mon[34498]: pgmap v136: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 KiB/s wr, 11 op/s 2024-09-05T04:15:28.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:27 smithi002 ceph-mon[31001]: pgmap v137: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:27 smithi079 ceph-mon[34908]: pgmap v137: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:27 smithi047 ceph-mon[34498]: pgmap v137: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:30.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:29 smithi002 ceph-mon[31001]: pgmap v138: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:29 smithi079 ceph-mon[34908]: pgmap v138: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:29 smithi047 ceph-mon[34498]: pgmap v138: 129 pgs: 129 active+clean; 3.9 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 9 op/s 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 -- 172.21.15.2:0/3098448591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a010c0d0 msgr2=0x7f23a010e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 --2- 172.21.15.2:0/3098448591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a010c0d0 0x7f23a010e540 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f2398009ca0 tx=0x7f239802a950 comp rx=0 tx=0).stop 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 -- 172.21.15.2:0/3098448591 shutdown_connections 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 --2- 172.21.15.2:0/3098448591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a010c0d0 0x7f23a010e540 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 --2- 172.21.15.2:0/3098448591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a0103620 0x7f23a010bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 --2- 172.21.15.2:0/3098448591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 0x7f23a01030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 -- 172.21.15.2:0/3098448591 >> 172.21.15.2:0/3098448591 conn(0x7f23a00779a0 msgr2=0x7f23a00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 -- 172.21.15.2:0/3098448591 shutdown_connections 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.284+0000 7f23a8531640 1 -- 172.21.15.2:0/3098448591 wait complete. 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 Processor -- start 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 -- start start 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 0x7f23a0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a010c0d0 0x7f23a019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f23a0111d50 con 0x7f23a0103620 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f23a0111bd0 con 0x7f23a010c0d0 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a8531640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f23a0111ed0 con 0x7f23a0102d00 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42294/0 (socket says 172.21.15.2:42294) 2024-09-05T04:15:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 -- 172.21.15.2:0/1638585502 learned_addr learned my addr 172.21.15.2:0/1638585502 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a62cd640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 0x7f23a0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a6ace640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a010c0d0 0x7f23a019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 -- 172.21.15.2:0/1638585502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 msgr2=0x7f23a0198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 0x7f23a0198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 -- 172.21.15.2:0/1638585502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a010c0d0 msgr2=0x7f23a019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a010c0d0 0x7f23a019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.285+0000 7f23a5acc640 1 -- 172.21.15.2:0/1638585502 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a019d310 con 0x7f23a0103620 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f239000e9f0 tx=0x7f239000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23977fe640 1 -- 172.21.15.2:0/1638585502 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239000cd80 con 0x7f23a0103620 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23977fe640 1 -- 172.21.15.2:0/1638585502 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23900108e0 con 0x7f23a0103620 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23977fe640 1 -- 172.21.15.2:0/1638585502 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390018920 con 0x7f23a0103620 2024-09-05T04:15:30.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a019d600 con 0x7f23a0103620 2024-09-05T04:15:30.290 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.286+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a01a4e90 con 0x7f23a0103620 2024-09-05T04:15:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.288+0000 7f23977fe640 1 -- 172.21.15.2:0/1638585502 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2390010a90 con 0x7f23a0103620 2024-09-05T04:15:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.289+0000 7f23ab2d2740 1 Processor -- start 2024-09-05T04:15:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.289+0000 7f23ab2d2740 1 -- start start 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.289+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a730613d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.289+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.289+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a7306254b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a7305782f0 con 0x55a7306142b0 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a730520270 con 0x55a7306230c0 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a7305742b0 con 0x55a730613990 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23977fe640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 0x7f238c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42304/0 (socket says 172.21.15.2:42304) 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 -- 172.21.15.2:0/2780860856 learned_addr learned my addr 172.21.15.2:0/2780860856 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a5acc640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a7306254b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a6ace640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a730613d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a6ace640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 0x7f238c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23977fe640 1 -- 172.21.15.2:0/1638585502 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f23900cfae0 con 0x7f23a0103620 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 -- 172.21.15.2:0/2780860856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 msgr2=0x55a730613d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a730613d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 -- 172.21.15.2:0/2780860856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 msgr2=0x55a7306254b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a7306254b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 -- 172.21.15.2:0/2780860856 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a73051f340 con 0x55a7306142b0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a5acc640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a7306254b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a62cd640 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f239c00b760 tx=0x7f239c00bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d919bd68ed60ea88 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.290+0000 7f23a6ace640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 0x7f238c0a5230 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2398005fa0 tx=0x7f23980095c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f2394bfe640 1 -- 172.21.15.2:0/2780860856 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c003dd0 con 0x55a7306142b0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f2394bfe640 1 -- 172.21.15.2:0/2780860856 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f239c015070 con 0x55a7306142b0 2024-09-05T04:15:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f2394bfe640 1 -- 172.21.15.2:0/2780860856 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c004d90 con 0x55a7306142b0 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 -- 172.21.15.2:0/2780860856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 msgr2=0x55a730622b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f239c00b760 tx=0x7f239c00bc20 comp rx=0 tx=0).stop 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 -- 172.21.15.2:0/2780860856 shutdown_connections 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a7306254b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a730622b80 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/2780860856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a730613d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.291+0000 7f23ab2d2740 1 -- 172.21.15.2:0/2780860856 >> 172.21.15.2:0/2780860856 conn(0x55a730610060 msgr2=0x55a730610440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- 172.21.15.2:0/2780860856 shutdown_connections 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- 172.21.15.2:0/2780860856 wait complete. 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- start start 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 Processor -- start 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306142b0 0x55a7306205a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730620ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a730625cf0 con 0x55a730613990 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a730501290 con 0x55a7306230c0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a730625e70 con 0x55a7306142b0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23ab2d2740 10 client.0 _ll_register_callbacks cb 0x55a730532140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42316/0 (socket says 172.21.15.2:42316) 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.292+0000 7f23a62cd640 1 -- 172.21.15.2:0/1183451939 learned_addr learned my addr 172.21.15.2:0/1183451939 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306142b0 0x55a7306205a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a6ace640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730620ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 -- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306142b0 msgr2=0x55a7306205a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306142b0 0x55a7306205a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 -- 172.21.15.2:0/1183451939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 msgr2=0x55a730620ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730620ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 -- 172.21.15.2:0/1183451939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a73028b210 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23a62cd640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f239c004770 tx=0x7f239c003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f88eba4ce2b4759 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f2389ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c028060 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f239c015070 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f239c011850 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f239c02f050 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23ab2d2740 10 client.16593 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a730357620 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.293+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f239c015070 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f239c022070 con 0x55a730613990 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 10 client.16593 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 10 client.16593 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 20 client.16593 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a7306330c0 0x55a7306354b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 4 client.16593 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a730585a20 con 0x55a7306330c0 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.294+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a7306330c0 0x55a7306354b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f2389ffb640 10 client.16593 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a7306330c0 0x55a7306354b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5208c05a30f702c2 server_cookie=da4596f0b45e650c in_seq=0 out_seq=0 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f2389ffb640 1 -- 172.21.15.2:0/1183451939 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a730585a20 con 0x55a7306330c0 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f2389ffb640 10 client.16593 handle_command_reply: tid=0 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 client.16593 shutdown 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 msgr2=0x55a730620060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f239c004770 tx=0x7f239c003e00 comp rx=0 tx=0).stop 2024-09-05T04:15:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 shutdown_connections 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a7306330c0 0x55a7306354b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730620ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306142b0 0x55a7306205a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f2389ffb640 0 client.16593 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1183451939 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a730620060 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.295+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 >> 172.21.15.2:0/1183451939 conn(0x55a730610060 msgr2=0x55a730615dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.296+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 shutdown_connections 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.296+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1183451939 wait complete. 2024-09-05T04:15:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.296+0000 7f23ab2d2740 20 client.16593 trim_cache size 0 max 16384 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 Processor -- start 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 -- start start 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a73061e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730638a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01aac90 con 0x55a7306142b0 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01ad510 con 0x55a7306230c0 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01ab300 con 0x55a730613990 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.310+0000 7f23a5acc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42320/0 (socket says 172.21.15.2:42320) 2024-09-05T04:15:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 -- 172.21.15.2:0/1868276228 learned_addr learned my addr 172.21.15.2:0/1868276228 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a62cd640 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a73061e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a6ace640 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730638a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 -- 172.21.15.2:0/1868276228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 msgr2=0x55a73061e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a73061e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 -- 172.21.15.2:0/1868276228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 msgr2=0x55a730638a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730638a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 -- 172.21.15.2:0/1868276228 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a730625e10 con 0x55a7306142b0 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f23a5acc640 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f23900108b0 tx=0x7f23900cc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ec2ee91446ee2c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f238bfff640 1 -- 172.21.15.2:0/1868276228 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23900a4870 con 0x55a7306142b0 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f238bfff640 1 -- 172.21.15.2:0/1868276228 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2390099f00 con 0x55a7306142b0 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.311+0000 7f238bfff640 1 -- 172.21.15.2:0/1868276228 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390097950 con 0x55a7306142b0 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1868276228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 msgr2=0x55a7306384d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f23900108b0 tx=0x7f23900cc040 comp rx=0 tx=0).stop 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1868276228 shutdown_connections 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306230c0 0x55a730638a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a7306142b0 0x55a7306384d0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/1868276228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a730613990 0x55a73061e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1868276228 >> 172.21.15.2:0/1868276228 conn(0x55a730610060 msgr2=0x55a730620840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1868276228 shutdown_connections 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- 172.21.15.2:0/1868276228 wait complete. 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- start start 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 Processor -- start 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 0x55a730635d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306230c0 0x55a730636250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01ab9d0 con 0x55a730613990 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01ace40 con 0x55a7306142b0 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f23a01ac0a0 con 0x55a7306230c0 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23ab2d2740 10 client.0 _ll_register_callbacks cb 0x7f239009ba50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.312+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42334/0 (socket says 172.21.15.2:42334) 2024-09-05T04:15:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 -- 172.21.15.2:0/3545942473 learned_addr learned my addr 172.21.15.2:0/3545942473 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a6ace640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306230c0 0x55a730636250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a5acc640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 0x55a730635d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 -- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306230c0 msgr2=0x55a730636250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306230c0 0x55a730636250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 -- 172.21.15.2:0/3545942473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 msgr2=0x55a730635d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 0x55a730635d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 -- 172.21.15.2:0/3545942473 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a730636810 con 0x55a730613990 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a5acc640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 0x55a730635d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23a62cd640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f239c00bc60 tx=0x7f239c003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bfdaa74058e588c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f2389ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c028040 con 0x55a730613990 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f239c019420 con 0x55a730613990 2024-09-05T04:15:30.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2390099f00 con 0x55a730613990 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f239c00be70 con 0x55a730613990 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23ab2d2740 10 client.16599 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.313+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a73069d7a0 con 0x55a730613990 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2390099f00 con 0x55a730613990 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f239c022050 con 0x55a730613990 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 10 client.16599 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 10 client.16599 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 20 client.16599 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a73069deb0 0x55a7306a02a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 4 client.16599 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:15:30.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a73057fd70 con 0x55a73069deb0 2024-09-05T04:15:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23a5acc640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a73069deb0 0x55a7306a02a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f23a5acc640 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a73069deb0 0x55a7306a02a0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aa8f8350bdd3818 server_cookie=d531a5f6884a87ed in_seq=0 out_seq=0 2024-09-05T04:15:30.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.314+0000 7f2389ffb640 10 client.16599 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f2389ffb640 1 -- 172.21.15.2:0/3545942473 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a73057fd70 con 0x55a73069deb0 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f2389ffb640 10 client.16599 handle_command_reply: tid=0 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 client.16599 shutdown 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 msgr2=0x55a7306389d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f239c00bc60 tx=0x7f239c003a70 comp rx=0 tx=0).stop 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 shutdown_connections 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a73069deb0 0x55a7306a02a0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a7306230c0 0x55a730636250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f2389ffb640 0 client.16599 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a7306142b0 0x55a730635d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 --2- 172.21.15.2:0/3545942473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a730613990 0x55a7306389d0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 >> 172.21.15.2:0/3545942473 conn(0x55a730610060 msgr2=0x55a73060e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 shutdown_connections 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 1 -- 172.21.15.2:0/3545942473 wait complete. 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.330+0000 7f23ab2d2740 20 client.16599 trim_cache size 0 max 16384 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:15:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 msgr2=0x7f238c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 0x7f238c0a5230 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2398005fa0 tx=0x7f23980095c0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 msgr2=0x7f23a0198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f239000e9f0 tx=0x7f239000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 shutdown_connections 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f238c0a2d70 0x7f238c0a5230 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f23a010c0d0 0x7f23a019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f23a0103620 0x7f23a0198860 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 --2- 172.21.15.2:0/1638585502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f23a0102d00 0x7f23a0198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 >> 172.21.15.2:0/1638585502 conn(0x7f23a00779a0 msgr2=0x7f23a00fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 shutdown_connections 2024-09-05T04:15:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:30.331+0000 7f23a8531640 1 -- 172.21.15.2:0/1638585502 wait complete. 2024-09-05T04:15:32.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:31 smithi002 ceph-mon[31001]: pgmap v139: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 13 op/s 2024-09-05T04:15:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:31 smithi079 ceph-mon[34908]: pgmap v139: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 13 op/s 2024-09-05T04:15:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:31 smithi047 ceph-mon[34498]: pgmap v139: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 13 op/s 2024-09-05T04:15:34.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:33 smithi002 ceph-mon[31001]: pgmap v140: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 7 op/s 2024-09-05T04:15:34.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:33 smithi079 ceph-mon[34908]: pgmap v140: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 7 op/s 2024-09-05T04:15:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:33 smithi047 ceph-mon[34498]: pgmap v140: 129 pgs: 129 active+clean; 4.0 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 7 op/s 2024-09-05T04:15:34.860 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:15:35.127 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 -- 172.21.15.2:0/3449937899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c106a80 msgr2=0x7faa2c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 --2- 172.21.15.2:0/3449937899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c106a80 0x7faa2c106e60 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7faa1c009930 tx=0x7faa1c02a420 comp rx=0 tx=0).stop 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 -- 172.21.15.2:0/3449937899 shutdown_connections 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 --2- 172.21.15.2:0/3449937899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 --2- 172.21.15.2:0/3449937899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c100a80 0x7faa2c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 --2- 172.21.15.2:0/3449937899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c106a80 0x7faa2c106e60 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 -- 172.21.15.2:0/3449937899 >> 172.21.15.2:0/3449937899 conn(0x7faa2c0fc7a0 msgr2=0x7faa2c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.612+0000 7faa31335640 1 -- 172.21.15.2:0/3449937899 shutdown_connections 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 -- 172.21.15.2:0/3449937899 wait complete. 2024-09-05T04:15:35.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 Processor -- start 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 -- start start 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.613+0000 7faa31335640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 0x7faa2c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa31335640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c110d30 con 0x7faa2c100a80 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa31335640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c110bb0 con 0x7faa2c101420 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa31335640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c110eb0 con 0x7faa2c106a80 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54216/0 (socket says 172.21.15.2:54216) 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 -- 172.21.15.2:0/414720040 learned_addr learned my addr 172.21.15.2:0/414720040 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 0x7faa2c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 -- 172.21.15.2:0/414720040 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 msgr2=0x7faa2c19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 0x7faa2c19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 -- 172.21.15.2:0/414720040 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 msgr2=0x7faa2c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 -- 172.21.15.2:0/414720040 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2c19d380 con 0x7faa2c100a80 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 0x7faa2c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa2affd640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7faa1c004770 tx=0x7faa1c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa13fff640 1 -- 172.21.15.2:0/414720040 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c03f070 con 0x7faa2c100a80 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa13fff640 1 -- 172.21.15.2:0/414720040 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa1c03b460 con 0x7faa2c100a80 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa13fff640 1 -- 172.21.15.2:0/414720040 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c035070 con 0x7faa2c100a80 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa2c19d610 con 0x7faa2c100a80 2024-09-05T04:15:35.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.614+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa2c19daa0 con 0x7faa2c100a80 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.616+0000 7faa13fff640 1 -- 172.21.15.2:0/414720040 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7faa1c03b610 con 0x7faa2c100a80 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 Processor -- start 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 -- start start 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa13fff640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 0x7faa140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd9dc0 0x565325de4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x565325d3f2e0 con 0x565325dd94a0 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x565325ce6ce0 con 0x565325dd9dc0 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa3370e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x565325d3b2a0 con 0x565325de4680 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 0x7faa140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54228/0 (socket says 172.21.15.2:54228) 2024-09-05T04:15:35.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa2affd640 1 -- 172.21.15.2:0/3864503693 learned_addr learned my addr 172.21.15.2:0/3864503693 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.617+0000 7faa13fff640 1 -- 172.21.15.2:0/414720040 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faa1c0efc90 con 0x7faa2c100a80 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd9dc0 0x565325de4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 -- 172.21.15.2:0/3864503693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 msgr2=0x565325de6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 -- 172.21.15.2:0/3864503693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd9dc0 msgr2=0x565325de4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd9dc0 0x565325de4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 -- 172.21.15.2:0/3864503693 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565325ccb440 con 0x565325dd94a0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 0x7faa140a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faa24005fd0 tx=0x7faa240098a0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa2affd640 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7faa1c0bbd40 tx=0x7faa1c0044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c812a4315f78360 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa117fa640 1 -- 172.21.15.2:0/3864503693 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c048070 con 0x565325dd94a0 2024-09-05T04:15:35.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa117fa640 1 -- 172.21.15.2:0/3864503693 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa1c0c0160 con 0x565325dd94a0 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.618+0000 7faa117fa640 1 -- 172.21.15.2:0/3864503693 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c0bc010 con 0x565325dd94a0 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- 172.21.15.2:0/3864503693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 msgr2=0x565325dd9880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7faa1c0bbd40 tx=0x7faa1c0044e0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- 172.21.15.2:0/3864503693 shutdown_connections 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd9dc0 0x565325de4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 --2- 172.21.15.2:0/3864503693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd94a0 0x565325dd9880 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- 172.21.15.2:0/3864503693 >> 172.21.15.2:0/3864503693 conn(0x565325dd5a30 msgr2=0x565325dd5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- 172.21.15.2:0/3864503693 shutdown_connections 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- 172.21.15.2:0/3864503693 wait complete. 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 -- start start 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 Processor -- start 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.619+0000 7faa3370e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325de3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x565325de7010 con 0x565325dd9dc0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x565325cfa050 con 0x565325dd94a0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x565325de7190 con 0x565325de4680 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 10 client.0 _ll_register_callbacks cb 0x565325d3a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54244/0 (socket says 172.21.15.2:54244) 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 -- 172.21.15.2:0/3830946584 learned_addr learned my addr 172.21.15.2:0/3830946584 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2affd640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325de3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 -- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 msgr2=0x565325de1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 -- 172.21.15.2:0/3830946584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 msgr2=0x565325de3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325de3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 -- 172.21.15.2:0/3830946584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565325ab03c0 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bf40 tx=0x7faa20011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91077467bcbb3e5f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa0eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa20005220 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faa200053c0 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa1c0c0160 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.620+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faa20024050 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 10 client.16611 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x565325df2840 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa1c0c0160 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faa2001b7f0 con 0x565325dd9dc0 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 10 client.16611 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 10 client.16611 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 20 client.16611 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:35.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325df3d50 0x565325df6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 4 client.16611 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565325d4c850 con 0x565325df3d50 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.621+0000 7faa2affd640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325df3d50 0x565325df6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa2affd640 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325df3d50 0x565325df6190 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dfde4a777682c1c server_cookie=2a7a558b6123cbb2 in_seq=0 out_seq=0 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa0eff5640 10 client.16611 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa0eff5640 1 -- 172.21.15.2:0/3830946584 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x565325d4c850 con 0x565325df3d50 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa0eff5640 10 client.16611 handle_command_reply: tid=0 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa3370e740 1 client.16611 shutdown 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 msgr2=0x565325de1220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.622+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bf40 tx=0x7faa20011870 comp rx=0 tx=0).stop 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 shutdown_connections 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325df3d50 0x565325df6190 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325de4680 0x565325de1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325de1220 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 --2- 172.21.15.2:0/3830946584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325de3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 >> 172.21.15.2:0/3830946584 conn(0x565325dd5a30 msgr2=0x565325ddb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa0eff5640 0 client.16611 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 shutdown_connections 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 1 -- 172.21.15.2:0/3830946584 wait complete. 2024-09-05T04:15:35.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.623+0000 7faa3370e740 20 client.16611 trim_cache size 0 max 16384 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 Processor -- start 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 -- start start 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325dfba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd9dc0 0x565325dfbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1acfc0 con 0x565325dd5a30 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1af840 con 0x565325dd94a0 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa3370e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1ad630 con 0x565325dd9dc0 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.642 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54252/0 (socket says 172.21.15.2:54252) 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 -- 172.21.15.2:0/1392570039 learned_addr learned my addr 172.21.15.2:0/1392570039 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 -- 172.21.15.2:0/1392570039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd9dc0 msgr2=0x565325dfbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd9dc0 0x565325dfbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd9dc0 0x565325dfbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325dfba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 -- 172.21.15.2:0/1392570039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 msgr2=0x565325dfba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325dfba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.640+0000 7faa2affd640 1 -- 172.21.15.2:0/1392570039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565325ddf770 con 0x565325dd5a30 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa2affd640 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7faa1c0bbab0 tx=0x7faa1c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=522d6833fd7415ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa10ff9640 1 -- 172.21.15.2:0/1392570039 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c089030 con 0x565325dd5a30 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa10ff9640 1 -- 172.21.15.2:0/1392570039 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa1c0ba0b0 con 0x565325dd5a30 2024-09-05T04:15:35.643 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa10ff9640 1 -- 172.21.15.2:0/1392570039 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c048040 con 0x565325dd5a30 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 -- 172.21.15.2:0/1392570039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 msgr2=0x565325ddfaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7faa1c0bbab0 tx=0x7faa1c02a420 comp rx=0 tx=0).stop 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 -- 172.21.15.2:0/1392570039 shutdown_connections 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd9dc0 0x565325dfbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd94a0 0x565325dfba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 --2- 172.21.15.2:0/1392570039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd5a30 0x565325ddfaf0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 -- 172.21.15.2:0/1392570039 >> 172.21.15.2:0/1392570039 conn(0x565325de18c0 msgr2=0x565325de32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 -- 172.21.15.2:0/1392570039 shutdown_connections 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.641+0000 7faa3370e740 1 -- 172.21.15.2:0/1392570039 wait complete. 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 -- start start 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 Processor -- start 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 0x565325dea740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 0x565325deac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1add00 con 0x565325dd9dc0 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1af170 con 0x565325dd5a30 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c1ae3d0 con 0x565325dd94a0 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa3370e740 10 client.0 _ll_register_callbacks cb 0x7faa2000b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.648 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54260/0 (socket says 172.21.15.2:54260) 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 -- 172.21.15.2:0/2667474632 learned_addr learned my addr 172.21.15.2:0/2667474632 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2affd640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 0x565325dea740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 0x565325deac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 -- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 msgr2=0x565325deac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 0x565325deac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 -- 172.21.15.2:0/2667474632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 msgr2=0x565325dea740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 0x565325dea740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2b7fe640 1 -- 172.21.15.2:0/2667474632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565325e59f60 con 0x565325dd9dc0 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.642+0000 7faa2affd640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 0x565325dea740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa2a7fc640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 0x565325deac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa2b7fe640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7faa24012760 tx=0x7faa24004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ae0321f7e7a9d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:35.649 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa24004d20 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7faa240118c0 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa1c0ba0b0 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7faa24030050 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa3370e740 10 client.16617 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x565325e63630 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa1c0ba0b0 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7faa240056d0 con 0x565325dd9dc0 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.643+0000 7faa3370e740 10 client.16617 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa3370e740 10 client.16617 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa3370e740 20 client.16617 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325de4680 0x565325e65e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa3370e740 4 client.16617 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:15:35.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x565325d46d60 con 0x565325de4680 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa2affd640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325de4680 0x565325e65e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa0eff5640 10 client.16617 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa2affd640 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325de4680 0x565325e65e10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e73397cb3b9a80f8 server_cookie=2ab51e8386f8cb9e in_seq=0 out_seq=0 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.644+0000 7faa0eff5640 1 -- 172.21.15.2:0/2667474632 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x565325d46d60 con 0x565325de4680 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa0eff5640 10 client.16617 handle_command_reply: tid=0 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 client.16617 shutdown 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 msgr2=0x565325e59a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7faa24012760 tx=0x7faa24004ab0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 shutdown_connections 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x565325de4680 0x565325e65e10 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565325dd9dc0 0x565325e59a20 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565325dd94a0 0x565325deac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa0eff5640 0 client.16617 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 --2- 172.21.15.2:0/2667474632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565325dd5a30 0x565325dea740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 >> 172.21.15.2:0/2667474632 conn(0x565325de18c0 msgr2=0x565325dd4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 shutdown_connections 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 1 -- 172.21.15.2:0/2667474632 wait complete. 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.645+0000 7faa3370e740 20 client.16617 trim_cache size 0 max 16384 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:15:35.652 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 msgr2=0x7faa140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 0x7faa140a51b0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faa24005fd0 tx=0x7faa240098a0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 msgr2=0x7faa2c1983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7faa1c004770 tx=0x7faa1c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 shutdown_connections 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7faa140a2cf0 0x7faa140a51b0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7faa2c106a80 0x7faa2c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7faa2c101420 0x7faa2c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 --2- 172.21.15.2:0/414720040 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7faa2c100a80 0x7faa2c1983d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:35.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 >> 172.21.15.2:0/414720040 conn(0x7faa2c0fc7a0 msgr2=0x7faa2c06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:35.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 shutdown_connections 2024-09-05T04:15:35.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:35.646+0000 7faa31335640 1 -- 172.21.15.2:0/414720040 wait complete. 2024-09-05T04:15:35.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:35 smithi002 ceph-mon[31001]: pgmap v141: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-09-05T04:15:36.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:35 smithi079 ceph-mon[34908]: pgmap v141: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-09-05T04:15:36.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:35 smithi047 ceph-mon[34498]: pgmap v141: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:64/600: open fd = 3 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:65/600: open fd = 3 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.233 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:66/600: open fd = 3 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:67/600: open fd = 3 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:68/600: open fd = 3 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:69/600: open fd = 3 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.234 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:70/600: open fd = 3 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:71/600: open fd = 3 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:72/600: open fd = 3 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:73/600: open fd = 3 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.235 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:74/600: open fd = 3 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:75/600: open fd = 3 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:76/600: open fd = 3 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.236 INFO:tasks.workunit.client.0.smithi002.stdout:77/600: open fd = 3 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:78/600: open fd = 3 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:79/600: open fd = 3 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:80/600: open fd = 3 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.237 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:81/600: open fd = 3 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:82/600: open fd = 3 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:83/600: open fd = 3 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:84/600: open fd = 3 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.238 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:85/600: open fd = 3 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:86/600: open fd = 3 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:87/600: open fd = 3 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.239 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:88/600: open fd = 3 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:89/600: open fd = 3 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:90/600: open fd = 3 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:91/600: open fd = 3 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.240 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:92/600: open fd = 3 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:93/600: open fd = 3 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:94/600: open fd = 3 2024-09-05T04:15:36.241 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:95/600: open fd = 3 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:96/600: open fd = 3 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:97/600: open fd = 3 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.242 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:98/600: open fd = 3 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:99/600: open fd = 3 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:100/600: open fd = 3 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.243 INFO:tasks.workunit.client.0.smithi002.stdout:101/600: open fd = 3 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:102/600: open fd = 3 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:103/600: open fd = 3 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:104/600: open fd = 3 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.244 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:105/600: open fd = 3 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:106/600: open fd = 3 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:107/600: open fd = 3 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:108/600: open fd = 3 2024-09-05T04:15:36.245 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:109/600: open fd = 3 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:110/600: open fd = 3 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:111/600: open fd = 3 2024-09-05T04:15:36.246 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:112/600: open fd = 3 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:113/600: open fd = 3 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:114/600: open fd = 3 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.247 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:115/600: open fd = 3 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:116/600: open fd = 3 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:117/600: open fd = 3 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:118/600: open fd = 3 2024-09-05T04:15:36.248 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:119/600: open fd = 3 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:120/600: open fd = 3 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:121/600: open fd = 3 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.249 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:122/600: open fd = 3 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:123/600: open fd = 3 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:124/600: open fd = 3 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.250 INFO:tasks.workunit.client.0.smithi002.stdout:125/600: open fd = 3 2024-09-05T04:15:36.251 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.251 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.251 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:15:36.251 INFO:tasks.workunit.client.0.smithi002.stdout:126/600: open fd = 3 2024-09-05T04:15:36.251 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:15:36.714 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:15:36.714 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:15:36.971 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:37.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 -- 172.21.15.2:0/1557587992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee4102d40 msgr2=0x7feee4103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:37.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/1557587992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee4102d40 0x7feee4103120 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7feed4009ca0 tx=0x7feed402a950 comp rx=0 tx=0).stop 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 -- 172.21.15.2:0/1557587992 shutdown_connections 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/1557587992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee410c170 0x7feee410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/1557587992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4103660 0x7feee410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/1557587992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee4102d40 0x7feee4103120 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 -- 172.21.15.2:0/1557587992 >> 172.21.15.2:0/1557587992 conn(0x7feee40fc7a0 msgr2=0x7feee40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 -- 172.21.15.2:0/1557587992 shutdown_connections 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.431+0000 7feeeb2ef640 1 -- 172.21.15.2:0/1557587992 wait complete. 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 Processor -- start 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 -- start start 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4102d40 0x7feee41009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee4103660 0x7feee4100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:37.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feee4111e20 con 0x7feee410c170 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feee4111ca0 con 0x7feee4103660 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feeeb2ef640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feee4111fa0 con 0x7feee4102d40 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54290/0 (socket says 172.21.15.2:54290) 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 -- 172.21.15.2:0/2069745446 learned_addr learned my addr 172.21.15.2:0/2069745446 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee908b640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4102d40 0x7feee41009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee888a640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee4103660 0x7feee4100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 -- 172.21.15.2:0/2069745446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4102d40 msgr2=0x7feee41009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4102d40 0x7feee41009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 -- 172.21.15.2:0/2069745446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee4103660 msgr2=0x7feee4100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee4103660 0x7feee4100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.432+0000 7feee988c640 1 -- 172.21.15.2:0/2069745446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feee41a6850 con 0x7feee410c170 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feee988c640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7feedc00c970 tx=0x7feedc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:37.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feedc007bb0 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feedc007d50 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feee41a6b40 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feedc004e10 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.433+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feee41a7030 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.434+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feee4103120 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.435+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7feedc005020 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.436+0000 7feee27fc640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 0x7feecc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.436+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7feedc0cf460 con 0x7feee410c170 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.436+0000 7feee908b640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 0x7feecc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.436+0000 7feee908b640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 0x7feecc0a51b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7feed4004ad0 tx=0x7feed4004a60 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:37.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.440+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feedc014030 con 0x7feee410c170 2024-09-05T04:15:37.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.656+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feee41071e0 con 0x7feee410c170 2024-09-05T04:15:37.658 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.657+0000 7feee27fc640 1 -- 172.21.15.2:0/2069745446 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7feedc09bce0 con 0x7feee410c170 2024-09-05T04:15:37.659 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:15:37.659 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:15:37.659 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 msgr2=0x7feecc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 0x7feecc0a51b0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7feed4004ad0 tx=0x7feed4004a60 comp rx=0 tx=0).stop 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 msgr2=0x7feee4101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7feedc00c970 tx=0x7feedc00ce30 comp rx=0 tx=0).stop 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 shutdown_connections 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feecc0a2cf0 0x7feecc0a51b0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.661 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feee410c170 0x7feee4101420 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feee4103660 0x7feee4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 --2- 172.21.15.2:0/2069745446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feee4102d40 0x7feee41009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:37.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 >> 172.21.15.2:0/2069745446 conn(0x7feee40fc7a0 msgr2=0x7feee40fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:37.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 shutdown_connections 2024-09-05T04:15:37.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:37.659+0000 7feeeb2ef640 1 -- 172.21.15.2:0/2069745446 wait complete. 2024-09-05T04:15:37.988 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:37 smithi002 ceph-mon[31001]: pgmap v142: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:37.989 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:37 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2069745446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:38.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:37 smithi079 ceph-mon[34908]: pgmap v142: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:38.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:37 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2069745446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:37 smithi047 ceph-mon[34498]: pgmap v142: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:37 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2069745446' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:15:38.473 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:15:38.730 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 -- 172.21.15.2:0/4183307361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100e30 msgr2=0x7f66ec104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 --2- 172.21.15.2:0/4183307361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100e30 0x7f66ec104e80 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f66e0009900 tx=0x7f66e002a410 comp rx=0 tx=0).stop 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 -- 172.21.15.2:0/4183307361 shutdown_connections 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 --2- 172.21.15.2:0/4183307361 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 0x7f66ec10d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 --2- 172.21.15.2:0/4183307361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100e30 0x7f66ec104e80 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 --2- 172.21.15.2:0/4183307361 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66ec100480 0x7f66ec100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.192+0000 7f66f1a94640 1 -- 172.21.15.2:0/4183307361 >> 172.21.15.2:0/4183307361 conn(0x7f66ec077210 msgr2=0x7f66ec0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.193+0000 7f66f1a94640 1 -- 172.21.15.2:0/4183307361 shutdown_connections 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.193+0000 7f66f1a94640 1 -- 172.21.15.2:0/4183307361 wait complete. 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.193+0000 7f66f1a94640 1 Processor -- start 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.193+0000 7f66f1a94640 1 -- start start 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.193+0000 7f66f1a94640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66ec100e30 0x7f66ec0fcbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 0x7f66ec0fd110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec10fc40 con 0x7f66ec100480 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec10fac0 con 0x7f66ec1055b0 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec10fdc0 con 0x7f66ec100e30 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54304/0 (socket says 172.21.15.2:54304) 2024-09-05T04:15:39.212 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 -- 172.21.15.2:0/2180081047 learned_addr learned my addr 172.21.15.2:0/2180081047 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66ebfff640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 0x7f66ec0fd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 -- 172.21.15.2:0/2180081047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66ec100e30 msgr2=0x7f66ec0fcbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66ec100e30 0x7f66ec0fcbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 -- 172.21.15.2:0/2180081047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 msgr2=0x7f66ec0fd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 0x7f66ec0fd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 -- 172.21.15.2:0/2180081047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66ec1a6840 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f66dc00d770 tx=0x7f66dc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66e8ff9640 1 -- 172.21.15.2:0/2180081047 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc017070 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66ec1a6b30 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66e8ff9640 1 -- 172.21.15.2:0/2180081047 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66dc0054d0 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66e8ff9640 1 -- 172.21.15.2:0/2180081047 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc004cf0 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.194+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66ec1a7070 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66e8ff9640 1 -- 172.21.15.2:0/2180081047 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f66dc004e90 con 0x7f66ec100480 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 Processor -- start 2024-09-05T04:15:39.213 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 -- start start 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae19e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae19ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66e8ff9640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 0x7f66d40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5650ae1042f0 con 0x5650ae1a9370 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5650ae0abcf0 con 0x5650ae19fb40 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5650ae1002b0 con 0x5650ae19e5d0 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66e8ff9640 1 -- 172.21.15.2:0/2180081047 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f66dc0cf1e0 con 0x7f66ec100480 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66eaffd640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 0x7f66d40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54316/0 (socket says 172.21.15.2:54316) 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.197+0000 7f66ebfff640 1 -- 172.21.15.2:0/187374410 learned_addr learned my addr 172.21.15.2:0/187374410 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:39.214 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae19ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae19e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 -- 172.21.15.2:0/187374410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 msgr2=0x5650ae19ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae19ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 -- 172.21.15.2:0/187374410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 msgr2=0x5650ae19e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae19e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 -- 172.21.15.2:0/187374410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650ae0903a0 con 0x5650ae1a9370 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66ebfff640 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f66e4005c20 tx=0x7f66e400aab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4eb0b7f12ef79b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66eaffd640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 0x7f66d40a5230 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66e00096c0 tx=0x7f66e0031400 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66d1ffb640 1 -- 172.21.15.2:0/187374410 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e4003b70 con 0x5650ae1a9370 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66d1ffb640 1 -- 172.21.15.2:0/187374410 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e4003d10 con 0x5650ae1a9370 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.198+0000 7f66d1ffb640 1 -- 172.21.15.2:0/187374410 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e4004690 con 0x5650ae1a9370 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- 172.21.15.2:0/187374410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 msgr2=0x5650ae1ab760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f66e4005c20 tx=0x7f66e400aab0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- 172.21.15.2:0/187374410 shutdown_connections 2024-09-05T04:15:39.215 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ab760 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae19ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/187374410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae19e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- 172.21.15.2:0/187374410 >> 172.21.15.2:0/187374410 conn(0x5650ae167310 msgr2=0x5650ae19ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- 172.21.15.2:0/187374410 shutdown_connections 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- 172.21.15.2:0/187374410 wait complete. 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 -- start start 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.199+0000 7f66f3e6d740 1 Processor -- start 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1a6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5650ae1ac070 con 0x5650ae19e5d0 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5650ae0bf060 con 0x5650ae19fb40 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5650ae1ac1f0 con 0x5650ae1a9370 2024-09-05T04:15:39.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66f3e6d740 10 client.0 _ll_register_callbacks cb 0x5650ade128c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54322/0 (socket says 172.21.15.2:54322) 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 -- 172.21.15.2:0/3470945765 learned_addr learned my addr 172.21.15.2:0/3470945765 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eaffd640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1a6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66ebfff640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 -- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 msgr2=0x5650ae1a6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 -- 172.21.15.2:0/3470945765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 msgr2=0x5650ae1a6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1a6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 -- 172.21.15.2:0/3470945765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650ade753c0 con 0x5650ae19e5d0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f66dc09b2f0 tx=0x7f66dc09b230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0eb00a785473d4b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66caffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:39.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc020050 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.200+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f66dc0979d0 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66e4003d10 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f66dc009c30 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 10 client.16635 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5650ae1b7ba0 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e4003d10 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f66dc0ccce0 con 0x5650ae19e5d0 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 10 client.16635 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:39.218 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 10 client.16635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 20 client.16635 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae1b9000 0x5650ae1bb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 4 client.16635 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650ae111860 con 0x5650ae1b9000 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.201+0000 7f66eaffd640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae1b9000 0x5650ae1bb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.202+0000 7f66caffd640 10 client.16635 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.202+0000 7f66eaffd640 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae1b9000 0x5650ae1bb430 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f26e3cae7d021e1 server_cookie=450483cf42c2543a in_seq=0 out_seq=0 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.202+0000 7f66caffd640 1 -- 172.21.15.2:0/3470945765 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5650ae111860 con 0x5650ae1b9000 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.202+0000 7f66caffd640 10 client.16635 handle_command_reply: tid=0 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.202+0000 7f66f3e6d740 1 client.16635 shutdown 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 msgr2=0x5650ae1a8d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.219 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f66dc09b2f0 tx=0x7f66dc09b230 comp rx=0 tx=0).stop 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 shutdown_connections 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae1b9000 0x5650ae1bb430 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1a6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3470945765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae1a8d60 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66caffd640 0 client.16635 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 >> 172.21.15.2:0/3470945765 conn(0x5650ae167310 msgr2=0x5650ae1a0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 shutdown_connections 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3470945765 wait complete. 2024-09-05T04:15:39.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.203+0000 7f66f3e6d740 20 client.16635 trim_cache size 0 max 16384 2024-09-05T04:15:39.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 Processor -- start 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 -- start start 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1b5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1af0e0 con 0x5650ae19e5d0 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1b1960 con 0x5650ae19fb40 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1af750 con 0x5650ae1a9370 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54328/0 (socket says 172.21.15.2:54328) 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 -- 172.21.15.2:0/1086275782 learned_addr learned my addr 172.21.15.2:0/1086275782 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66ebfff640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eaffd640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1b5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 -- 172.21.15.2:0/1086275782 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 msgr2=0x5650ae1a58d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a58d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 -- 172.21.15.2:0/1086275782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 msgr2=0x5650ae1b5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1b5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 -- 172.21.15.2:0/1086275782 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650ae1a6970 con 0x5650ae19e5d0 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eaffd640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1b5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.216+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f66dc0ccb90 tx=0x7f66dc0cf170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627428a8e663a770 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66d17fa640 1 -- 172.21.15.2:0/1086275782 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc020070 con 0x5650ae19e5d0 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66d17fa640 1 -- 172.21.15.2:0/1086275782 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66dc07b020 con 0x5650ae19e5d0 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66d17fa640 1 -- 172.21.15.2:0/1086275782 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66dc09b360 con 0x5650ae19e5d0 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 -- 172.21.15.2:0/1086275782 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 msgr2=0x5650ae19ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f66dc0ccb90 tx=0x7f66dc0cf170 comp rx=0 tx=0).stop 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 -- 172.21.15.2:0/1086275782 shutdown_connections 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae1a9370 0x5650ae1a58d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1b5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/1086275782 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae19e5d0 0x5650ae19ae10 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 -- 172.21.15.2:0/1086275782 >> 172.21.15.2:0/1086275782 conn(0x5650ae167310 msgr2=0x5650ae19a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 -- 172.21.15.2:0/1086275782 shutdown_connections 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.217+0000 7f66f3e6d740 1 -- 172.21.15.2:0/1086275782 wait complete. 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 -- start start 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 Processor -- start 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1acc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1afe20 con 0x5650ae1a9370 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1b1290 con 0x5650ae19fb40 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f66ec1b04f0 con 0x5650ae19e5d0 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66f3e6d740 10 client.0 _ll_register_callbacks cb 0x7f66dc009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66eb7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:41122/0 (socket says 172.21.15.2:41122) 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66ebfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54340/0 (socket says 172.21.15.2:54340) 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66eb7fe640 1 -- 172.21.15.2:0/3066397247 learned_addr learned my addr 172.21.15.2:0/3066397247 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.218+0000 7f66eaffd640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1acc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 -- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 msgr2=0x5650ae1b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 -- 172.21.15.2:0/3066397247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 msgr2=0x5650ae1acc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1acc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 -- 172.21.15.2:0/3066397247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650ae1ad690 con 0x5650ae1a9370 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66ebfff640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f66e400b010 tx=0x7f66e400ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ab70f4865beeeb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66caffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:39.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e4005110 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f66e40052b0 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66dc07b020 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f66e4032050 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66f3e6d740 10 client.16641 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5650ae223900 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.219+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66dc07b020 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f66e401a020 con 0x5650ae1a9370 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 10 client.16641 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 10 client.16641 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 20 client.16641 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae223c90 0x5650ae226080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 4 client.16641 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:15:39.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5650ae10bd70 con 0x5650ae223c90 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae223c90 0x5650ae226080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66caffd640 10 client.16641 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66eb7fe640 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae223c90 0x5650ae226080 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a7b937ae431f5f7 server_cookie=17f194ad0ae9db38 in_seq=0 out_seq=0 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66caffd640 1 -- 172.21.15.2:0/3066397247 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5650ae10bd70 con 0x5650ae223c90 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66caffd640 10 client.16641 handle_command_reply: tid=0 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.220+0000 7f66f3e6d740 1 client.16641 shutdown 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 msgr2=0x5650ae1ad150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f66e400b010 tx=0x7f66e400ba90 comp rx=0 tx=0).stop 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 shutdown_connections 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650ae223c90 0x5650ae226080 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650ae1a9370 0x5650ae1ad150 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650ae19fb40 0x5650ae1acc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 --2- 172.21.15.2:0/3066397247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650ae19e5d0 0x5650ae1b18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 >> 172.21.15.2:0/3066397247 conn(0x5650ae167310 msgr2=0x5650ae19a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66caffd640 0 client.16641 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 shutdown_connections 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 1 -- 172.21.15.2:0/3066397247 wait complete. 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f3e6d740 20 client.16641 trim_cache size 0 max 16384 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 msgr2=0x7f66d40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 0x7f66d40a5230 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66e00096c0 tx=0x7f66e0031400 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 msgr2=0x7f66ec0fc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f66dc00d770 tx=0x7f66dc00dc30 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 shutdown_connections 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f66d40a2d70 0x7f66d40a5230 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f66ec1055b0 0x7f66ec0fd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f66ec100e30 0x7f66ec0fcbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 --2- 172.21.15.2:0/2180081047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f66ec100480 0x7f66ec0fc690 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.221+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 >> 172.21.15.2:0/2180081047 conn(0x7f66ec077210 msgr2=0x7f66ec103d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.222+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 shutdown_connections 2024-09-05T04:15:39.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:39.222+0000 7f66f1a94640 1 -- 172.21.15.2:0/2180081047 wait complete. 2024-09-05T04:15:40.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:39 smithi002 ceph-mon[31001]: pgmap v143: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:40.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:39 smithi079 ceph-mon[34908]: pgmap v143: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:39 smithi047 ceph-mon[34498]: pgmap v143: 129 pgs: 129 active+clean; 4.2 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:41.046 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:15:41.047 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:15:41.314 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- 172.21.15.2:0/1231226177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c106f10 msgr2=0x7f791c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 --2- 172.21.15.2:0/1231226177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c106f10 0x7f791c10ea90 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f7914009ca0 tx=0x7f791402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- 172.21.15.2:0/1231226177 shutdown_connections 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 --2- 172.21.15.2:0/1231226177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c106f10 0x7f791c10ea90 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 --2- 172.21.15.2:0/1231226177 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 --2- 172.21.15.2:0/1231226177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c101de0 0x7f791c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- 172.21.15.2:0/1231226177 >> 172.21.15.2:0/1231226177 conn(0x7f791c0fd8c0 msgr2=0x7f791c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- 172.21.15.2:0/1231226177 shutdown_connections 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- 172.21.15.2:0/1231226177 wait complete. 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 Processor -- start 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.840+0000 7f7923e65640 1 -- start start 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c106f10 0x7f791c19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f791c111e20 con 0x7f791c101de0 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f791c111ca0 con 0x7f791c106f10 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f791c111fa0 con 0x7f791c102790 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34036/0 (socket says 172.21.15.2:34036) 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 -- 172.21.15.2:0/1360242083 learned_addr learned my addr 172.21.15.2:0/1360242083 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7922402640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c106f10 0x7f791c19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921400640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 -- 172.21.15.2:0/1360242083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 msgr2=0x7f791c198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 -- 172.21.15.2:0/1360242083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c106f10 msgr2=0x7f791c19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c106f10 0x7f791c19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 -- 172.21.15.2:0/1360242083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f791c19d2f0 con 0x7f791c101de0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921400640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7921c01640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f791800d950 tx=0x7f791800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7912ffd640 1 -- 172.21.15.2:0/1360242083 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7918017070 con 0x7f791c101de0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f791c19d5e0 con 0x7f791c101de0 2024-09-05T04:15:41.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7912ffd640 1 -- 172.21.15.2:0/1360242083 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7918009c30 con 0x7f791c101de0 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.841+0000 7f7912ffd640 1 -- 172.21.15.2:0/1360242083 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f791800f620 con 0x7f791c101de0 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.842+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f791c1a4ec0 con 0x7f791c101de0 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.844+0000 7f7912ffd640 1 -- 172.21.15.2:0/1360242083 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f79180109a0 con 0x7f791c101de0 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 Processor -- start 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 -- start start 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094ed98e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56094ecfe280 con 0x56094ed99380 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56094eca5b10 con 0x56094eda8150 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f792623e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56094ecfa240 con 0x56094ed98a60 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f7921c01640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f7921c01640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34038/0 (socket says 172.21.15.2:34038) 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f7921c01640 1 -- 172.21.15.2:0/1098565444 learned_addr learned my addr 172.21.15.2:0/1098565444 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f7922402640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094ed98e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.845+0000 7f7912ffd640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 0x7f79080a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7921400640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 -- 172.21.15.2:0/1098565444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 msgr2=0x56094edaa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaa540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 -- 172.21.15.2:0/1098565444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 msgr2=0x56094eda7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 -- 172.21.15.2:0/1098565444 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56094ecb21f0 con 0x56094ed98a60 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7912ffd640 1 -- 172.21.15.2:0/1360242083 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f79180cf440 con 0x7f791c101de0 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7921400640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 0x7f79080a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7922402640 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094ed98e40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7914031040 tx=0x7f7914031a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd68d7c986bddfef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7907fff640 1 -- 172.21.15.2:0/1098565444 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7914042040 con 0x56094ed98a60 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7907fff640 1 -- 172.21.15.2:0/1098565444 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7914036070 con 0x56094ed98a60 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.846+0000 7f7907fff640 1 -- 172.21.15.2:0/1098565444 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79140305c0 con 0x56094ed98a60 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- 172.21.15.2:0/1098565444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 msgr2=0x56094ed98e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f7922402640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 0x7f79080a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x56094ed99a20 tx=0x7f791404e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094ed98e40 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7914031040 tx=0x7f7914031a40 comp rx=0 tx=0).stop 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- 172.21.15.2:0/1098565444 shutdown_connections 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 --2- 172.21.15.2:0/1098565444 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094ed98e40 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- 172.21.15.2:0/1098565444 >> 172.21.15.2:0/1098565444 conn(0x56094ed950f0 msgr2=0x56094ed954d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- 172.21.15.2:0/1098565444 shutdown_connections 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- 172.21.15.2:0/1098565444 wait complete. 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 -- start start 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.847+0000 7f792623e740 1 Processor -- start 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094eda50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094eda5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56094edaad80 con 0x56094ed99380 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56094ecb8f10 con 0x56094eda8150 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56094edaaf00 con 0x56094ed98a60 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f792623e740 10 client.0 _ll_register_callbacks cb 0x56094ec81a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34052/0 (socket says 172.21.15.2:34052) 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 -- 172.21.15.2:0/951508227 learned_addr learned my addr 172.21.15.2:0/951508227 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921c01640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094eda50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7922402640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094eda5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 -- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 msgr2=0x56094eda50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094eda50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 -- 172.21.15.2:0/951508227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 msgr2=0x56094eda5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094eda5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 -- 172.21.15.2:0/951508227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56094ea6f6a0 con 0x56094ed99380 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7922402640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094eda5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f7921400640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f790c011460 tx=0x7f790c011860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56e9a2322d8a19d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.848+0000 7f79057fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c004220 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7914036070 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f790c0043c0 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f790c005020 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 10 client.16653 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56094edb6aa0 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7914036070 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f790c012720 con 0x56094ed99380 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 10 client.16653 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 10 client.16653 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 20 client.16653 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094edb7f50 0x56094edba370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 4 client.16653 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.849+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56094ed0b7f0 con 0x56094edb7f50 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.850+0000 7f7921c01640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094edb7f50 0x56094edba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.850+0000 7f79057fa640 10 client.16653 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.850+0000 7f7921c01640 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094edb7f50 0x56094edba370 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9b2a49017dd13e3 server_cookie=c5c9a4455b5c2650 in_seq=0 out_seq=0 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f79057fa640 1 -- 172.21.15.2:0/951508227 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56094ed0b7f0 con 0x56094edb7f50 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f79057fa640 10 client.16653 handle_command_reply: tid=0 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 client.16653 shutdown 2024-09-05T04:15:41.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 msgr2=0x56094eda5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f790c011460 tx=0x7f790c011860 comp rx=0 tx=0).stop 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 shutdown_connections 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094edb7f50 0x56094edba370 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094eda5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094eda5630 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 --2- 172.21.15.2:0/951508227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094eda50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f79057fa640 0 client.16653 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 >> 172.21.15.2:0/951508227 conn(0x56094ed950f0 msgr2=0x56094ed9ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 shutdown_connections 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 1 -- 172.21.15.2:0/951508227 wait complete. 2024-09-05T04:15:41.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.851+0000 7f792623e740 20 client.16653 trim_cache size 0 max 16384 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 Processor -- start 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 -- start start 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094ed98a60 0x56094ed9aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 0x56094edbfc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1aad40 con 0x56094eda8150 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1ad5c0 con 0x56094ed98a60 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f792623e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1ab3b0 con 0x56094ed99380 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f7922402640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f7922402640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34066/0 (socket says 172.21.15.2:34066) 2024-09-05T04:15:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f7921400640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 0x56094edbfc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.869+0000 7f7922402640 1 -- 172.21.15.2:0/2742632502 learned_addr learned my addr 172.21.15.2:0/2742632502 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921c01640 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094ed98a60 0x56094ed9aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 -- 172.21.15.2:0/2742632502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094ed98a60 msgr2=0x56094ed9aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094ed98a60 0x56094ed9aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 -- 172.21.15.2:0/2742632502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 msgr2=0x56094edc0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 -- 172.21.15.2:0/2742632502 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56094edba9f0 con 0x56094ed99380 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7922402640 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f7921400640 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 0x56094edbfc40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f790c012c10 tx=0x7f790c011e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78ea30fd4ac5a60d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f79077fe640 1 -- 172.21.15.2:0/2742632502 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c02c020 con 0x56094ed99380 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f79077fe640 1 -- 172.21.15.2:0/2742632502 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f790c005670 con 0x56094ed99380 2024-09-05T04:15:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.870+0000 7f79077fe640 1 -- 172.21.15.2:0/2742632502 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c003ca0 con 0x56094ed99380 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- 172.21.15.2:0/2742632502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 msgr2=0x56094edbfc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 0x56094edbfc40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f790c012c10 tx=0x7f790c011e60 comp rx=0 tx=0).stop 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- 172.21.15.2:0/2742632502 shutdown_connections 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094eda8150 0x56094edc0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed99380 0x56094edbfc40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 --2- 172.21.15.2:0/2742632502 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094ed98a60 0x56094ed9aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- 172.21.15.2:0/2742632502 >> 172.21.15.2:0/2742632502 conn(0x56094ed950f0 msgr2=0x56094ed9a590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- 172.21.15.2:0/2742632502 shutdown_connections 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- 172.21.15.2:0/2742632502 wait complete. 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 -- start start 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.871+0000 7f792623e740 1 Processor -- start 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094edac010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1aba80 con 0x56094ed99380 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1acef0 con 0x56094eda8150 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f791c1ac150 con 0x56094ed98a60 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f792623e740 10 client.0 _ll_register_callbacks cb 0x7f790c009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34068/0 (socket says 172.21.15.2:34068) 2024-09-05T04:15:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 -- 172.21.15.2:0/101023766 learned_addr learned my addr 172.21.15.2:0/101023766 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921c01640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094edac010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7922402640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 -- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 msgr2=0x56094edac010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094edac010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 -- 172.21.15.2:0/101023766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 msgr2=0x56094edaca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7921400640 1 -- 172.21.15.2:0/101023766 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56094ee21d70 con 0x56094ed99380 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.872+0000 7f7922402640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f7921400640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f790c005450 tx=0x7f790c005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e529fc573a473359 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790c02c040 con 0x56094ed99380 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f790c003800 con 0x56094ed99380 2024-09-05T04:15:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f790c005670 con 0x56094ed99380 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f790c042050 con 0x56094ed99380 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 10 client.16659 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56094ee23050 con 0x56094ed99380 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f790c005670 con 0x56094ed99380 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f790c031420 con 0x56094ed99380 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 10 client.16659 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 10 client.16659 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 20 client.16659 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094ee23740 0x56094ee25b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 4 client.16659 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.873+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56094ed05d00 con 0x56094ee23740 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.874+0000 7f7921c01640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094ee23740 0x56094ee25b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:41.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.874+0000 7f7921c01640 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094ee23740 0x56094ee25b60 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2346e181f7e35d10 server_cookie=e8a7074ab906fbd0 in_seq=0 out_seq=0 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.874+0000 7f79057fa640 10 client.16659 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f79057fa640 1 -- 172.21.15.2:0/101023766 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56094ed05d00 con 0x56094ee23740 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f79057fa640 10 client.16659 handle_command_reply: tid=0 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 client.16659 shutdown 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 msgr2=0x56094edac550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f790c005450 tx=0x7f790c005480 comp rx=0 tx=0).stop 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 shutdown_connections 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56094ee23740 0x56094ee25b60 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56094eda8150 0x56094edaca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56094ed99380 0x56094edac550 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f79057fa640 0 client.16659 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 --2- 172.21.15.2:0/101023766 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56094ed98a60 0x56094edac010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 >> 172.21.15.2:0/101023766 conn(0x56094ed950f0 msgr2=0x56094ed94270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.875+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 shutdown_connections 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f792623e740 1 -- 172.21.15.2:0/101023766 wait complete. 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f792623e740 20 client.16659 trim_cache size 0 max 16384 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "04813f70-519e-4e90-8a07-65168fab1deb", 2024-09-05T04:15:41.882 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 msgr2=0x7f79080a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 0x7f79080a51b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x56094ed99a20 tx=0x7f791404e000 comp rx=0 tx=0).stop 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 msgr2=0x7f791c198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f791800d950 tx=0x7f791800de10 comp rx=0 tx=0).stop 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 shutdown_connections 2024-09-05T04:15:41.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79080a2cf0 0x7f79080a51b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f791c106f10 0x7f791c19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f791c102790 0x7f791c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 --2- 172.21.15.2:0/1360242083 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f791c101de0 0x7f791c198340 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 >> 172.21.15.2:0/1360242083 conn(0x7f791c0fd8c0 msgr2=0x7f791c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 shutdown_connections 2024-09-05T04:15:41.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:41.876+0000 7f7923e65640 1 -- 172.21.15.2:0/1360242083 wait complete. 2024-09-05T04:15:42.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:41 smithi002 ceph-mon[31001]: pgmap v144: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-09-05T04:15:42.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:41 smithi079 ceph-mon[34908]: pgmap v144: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-09-05T04:15:42.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:41 smithi047 ceph-mon[34498]: pgmap v144: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 48 KiB/s wr, 14 op/s 2024-09-05T04:15:42.649 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:15:42.902 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:15:43.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 -- 172.21.15.2:0/3375676210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 msgr2=0x7f9490100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 --2- 172.21.15.2:0/3375676210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f9490100ed0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f9480009930 tx=0x7f948002a420 comp rx=0 tx=0).stop 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 -- 172.21.15.2:0/3375676210 shutdown_connections 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 --2- 172.21.15.2:0/3375676210 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 0x7f949010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 --2- 172.21.15.2:0/3375676210 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f9490100ed0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 --2- 172.21.15.2:0/3375676210 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 0x7f9490106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 -- 172.21.15.2:0/3375676210 >> 172.21.15.2:0/3375676210 conn(0x7f94900fc790 msgr2=0x7f94900febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 -- 172.21.15.2:0/3375676210 shutdown_connections 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.390+0000 7f949784d640 1 -- 172.21.15.2:0/3375676210 wait complete. 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 Processor -- start 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 -- start start 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 0x7f949019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 0x7f949019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9490111e40 con 0x7f9490100a70 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9490111cc0 con 0x7f9490106a70 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f949784d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9490111fc0 con 0x7f9490101410 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34090/0 (socket says 172.21.15.2:34090) 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 -- 172.21.15.2:0/4281913589 learned_addr learned my addr 172.21.15.2:0/4281913589 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f9494de8640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 0x7f949019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f9495dea640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 0x7f949019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 -- 172.21.15.2:0/4281913589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 msgr2=0x7f949019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 0x7f949019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 -- 172.21.15.2:0/4281913589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 msgr2=0x7f949019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 0x7f949019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.391+0000 7f94955e9640 1 -- 172.21.15.2:0/4281913589 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f949019f510 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f94955e9640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f948c00d950 tx=0x7f948c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f94867fc640 1 -- 172.21.15.2:0/4281913589 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c017070 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f94867fc640 1 -- 172.21.15.2:0/4281913589 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f948c009c30 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f949019f800 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f94867fc640 1 -- 172.21.15.2:0/4281913589 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c00f620 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.392+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94901a70e0 con 0x7f9490100a70 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 Processor -- start 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 -- start start 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aa4a0 0x558ed77aa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77b5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558ed77102e0 con 0x558ed77b5680 2024-09-05T04:15:43.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ed76b7ce0 con 0x558ed77aa4a0 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9499c26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558ed770c2a0 con 0x558ed77aadc0 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34096/0 (socket says 172.21.15.2:34096) 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 -- 172.21.15.2:0/1288964442 learned_addr learned my addr 172.21.15.2:0/1288964442 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9495dea640 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aa4a0 0x558ed77aa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f94867fc640 1 -- 172.21.15.2:0/4281913589 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f948c0109a0 con 0x7f9490100a70 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 -- 172.21.15.2:0/1288964442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 msgr2=0x558ed77b5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77b5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 -- 172.21.15.2:0/1288964442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aa4a0 msgr2=0x558ed77aa880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aa4a0 0x558ed77aa880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.395+0000 7f9494de8640 1 -- 172.21.15.2:0/1288964442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ed769c440 con 0x558ed77b5680 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f9494de8640 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f9480009930 tx=0x7f9480005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53dba12720f4e6e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f947b7fe640 1 -- 172.21.15.2:0/1288964442 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9480040070 con 0x558ed77b5680 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f947b7fe640 1 -- 172.21.15.2:0/1288964442 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f94800316a0 con 0x558ed77b5680 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f947b7fe640 1 -- 172.21.15.2:0/1288964442 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9480035040 con 0x558ed77b5680 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f94867fc640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 0x7f947c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f9495dea640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 0x7f947c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.396+0000 7f94867fc640 1 -- 172.21.15.2:0/4281913589 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f948c0cf3b0 con 0x7f9490100a70 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- 172.21.15.2:0/1288964442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 msgr2=0x558ed77b7a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9495dea640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 0x7f947c0a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9488007f80 tx=0x7f9488007520 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f9480009930 tx=0x7f9480005fd0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- 172.21.15.2:0/1288964442 shutdown_connections 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b7a70 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77b5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 --2- 172.21.15.2:0/1288964442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aa4a0 0x558ed77aa880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- 172.21.15.2:0/1288964442 >> 172.21.15.2:0/1288964442 conn(0x558ed77a6a30 msgr2=0x558ed77a6e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- 172.21.15.2:0/1288964442 shutdown_connections 2024-09-05T04:15:43.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- 172.21.15.2:0/1288964442 wait complete. 2024-09-05T04:15:43.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.397+0000 7f9499c26740 1 -- start start 2024-09-05T04:15:43.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.398+0000 7f9499c26740 1 Processor -- start 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 0x558ed77b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558ed77b8250 con 0x558ed77b5680 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ed76cb050 con 0x558ed77aadc0 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558ed77b83d0 con 0x558ed77aa4a0 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9499c26740 10 client.0 _ll_register_callbacks cb 0x558ed770b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:43.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9495dea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9495dea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34104/0 (socket says 172.21.15.2:34104) 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9495dea640 1 -- 172.21.15.2:0/2113425800 learned_addr learned my addr 172.21.15.2:0/2113425800 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 0x558ed77b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f9494de8640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 -- 172.21.15.2:0/2113425800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 msgr2=0x558ed77b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 -- 172.21.15.2:0/2113425800 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 msgr2=0x558ed77b2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.399+0000 7f94955e9640 1 -- 172.21.15.2:0/2113425800 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ed74813c0 con 0x558ed77aa4a0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9494de8640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f94955e9640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 0x558ed77b4f70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948c0cc700 tx=0x7f948c09aee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a2d3c9bf7181811 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9478ff9640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c020040 con 0x558ed77aa4a0 2024-09-05T04:15:43.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f948c09a9d0 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94800316a0 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f948c0ccb80 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9499c26740 10 client.26089 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558ed77c3bc0 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.400+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f94800316a0 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f948c0b4240 con 0x558ed77aa4a0 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 10 client.26089 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 10 client.26089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 20 client.26089 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed77c5080 0x558ed77c7470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 4 client.26089 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ed771d850 con 0x558ed77c5080 2024-09-05T04:15:43.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9494de8640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed77c5080 0x558ed77c7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9494de8640 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed77c5080 0x558ed77c7470 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=391f35dc7b962521 server_cookie=587a11420a1f246e in_seq=0 out_seq=0 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.401+0000 7f9478ff9640 10 client.26089 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9478ff9640 1 -- 172.21.15.2:0/2113425800 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558ed771d850 con 0x558ed77c5080 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9478ff9640 10 client.26089 handle_command_reply: tid=0 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 client.26089 shutdown 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 msgr2=0x558ed77b4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 0x558ed77b4f70 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948c0cc700 tx=0x7f948c09aee0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 shutdown_connections 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed77c5080 0x558ed77c7470 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77b5680 0x558ed77b2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 --2- 172.21.15.2:0/2113425800 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aa4a0 0x558ed77b4f70 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9478ff9640 0 client.26089 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 >> 172.21.15.2:0/2113425800 conn(0x558ed77a6a30 msgr2=0x558ed77ac710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 shutdown_connections 2024-09-05T04:15:43.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.402+0000 7f9499c26740 1 -- 172.21.15.2:0/2113425800 wait complete. 2024-09-05T04:15:43.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.403+0000 7f9499c26740 20 client.26089 trim_cache size 0 max 16384 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 Processor -- start 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 -- start start 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b1b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 0x558ed77cccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f94901af180 con 0x558ed77aa4a0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f94901b1a00 con 0x558ed77aadc0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9499c26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f94901af7f0 con 0x558ed77b5680 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34108/0 (socket says 172.21.15.2:34108) 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 -- 172.21.15.2:0/2551956088 learned_addr learned my addr 172.21.15.2:0/2551956088 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9495dea640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 0x558ed77cccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f9494de8640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 -- 172.21.15.2:0/2551956088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 msgr2=0x558ed77cccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 0x558ed77cccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 -- 172.21.15.2:0/2551956088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 msgr2=0x558ed77b1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.420+0000 7f94955e9640 1 -- 172.21.15.2:0/2551956088 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ed77a6860 con 0x558ed77aa4a0 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.421+0000 7f9495dea640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 0x558ed77cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:43.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.421+0000 7f94955e9640 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f948c09b510 tx=0x7f948c09b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d600f7625af8222 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.421+0000 7f947affd640 1 -- 172.21.15.2:0/2551956088 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c0a4140 con 0x558ed77aa4a0 2024-09-05T04:15:43.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.421+0000 7f947affd640 1 -- 172.21.15.2:0/2551956088 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f948c014070 con 0x558ed77aa4a0 2024-09-05T04:15:43.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.421+0000 7f947affd640 1 -- 172.21.15.2:0/2551956088 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c0cc980 con 0x558ed77aa4a0 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- 172.21.15.2:0/2551956088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 msgr2=0x558ed77ac9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f948c09b510 tx=0x7f948c09b700 comp rx=0 tx=0).stop 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- 172.21.15.2:0/2551956088 shutdown_connections 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77b5680 0x558ed77cccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77aadc0 0x558ed77b1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 --2- 172.21.15.2:0/2551956088 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77ac9c0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- 172.21.15.2:0/2551956088 >> 172.21.15.2:0/2551956088 conn(0x558ed77a6a30 msgr2=0x558ed77a5b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- 172.21.15.2:0/2551956088 shutdown_connections 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- 172.21.15.2:0/2551956088 wait complete. 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.422+0000 7f9499c26740 1 -- start start 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 Processor -- start 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77af8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77b5680 0x558ed77afde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f94901afec0 con 0x558ed77aa4a0 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f94901b1330 con 0x558ed77b5680 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f94901b0590 con 0x558ed77aadc0 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f94955e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34118/0 (socket says 172.21.15.2:34118) 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f94955e9640 1 -- 172.21.15.2:0/23904540 learned_addr learned my addr 172.21.15.2:0/23904540 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9499c26740 10 client.0 _ll_register_callbacks cb 0x7f948c00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:43.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9495dea640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77b5680 0x558ed77afde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.423+0000 7f9494de8640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77af8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 -- 172.21.15.2:0/4259503266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2790109080 msgr2=0x7f2790110bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 --2- 172.21.15.2:0/4259503266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2790109080 0x7f2790110bd0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f2788009ca0 tx=0x7f278802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 -- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 msgr2=0x558ed77af8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77af8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 -- 172.21.15.2:0/23904540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77b5680 msgr2=0x558ed77afde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77b5680 0x558ed77afde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 -- 172.21.15.2:0/23904540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ed7837600 con 0x558ed77aa4a0 2024-09-05T04:15:43.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 -- 172.21.15.2:0/4259503266 shutdown_connections 2024-09-05T04:15:43.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 --2- 172.21.15.2:0/4259503266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2790109080 0x7f2790110bd0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 --2- 172.21.15.2:0/4259503266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f27901048e0 0x7f2790108920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 --2- 172.21.15.2:0/4259503266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790103f30 0x7f2790104310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 -- 172.21.15.2:0/4259503266 >> 172.21.15.2:0/4259503266 conn(0x7f27900ff940 msgr2=0x7f2790101d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f94955e9640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f948c0b6040 tx=0x7f948c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4638a0eb46b99d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9478ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:43.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 -- 172.21.15.2:0/4259503266 shutdown_connections 2024-09-05T04:15:43.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f2794cd0640 1 -- 172.21.15.2:0/4259503266 wait complete. 2024-09-05T04:15:43.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f948c0cf170 con 0x558ed77aa4a0 2024-09-05T04:15:43.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f948c010670 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f948c014070 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f948c0a4140 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9499c26740 10 client.16680 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.424+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558ed7838870 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f948c014070 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f948c09a440 con 0x558ed77aa4a0 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 10 client.16680 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 10 client.16680 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 20 client.16680 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed7838d40 0x558ed783b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 4 client.16680 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558ed7717d60 con 0x558ed7838d40 2024-09-05T04:15:43.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9494de8640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed7838d40 0x558ed783b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f2794cd0640 1 Processor -- start 2024-09-05T04:15:43.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f2794cd0640 1 -- start start 2024-09-05T04:15:43.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9478ff9640 10 client.16680 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.425+0000 7f9494de8640 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed7838d40 0x558ed783b130 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57f25577edca7d7f server_cookie=dd88d58f0ed99db6 in_seq=0 out_seq=0 2024-09-05T04:15:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2790103f30 0x7f279019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 0x7f279019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2790113f70 con 0x7f279019eea0 2024-09-05T04:15:43.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2790113df0 con 0x7f2790103f30 2024-09-05T04:15:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f2794cd0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f27901140f0 con 0x7f2790109080 2024-09-05T04:15:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34124/0 (socket says 172.21.15.2:34124) 2024-09-05T04:15:43.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 -- 172.21.15.2:0/1399909691 learned_addr learned my addr 172.21.15.2:0/1399909691 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9478ff9640 1 -- 172.21.15.2:0/23904540 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x558ed7717d60 con 0x558ed7838d40 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9478ff9640 10 client.16680 handle_command_reply: tid=0 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 client.16680 shutdown 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 msgr2=0x558ed77af360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f948c0b6040 tx=0x7f948c005880 comp rx=0 tx=0).stop 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 shutdown_connections 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ed7838d40 0x558ed783b130 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ed77b5680 0x558ed77afde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ed77aadc0 0x558ed77af8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 --2- 172.21.15.2:0/23904540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ed77aa4a0 0x558ed77af360 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 >> 172.21.15.2:0/23904540 conn(0x558ed77a6a30 msgr2=0x558ed77b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9478ff9640 0 client.16680 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 shutdown_connections 2024-09-05T04:15:43.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 1 -- 172.21.15.2:0/23904540 wait complete. 2024-09-05T04:15:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278e59c640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2790103f30 0x7f279019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278dd9b640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 0x7f279019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 -- 172.21.15.2:0/1399909691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 msgr2=0x7f279019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 0x7f279019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 -- 172.21.15.2:0/1399909691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2790103f30 msgr2=0x7f279019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2790103f30 0x7f279019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278ed9d640 1 -- 172.21.15.2:0/1399909691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f279019f990 con 0x7f279019eea0 2024-09-05T04:15:43.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f278dd9b640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 0x7f279019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:43.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.426+0000 7f9499c26740 20 client.16680 trim_cache size 0 max 16384 2024-09-05T04:15:43.437 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:15:43.437 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: "04813f70-519e-4e90-8a07-65168fab1deb": { 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "04813f70-519e-4e90-8a07-65168fab1deb", 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:15:43.438 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:15:43.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2788009dc0 tx=0x7f2788032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f277f7fe640 1 -- 172.21.15.2:0/1399909691 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788003bf0 con 0x7f279019eea0 2024-09-05T04:15:43.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f277f7fe640 1 -- 172.21.15.2:0/1399909691 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2788003d90 con 0x7f279019eea0 2024-09-05T04:15:43.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f277f7fe640 1 -- 172.21.15.2:0/1399909691 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788030b80 con 0x7f279019eea0 2024-09-05T04:15:43.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f279019fc20 con 0x7f279019eea0 2024-09-05T04:15:43.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 msgr2=0x7f947c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 0x7f947c0a51b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f9488007f80 tx=0x7f9488007520 comp rx=0 tx=0).stop 2024-09-05T04:15:43.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 msgr2=0x7f949019a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f948c00d950 tx=0x7f948c00de10 comp rx=0 tx=0).stop 2024-09-05T04:15:43.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 shutdown_connections 2024-09-05T04:15:43.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27901a7440 con 0x7f279019eea0 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f947c0a2cf0 0x7f947c0a51b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9490106a70 0x7f949019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9490101410 0x7f949019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 --2- 172.21.15.2:0/4281913589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9490100a70 0x7f949019a560 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.427+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 >> 172.21.15.2:0/4281913589 conn(0x7f94900fc790 msgr2=0x7f94900fce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.428+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 shutdown_connections 2024-09-05T04:15:43.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:15:43.428+0000 7f949784d640 1 -- 172.21.15.2:0/4281913589 wait complete. 2024-09-05T04:15:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.429+0000 7f277f7fe640 1 -- 172.21.15.2:0/1399909691 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2788004040 con 0x7f279019eea0 2024-09-05T04:15:43.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.430+0000 7f2797a65740 1 Processor -- start 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.430+0000 7f2797a65740 1 -- start start 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67917ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f277f7fe640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 0x7f27780a5300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af679250a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55af6787c2f0 con 0x55af67918410 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55af67824270 con 0x55af67922cb0 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f2797a65740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55af678782b0 con 0x55af67917af0 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278e59c640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 0x7f27780a5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34138/0 (socket says 172.21.15.2:34138) 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 -- 172.21.15.2:0/3530923859 learned_addr learned my addr 172.21.15.2:0/3530923859 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f277f7fe640 1 -- 172.21.15.2:0/1399909691 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f27880f0e10 con 0x7f279019eea0 2024-09-05T04:15:43.447 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67917ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278ed9d640 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af679250a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 -- 172.21.15.2:0/3530923859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 msgr2=0x55af67917ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67917ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 -- 172.21.15.2:0/3530923859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 msgr2=0x55af679250a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af679250a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 -- 172.21.15.2:0/3530923859 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af67823340 con 0x55af67918410 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278e59c640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 0x7f27780a5300 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2780005fd0 tx=0x7f2780005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f278dd9b640 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f2784013460 tx=0x7f27840095b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6431dbb279d9121 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.431+0000 7f277cff9640 1 -- 172.21.15.2:0/3530923859 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784019020 con 0x55af67918410 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f277cff9640 1 -- 172.21.15.2:0/3530923859 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2784004230 con 0x55af67918410 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f277cff9640 1 -- 172.21.15.2:0/3530923859 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2784011740 con 0x55af67918410 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 -- 172.21.15.2:0/3530923859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 msgr2=0x55af67922770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f2784013460 tx=0x7f27840095b0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 -- 172.21.15.2:0/3530923859 shutdown_connections 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af679250a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67918410 0x55af67922770 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 --2- 172.21.15.2:0/3530923859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67917ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 -- 172.21.15.2:0/3530923859 >> 172.21.15.2:0/3530923859 conn(0x55af67914060 msgr2=0x55af67914440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 -- 172.21.15.2:0/3530923859 shutdown_connections 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.432+0000 7f2797a65740 1 -- 172.21.15.2:0/3530923859 wait complete. 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 -- start start 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 Processor -- start 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67918410 0x55af67920100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af67920640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55af67925880 con 0x55af67917af0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55af67805290 con 0x55af67922cb0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55af67925a00 con 0x55af67918410 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f2797a65740 10 client.0 _ll_register_callbacks cb 0x55af67836140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f278e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f278e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34142/0 (socket says 172.21.15.2:34142) 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f278e59c640 1 -- 172.21.15.2:0/125759244 learned_addr learned my addr 172.21.15.2:0/125759244 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f278dd9b640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67918410 0x55af67920100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.433+0000 7f278ed9d640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af67920640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 -- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67918410 msgr2=0x55af67920100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67918410 0x55af67920100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 -- 172.21.15.2:0/125759244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 msgr2=0x55af67920640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af67920640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 -- 172.21.15.2:0/125759244 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af6758f210 con 0x55af67917af0 2024-09-05T04:15:43.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278ed9d640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af67920640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f278e59c640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f2780011440 tx=0x7f27800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7427a929e2a61e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2775ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2780022070 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f278001e860 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2784004230 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f278002e050 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2797a65740 10 client.16689 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55af6765b620 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.434+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2784004230 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2780010b40 con 0x55af67917af0 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 10 client.16689 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 10 client.16689 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:43.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 20 client.16689 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af67932c30 0x55af67935060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 4 client.16689 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af67889a20 con 0x55af67932c30 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f278dd9b640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af67932c30 0x55af67935060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f278dd9b640 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af67932c30 0x55af67935060 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c184e9d074145d1d server_cookie=599cda5a2b14d02e in_seq=0 out_seq=0 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.435+0000 7f2775ffb640 10 client.16689 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2775ffb640 1 -- 172.21.15.2:0/125759244 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55af67889a20 con 0x55af67932c30 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2775ffb640 10 client.16689 handle_command_reply: tid=0 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 client.16689 shutdown 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 msgr2=0x55af6791fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f2780011440 tx=0x7f27800046c0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 shutdown_connections 2024-09-05T04:15:43.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af67932c30 0x55af67935060 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67922cb0 0x55af67920640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67918410 0x55af67920100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2775ffb640 0 client.16689 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 --2- 172.21.15.2:0/125759244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67917af0 0x55af6791fbc0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 >> 172.21.15.2:0/125759244 conn(0x55af67914060 msgr2=0x55af67919dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 shutdown_connections 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 1 -- 172.21.15.2:0/125759244 wait complete. 2024-09-05T04:15:43.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.436+0000 7f2797a65740 20 client.16689 trim_cache size 0 max 16384 2024-09-05T04:15:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.451+0000 7f2797a65740 1 Processor -- start 2024-09-05T04:15:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.451+0000 7f2797a65740 1 -- start start 2024-09-05T04:15:43.457 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.451+0000 7f2797a65740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67920470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2797a65740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af6793a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2797a65740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2797a65740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f27901af020 con 0x55af67922cb0 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2797a65740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f27901b18a0 con 0x55af67918410 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2797a65740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f27901af690 con 0x55af67917af0 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34152/0 (socket says 172.21.15.2:34152) 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 -- 172.21.15.2:0/1128654230 learned_addr learned my addr 172.21.15.2:0/1128654230 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278dd9b640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af6793a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278e59c640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67920470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 -- 172.21.15.2:0/1128654230 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 msgr2=0x55af67920470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67920470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 -- 172.21.15.2:0/1128654230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 msgr2=0x55af6793a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af6793a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 -- 172.21.15.2:0/1128654230 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af67913e90 con 0x55af67922cb0 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278e59c640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67920470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2788005e30 tx=0x7f2788003f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb03cdd7017258c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2777fff640 1 -- 172.21.15.2:0/1128654230 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27880bd740 con 0x55af67922cb0 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2777fff640 1 -- 172.21.15.2:0/1128654230 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2788036020 con 0x55af67922cb0 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.452+0000 7f2777fff640 1 -- 172.21.15.2:0/1128654230 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2788030d20 con 0x55af67922cb0 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 -- 172.21.15.2:0/1128654230 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 msgr2=0x55af6793af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2788005e30 tx=0x7f2788003f40 comp rx=0 tx=0).stop 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 -- 172.21.15.2:0/1128654230 shutdown_connections 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af6793af00 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af6793a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 --2- 172.21.15.2:0/1128654230 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67920470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 -- 172.21.15.2:0/1128654230 >> 172.21.15.2:0/1128654230 conn(0x55af67914060 msgr2=0x55af67921c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 -- 172.21.15.2:0/1128654230 shutdown_connections 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.453+0000 7f2797a65740 1 -- 172.21.15.2:0/1128654230 wait complete. 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 -- start start 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 Processor -- start 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67926cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af67927200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f27901afd60 con 0x55af67922cb0 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f27901b11d0 con 0x55af67918410 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f27901b0430 con 0x55af67917af0 2024-09-05T04:15:43.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2797a65740 10 client.0 _ll_register_callbacks cb 0x7f2780015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34166/0 (socket says 172.21.15.2:34166) 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 -- 172.21.15.2:0/1180866725 learned_addr learned my addr 172.21.15.2:0/1180866725 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278e59c640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67926cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278dd9b640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af67927200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 -- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 msgr2=0x55af67926cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67926cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 -- 172.21.15.2:0/1180866725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 msgr2=0x55af67927200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:43.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af67927200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 -- 172.21.15.2:0/1180866725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af67914cf0 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f278ed9d640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f27880bcfd0 tx=0x7f27880c12a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c067df7ec567abea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.454+0000 7f2775ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27880bd740 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f27880b96b0 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2788036020 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f27880bd040 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 10 client.16695 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55af6799dd00 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27880c5cb0 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f278803b410 con 0x55af67922cb0 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 10 client.16695 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:43.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 10 client.16695 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 20 client.16695 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af6799e2c0 0x55af679a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 4 client.16695 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.455+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f2788036020 con 0x55af6799e2c0 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.456+0000 7f278e59c640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af6799e2c0 0x55af679a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.456+0000 7f2775ffb640 10 client.16695 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.456+0000 7f278e59c640 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af6799e2c0 0x55af679a06b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98e5d03dcc00544d server_cookie=2480f9700ced131e in_seq=0 out_seq=0 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2775ffb640 1 -- 172.21.15.2:0/1180866725 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f2788036020 con 0x55af6799e2c0 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2775ffb640 10 client.16695 handle_command_reply: tid=0 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 client.16695 shutdown 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 msgr2=0x55af67927740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f27880bcfd0 tx=0x7f27880c12a0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 shutdown_connections 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55af6799e2c0 0x55af679a06b0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55af67922cb0 0x55af67927740 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2775ffb640 0 client.16695 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55af67918410 0x55af67927200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 --2- 172.21.15.2:0/1180866725 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55af67917af0 0x55af67926cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 >> 172.21.15.2:0/1180866725 conn(0x55af67914060 msgr2=0x55af679129a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 shutdown_connections 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 1 -- 172.21.15.2:0/1180866725 wait complete. 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2797a65740 20 client.16695 trim_cache size 0 max 16384 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:15:43.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 msgr2=0x7f27780a5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 0x7f27780a5300 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2780005fd0 tx=0x7f2780005850 comp rx=0 tx=0).stop 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 msgr2=0x7f279019f350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f2788009dc0 tx=0x7f2788032ff0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 shutdown_connections 2024-09-05T04:15:43.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f27780a2e40 0x7f27780a5300 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f279019eea0 0x7f279019f350 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2790109080 0x7f279019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 --2- 172.21.15.2:0/1399909691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2790103f30 0x7f279019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 >> 172.21.15.2:0/1399909691 conn(0x7f27900ff940 msgr2=0x7f2790100c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 shutdown_connections 2024-09-05T04:15:43.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:43.472+0000 7f2794cd0640 1 -- 172.21.15.2:0/1399909691 wait complete. 2024-09-05T04:15:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:43 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:15:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:43 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:43 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:15:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:43 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:43 smithi002 ceph-mon[31001]: pgmap v145: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:43 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:15:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:43 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:43 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:15:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:43 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:43 smithi079 ceph-mon[34908]: pgmap v145: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:44.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:43 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:15:44.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:43 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:43 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:15:44.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:43 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:15:44.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:43 smithi047 ceph-mon[34498]: pgmap v145: 129 pgs: 129 active+clean; 4.4 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:15:44.288 INFO:tasks.cephfs.filesystem:scrub status for tag:04813f70-519e-4e90-8a07-65168fab1deb - {'path': '/', 'tag': '04813f70-519e-4e90-8a07-65168fab1deb', 'options': 'recursive,force'} 2024-09-05T04:15:46.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:45 smithi002 ceph-mon[31001]: pgmap v146: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 51 KiB/s wr, 17 op/s 2024-09-05T04:15:46.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:45 smithi079 ceph-mon[34908]: pgmap v146: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 51 KiB/s wr, 17 op/s 2024-09-05T04:15:46.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:45 smithi047 ceph-mon[34498]: pgmap v146: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 51 KiB/s wr, 17 op/s 2024-09-05T04:15:48.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:47 smithi002 ceph-mon[31001]: pgmap v147: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:48.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:47 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:15:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:47 smithi079 ceph-mon[34908]: pgmap v147: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:48.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:47 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:15:48.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:47 smithi047 ceph-mon[34498]: pgmap v147: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:48.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:47 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:15:50.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:49 smithi002 ceph-mon[31001]: pgmap v148: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:49 smithi079 ceph-mon[34908]: pgmap v148: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:50.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:49 smithi047 ceph-mon[34498]: pgmap v148: 129 pgs: 129 active+clean; 4.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 11 op/s 2024-09-05T04:15:52.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:51 smithi002 ceph-mon[31001]: pgmap v149: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-09-05T04:15:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:51 smithi079 ceph-mon[34908]: pgmap v149: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-09-05T04:15:52.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:51 smithi047 ceph-mon[34498]: pgmap v149: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-09-05T04:15:53.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:52 smithi002 ceph-mon[31001]: pgmap v150: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-09-05T04:15:53.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:52 smithi079 ceph-mon[34908]: pgmap v150: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-09-05T04:15:53.088 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:52 smithi047 ceph-mon[34498]: pgmap v150: 129 pgs: 129 active+clean; 4.7 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 30 KiB/s wr, 10 op/s 2024-09-05T04:15:55.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:55 smithi002 ceph-mon[31001]: pgmap v151: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-05T04:15:55.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:55 smithi079 ceph-mon[34908]: pgmap v151: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-05T04:15:55.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:55 smithi047 ceph-mon[34498]: pgmap v151: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 14 op/s 2024-09-05T04:15:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.571+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/4011023831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8107b70 msgr2=0x7f8bc8107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.571+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/4011023831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8107b70 0x7f8bc8107f50 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8009930 tx=0x7f8bb802a420 comp rx=0 tx=0).stop 2024-09-05T04:15:56.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.571+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/4011023831 shutdown_connections 2024-09-05T04:15:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.571+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/4011023831 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8102470 0x7f8bc810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/4011023831 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 0x7f8bc8101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/4011023831 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8107b70 0x7f8bc8107f50 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/4011023831 >> 172.21.15.2:0/4011023831 conn(0x7f8bc80fd7d0 msgr2=0x7f8bc80ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/4011023831 shutdown_connections 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/4011023831 wait complete. 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 Processor -- start 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.572+0000 7f8bcdd3b640 1 -- start start 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 0x7f8bc81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.590 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 0x7f8bc819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc8111e20 con 0x7f8bc8102470 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc8111ca0 con 0x7f8bc8101ad0 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bcdd3b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc8111fa0 con 0x7f8bc8107b70 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37602/0 (socket says 172.21.15.2:37602) 2024-09-05T04:15:56.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 -- 172.21.15.2:0/3957926095 learned_addr learned my addr 172.21.15.2:0/3957926095 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 0x7f8bc819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 0x7f8bc81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 -- 172.21.15.2:0/3957926095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 msgr2=0x7f8bc819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 0x7f8bc819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 -- 172.21.15.2:0/3957926095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 msgr2=0x7f8bc81982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 0x7f8bc81982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 -- 172.21.15.2:0/3957926095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bc819d2e0 con 0x7f8bc8102470 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 0x7f8bc819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.573+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8bb000d950 tx=0x7f8bb000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.574+0000 7f8bc57fa640 1 -- 172.21.15.2:0/3957926095 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0017070 con 0x7f8bc8102470 2024-09-05T04:15:56.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.574+0000 7f8bc57fa640 1 -- 172.21.15.2:0/3957926095 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb0009c30 con 0x7f8bc8102470 2024-09-05T04:15:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.574+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bc819d5d0 con 0x7f8bc8102470 2024-09-05T04:15:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.574+0000 7f8bc57fa640 1 -- 172.21.15.2:0/3957926095 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb000f620 con 0x7f8bc8102470 2024-09-05T04:15:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.574+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bc81a4e60 con 0x7f8bc8102470 2024-09-05T04:15:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.576+0000 7f8bc57fa640 1 -- 172.21.15.2:0/3957926095 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8bb00109a0 con 0x7f8bc8102470 2024-09-05T04:15:56.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.576+0000 7f8bd0ad7740 1 Processor -- start 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.576+0000 7f8bd0ad7740 1 -- start start 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x563424363770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x5634243660a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5634242bd2f0 con 0x563424358af0 2024-09-05T04:15:56.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563424265270 con 0x563424363cb0 2024-09-05T04:15:56.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5634242b92b0 con 0x563424359410 2024-09-05T04:15:56.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37606/0 (socket says 172.21.15.2:37606) 2024-09-05T04:15:56.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 -- 172.21.15.2:0/2032852508 learned_addr learned my addr 172.21.15.2:0/2032852508 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:56.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x5634243660a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc57fa640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 0x7f8bb40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x563424363770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 -- 172.21.15.2:0/2032852508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 msgr2=0x563424363770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x563424363770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 -- 172.21.15.2:0/2032852508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 msgr2=0x5634243660a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x5634243660a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 -- 172.21.15.2:0/2032852508 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563424264340 con 0x563424358af0 2024-09-05T04:15:56.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x5634243660a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:56.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 0x7f8bb40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc57fa640 1 -- 172.21.15.2:0/3957926095 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8bb00cf530 con 0x7f8bc8102470 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.577+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0009fd0 tx=0x7f8bc0010a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=592792910571f2f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bbdffb640 1 -- 172.21.15.2:0/2032852508 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0019070 con 0x563424358af0 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bbdffb640 1 -- 172.21.15.2:0/2032852508 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc0022070 con 0x563424358af0 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bbdffb640 1 -- 172.21.15.2:0/2032852508 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0026b90 con 0x563424358af0 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/2032852508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 msgr2=0x563424358ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 0x7f8bb40a51b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0021000 tx=0x7f8bc001f000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0009fd0 tx=0x7f8bc0010a00 comp rx=0 tx=0).stop 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/2032852508 shutdown_connections 2024-09-05T04:15:56.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x5634243660a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x563424363770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/2032852508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x563424358ed0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.578+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/2032852508 >> 172.21.15.2:0/2032852508 conn(0x563424355060 msgr2=0x563424355440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/2032852508 shutdown_connections 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/2032852508 wait complete. 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- start start 2024-09-05T04:15:56.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 Processor -- start 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 0x563424360bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x563424361630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563424366880 con 0x563424359410 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563424246290 con 0x563424363cb0 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563424366a00 con 0x563424358af0 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.579+0000 7f8bd0ad7740 10 client.0 _ll_register_callbacks cb 0x563424277140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:56.601 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37620/0 (socket says 172.21.15.2:37620) 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 -- 172.21.15.2:0/914585926 learned_addr learned my addr 172.21.15.2:0/914585926 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 0x563424360bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x563424361630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 -- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 msgr2=0x563424360bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 0x563424360bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 -- 172.21.15.2:0/914585926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 msgr2=0x563424361630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x563424361630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 -- 172.21.15.2:0/914585926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563423fd0210 con 0x563424359410 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 0x563424360bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00cc8e0 tx=0x7f8bb00979e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a82892ab5ed66bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8ba6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0020070 con 0x563424359410 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8bb00a3e30 con 0x563424359410 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bc0022070 con 0x563424359410 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8bb00ccd10 con 0x563424359410 2024-09-05T04:15:56.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bd0ad7740 10 client.16707 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.580+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56342409c620 con 0x563424359410 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc0022070 con 0x563424359410 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8bb0084b90 con 0x563424359410 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 10 client.16707 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 10 client.16707 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 20 client.16707 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563424373bd0 0x563424375fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 4 client.16707 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5634242caa20 con 0x563424373bd0 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.581+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563424373bd0 0x563424375fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.582+0000 7f8ba6ffd640 10 client.16707 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.582+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563424373bd0 0x563424375fc0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3a051a1f6204445 server_cookie=e44779868fdcb0ac in_seq=0 out_seq=0 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.582+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/914585926 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5634242caa20 con 0x563424373bd0 2024-09-05T04:15:56.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.582+0000 7f8ba6ffd640 10 client.16707 handle_command_reply: tid=0 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.582+0000 7f8bd0ad7740 1 client.16707 shutdown 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 msgr2=0x5634243610f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00cc8e0 tx=0x7f8bb00979e0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 shutdown_connections 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563424373bd0 0x563424375fc0 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x563424361630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x5634243610f0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/914585926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424358af0 0x563424360bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8ba6ffd640 0 client.16707 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 >> 172.21.15.2:0/914585926 conn(0x563424355060 msgr2=0x56342435ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 shutdown_connections 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/914585926 wait complete. 2024-09-05T04:15:56.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.583+0000 7f8bd0ad7740 20 client.16707 trim_cache size 0 max 16384 2024-09-05T04:15:56.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 Processor -- start 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 -- start start 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 0x563424361460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424363cb0 0x56342437bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81acef0 con 0x563424359410 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81af770 con 0x563424358af0 2024-09-05T04:15:56.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81ad560 con 0x563424363cb0 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37622/0 (socket says 172.21.15.2:37622) 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 -- 172.21.15.2:0/1051891012 learned_addr learned my addr 172.21.15.2:0/1051891012 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 0x563424361460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424363cb0 0x56342437bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 -- 172.21.15.2:0/1051891012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424363cb0 msgr2=0x56342437bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424363cb0 0x56342437bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 -- 172.21.15.2:0/1051891012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 msgr2=0x563424361460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 0x563424361460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bbeffd640 1 -- 172.21.15.2:0/1051891012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5634243502d0 con 0x563424359410 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.598+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 0x563424361460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:15:56.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0010cf0 tx=0x7f8bb0009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a2527eb32451e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.616 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bbd7fa640 1 -- 172.21.15.2:0/1051891012 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0020050 con 0x563424359410 2024-09-05T04:15:56.616 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bbd7fa640 1 -- 172.21.15.2:0/1051891012 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb0009de0 con 0x563424359410 2024-09-05T04:15:56.616 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bbd7fa640 1 -- 172.21.15.2:0/1051891012 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb0084b90 con 0x563424359410 2024-09-05T04:15:56.616 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1051891012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 msgr2=0x56342437b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.616 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f8bb0010cf0 tx=0x7f8bb0009740 comp rx=0 tx=0).stop 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1051891012 shutdown_connections 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424363cb0 0x56342437bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424359410 0x56342437b880 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1051891012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424358af0 0x563424361460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1051891012 >> 172.21.15.2:0/1051891012 conn(0x563424355060 msgr2=0x563424362c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.617 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1051891012 shutdown_connections 2024-09-05T04:15:56.618 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.599+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1051891012 wait complete. 2024-09-05T04:15:56.618 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 -- start start 2024-09-05T04:15:56.618 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 Processor -- start 2024-09-05T04:15:56.618 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.618 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x56342435da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x56342435e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81adc30 con 0x563424358af0 2024-09-05T04:15:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81af0a0 con 0x563424363cb0 2024-09-05T04:15:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8bc81ae300 con 0x563424359410 2024-09-05T04:15:56.619 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bd0ad7740 10 client.0 _ll_register_callbacks cb 0x7f8bb000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:15:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bc77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bc77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37638/0 (socket says 172.21.15.2:37638) 2024-09-05T04:15:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bc77fe640 1 -- 172.21.15.2:0/1279807617 learned_addr learned my addr 172.21.15.2:0/1279807617 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:15:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.600+0000 7f8bc7fff640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x56342435e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.620 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x56342435da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 -- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 msgr2=0x56342435da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x56342435da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 -- 172.21.15.2:0/1279807617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 msgr2=0x56342435e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x56342435e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 -- 172.21.15.2:0/1279807617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5634243dd850 con 0x563424358af0 2024-09-05T04:15:56.621 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x56342435da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:15:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bc77fe640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8000c00 tx=0x7f8bb80041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3ffd60f328138ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:15:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:15:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bb8047070 con 0x563424358af0 2024-09-05T04:15:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f8bb8005450 con 0x563424358af0 2024-09-05T04:15:56.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bb0009de0 con 0x563424358af0 2024-09-05T04:15:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8bb8053050 con 0x563424358af0 2024-09-05T04:15:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 10 client.16713 fetch_fsmap learned FSMap version 21 2024-09-05T04:15:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5634243dea20 con 0x563424358af0 2024-09-05T04:15:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bb0009de0 con 0x563424358af0 2024-09-05T04:15:56.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8bb8003780 con 0x563424358af0 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 10 client.16713 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 10 client.16713 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 20 client.16713 populate_metadata read hostname 'smithi002' 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.601+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5634243df0f0 0x5634243e1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.602+0000 7f8bd0ad7740 4 client.16713 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:15:56.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.602+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5634242c4d70 con 0x5634243df0f0 2024-09-05T04:15:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.602+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5634243df0f0 0x5634243e1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:15:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.602+0000 7f8bbeffd640 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5634243df0f0 0x5634243e1510 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bdbd817ad212d94 server_cookie=55d1454664f27881 in_seq=0 out_seq=0 2024-09-05T04:15:56.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.602+0000 7f8ba6ffd640 10 client.16713 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:56.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.618+0000 7f8ba6ffd640 1 -- 172.21.15.2:0/1279807617 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5634242c4d70 con 0x5634243df0f0 2024-09-05T04:15:56.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.618+0000 7f8ba6ffd640 10 client.16713 handle_command_reply: tid=0 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.618+0000 7f8bd0ad7740 1 client.16713 shutdown 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.618+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 msgr2=0x56342436c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.618+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f8bb8000c00 tx=0x7f8bb80041f0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 shutdown_connections 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5634243df0f0 0x5634243e1510 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.628 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563424363cb0 0x56342435e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563424359410 0x56342435da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8ba6ffd640 0 client.16713 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:15:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 --2- 172.21.15.2:0/1279807617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563424358af0 0x56342436c540 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 >> 172.21.15.2:0/1279807617 conn(0x563424355060 msgr2=0x5634243539a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.629 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 shutdown_connections 2024-09-05T04:15:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 1 -- 172.21.15.2:0/1279807617 wait complete. 2024-09-05T04:15:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bd0ad7740 20 client.16713 trim_cache size 0 max 16384 2024-09-05T04:15:56.630 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:15:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:15:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:15:56.631 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:15:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 msgr2=0x7f8bb40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 0x7f8bb40a51b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0021000 tx=0x7f8bc001f000 comp rx=0 tx=0).stop 2024-09-05T04:15:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 msgr2=0x7f8bc8198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:15:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8bb000d950 tx=0x7f8bb000de10 comp rx=0 tx=0).stop 2024-09-05T04:15:56.633 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 shutdown_connections 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8bb40a2cf0 0x7f8bb40a51b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8bc8107b70 0x7f8bc819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8bc8102470 0x7f8bc8198830 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 --2- 172.21.15.2:0/3957926095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8bc8101ad0 0x7f8bc81982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.619+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 >> 172.21.15.2:0/3957926095 conn(0x7f8bc80fd7d0 msgr2=0x7f8bc80fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:15:56.634 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.620+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 shutdown_connections 2024-09-05T04:15:56.635 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:15:56.620+0000 7f8bcdd3b640 1 -- 172.21.15.2:0/3957926095 wait complete. 2024-09-05T04:15:57.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:57 smithi002 ceph-mon[31001]: pgmap v152: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:15:57.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:57 smithi079 ceph-mon[34908]: pgmap v152: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:15:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:57 smithi047 ceph-mon[34498]: pgmap v152: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:15:59.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:15:59 smithi002 ceph-mon[31001]: pgmap v153: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:15:59.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:15:59 smithi079 ceph-mon[34908]: pgmap v153: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:15:59.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:15:59 smithi047 ceph-mon[34498]: pgmap v153: 129 pgs: 129 active+clean; 4.8 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 7 op/s 2024-09-05T04:16:01.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:01 smithi002 ceph-mon[31001]: pgmap v154: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-09-05T04:16:01.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:01 smithi079 ceph-mon[34908]: pgmap v154: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-09-05T04:16:01.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:01 smithi047 ceph-mon[34498]: pgmap v154: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-09-05T04:16:03.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:03 smithi002 ceph-mon[31001]: pgmap v155: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:03.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:03 smithi079 ceph-mon[34908]: pgmap v155: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:03.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:03 smithi047 ceph-mon[34498]: pgmap v155: 129 pgs: 129 active+clean; 5.0 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:05.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:05 smithi002 ceph-mon[31001]: pgmap v156: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 70 KiB/s wr, 28 op/s 2024-09-05T04:16:05.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:05 smithi079 ceph-mon[34908]: pgmap v156: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 70 KiB/s wr, 28 op/s 2024-09-05T04:16:05.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:05 smithi047 ceph-mon[34498]: pgmap v156: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 70 KiB/s wr, 28 op/s 2024-09-05T04:16:07.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:07 smithi002 ceph-mon[31001]: pgmap v157: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:07.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:07 smithi079 ceph-mon[34908]: pgmap v157: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:07.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:07 smithi047 ceph-mon[34498]: pgmap v157: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:09.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:09 smithi002 ceph-mon[31001]: pgmap v158: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:09.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:09 smithi079 ceph-mon[34908]: pgmap v158: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:09 smithi047 ceph-mon[34498]: pgmap v158: 129 pgs: 129 active+clean; 5.2 MiB data, 393 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 56 KiB/s wr, 25 op/s 2024-09-05T04:16:09.722 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.719+0000 7f24d29a6640 1 -- 172.21.15.2:0/1766183524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc102c80 msgr2=0x7f24cc103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.719+0000 7f24d29a6640 1 --2- 172.21.15.2:0/1766183524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc102c80 0x7f24cc103060 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009900 tx=0x7f24bc02a480 comp rx=0 tx=0).stop 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 -- 172.21.15.2:0/1766183524 shutdown_connections 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 --2- 172.21.15.2:0/1766183524 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc10c0a0 0x7f24cc10e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 --2- 172.21.15.2:0/1766183524 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc1035a0 0x7f24cc10ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 --2- 172.21.15.2:0/1766183524 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc102c80 0x7f24cc103060 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 -- 172.21.15.2:0/1766183524 >> 172.21.15.2:0/1766183524 conn(0x7f24cc0779a0 msgr2=0x7f24cc0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 -- 172.21.15.2:0/1766183524 shutdown_connections 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 -- 172.21.15.2:0/1766183524 wait complete. 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 Processor -- start 2024-09-05T04:16:09.723 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 -- start start 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.720+0000 7f24d29a6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc102c80 0x7f24cc198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc1035a0 0x7f24cc198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc111d50 con 0x7f24cc10c0a0 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc111bd0 con 0x7f24cc102c80 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc111ed0 con 0x7f24cc1035a0 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42368/0 (socket says 172.21.15.2:42368) 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 -- 172.21.15.2:0/3978988944 learned_addr learned my addr 172.21.15.2:0/3978988944 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc1035a0 0x7f24cc198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24cbfff640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc102c80 0x7f24cc198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 -- 172.21.15.2:0/3978988944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc1035a0 msgr2=0x7f24cc198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc1035a0 0x7f24cc198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 -- 172.21.15.2:0/3978988944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc102c80 msgr2=0x7f24cc198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc102c80 0x7f24cc198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 -- 172.21.15.2:0/3978988944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24cc19d310 con 0x7f24cc10c0a0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d0f43640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f24c400eaa0 tx=0x7f24c400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24c9ffb640 1 -- 172.21.15.2:0/3978988944 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c400cdb0 con 0x7f24cc10c0a0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24c9ffb640 1 -- 172.21.15.2:0/3978988944 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24c4005020 con 0x7f24cc10c0a0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24cc19d600 con 0x7f24cc10c0a0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.721+0000 7f24c9ffb640 1 -- 172.21.15.2:0/3978988944 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24c40116d0 con 0x7f24cc10c0a0 2024-09-05T04:16:09.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.722+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24cc1a4e90 con 0x7f24cc10c0a0 2024-09-05T04:16:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.724+0000 7f24c9ffb640 1 -- 172.21.15.2:0/3978988944 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f24c40051d0 con 0x7f24cc10c0a0 2024-09-05T04:16:09.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.724+0000 7f24d5820740 1 Processor -- start 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.724+0000 7f24d5820740 1 -- start start 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cf0330 0x558d62cfeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62d014b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558d62c542f0 con 0x558d62cefa10 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558d62bfc270 con 0x558d62cff0c0 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d5820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558d62c502b0 con 0x558d62cf0330 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42376/0 (socket says 172.21.15.2:42376) 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 -- 172.21.15.2:0/3216301317 learned_addr learned my addr 172.21.15.2:0/3216301317 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:09.733 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c9ffb640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 0x7f24b80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62d014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d0f43640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 0x7f24b80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24cbfff640 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cf0330 0x558d62cfeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c9ffb640 1 -- 172.21.15.2:0/3978988944 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f24c40cf860 con 0x7f24cc10c0a0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 -- 172.21.15.2:0/3216301317 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cf0330 msgr2=0x558d62cfeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cf0330 0x558d62cfeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 -- 172.21.15.2:0/3216301317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 msgr2=0x558d62d014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62d014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 -- 172.21.15.2:0/3216301317 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d62bfb340 con 0x558d62cefa10 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f24b40137f0 tx=0x7f24b40097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=212228d70ec6786f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.725+0000 7f24d0f43640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 0x7f24b80a5230 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f24c4098400 tx=0x7f24c406eaa0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24c27fc640 1 -- 172.21.15.2:0/3216301317 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b4013d70 con 0x558d62cefa10 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24c27fc640 1 -- 172.21.15.2:0/3216301317 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b4005020 con 0x558d62cefa10 2024-09-05T04:16:09.734 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24c27fc640 1 -- 172.21.15.2:0/3216301317 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b4004a00 con 0x558d62cefa10 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 -- 172.21.15.2:0/3216301317 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 msgr2=0x558d62cefdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f24b40137f0 tx=0x7f24b40097a0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 -- 172.21.15.2:0/3216301317 shutdown_connections 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62d014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cf0330 0x558d62cfeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 --2- 172.21.15.2:0/3216301317 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cefdf0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 -- 172.21.15.2:0/3216301317 >> 172.21.15.2:0/3216301317 conn(0x558d62cec060 msgr2=0x558d62cec440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 -- 172.21.15.2:0/3216301317 shutdown_connections 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.726+0000 7f24d5820740 1 -- 172.21.15.2:0/3216301317 wait complete. 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 -- start start 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 Processor -- start 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 0x558d62cfbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62cfc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558d62d01c90 con 0x558d62cf0330 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558d62bdd290 con 0x558d62cff0c0 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558d62d01e10 con 0x558d62cefa10 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24d5820740 10 client.0 _ll_register_callbacks cb 0x558d62c0e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42382/0 (socket says 172.21.15.2:42382) 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.727+0000 7f24cbfff640 1 -- 172.21.15.2:0/2470336072 learned_addr learned my addr 172.21.15.2:0/2470336072 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24c3fff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62cfc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24c3fff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 0x558d62cfbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 -- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 msgr2=0x558d62cfbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 0x558d62cfbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 -- 172.21.15.2:0/2470336072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 msgr2=0x558d62cfc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62cfc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 -- 172.21.15.2:0/2470336072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d62967210 con 0x558d62cf0330 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24c3fff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 0x558d62cfbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24cbfff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f24bc033000 tx=0x7f24bc032f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8b2791537c5a59 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24bc035040 con 0x558d62cf0330 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f24bc004050 con 0x558d62cf0330 2024-09-05T04:16:09.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24b4005020 con 0x558d62cf0330 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f24bc04d050 con 0x558d62cf0330 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24d5820740 10 client.16725 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.728+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558d62a33620 con 0x558d62cf0330 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b4005020 con 0x558d62cf0330 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f24bc0048d0 con 0x558d62cf0330 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 10 client.16725 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 10 client.16725 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 20 client.16725 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d0f070 0x558d62d11460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 4 client.16725 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d62c61a20 con 0x558d62d0f070 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.729+0000 7f24c3fff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d0f070 0x558d62d11460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24ab7fe640 10 client.16725 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24c3fff640 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d0f070 0x558d62d11460 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54d6e94bff82b197 server_cookie=d09c0978a5f6cccd in_seq=0 out_seq=0 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24ab7fe640 1 -- 172.21.15.2:0/2470336072 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558d62c61a20 con 0x558d62d0f070 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24ab7fe640 10 client.16725 handle_command_reply: tid=0 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 client.16725 shutdown 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 msgr2=0x558d62cfc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f24bc033000 tx=0x7f24bc032f50 comp rx=0 tx=0).stop 2024-09-05T04:16:09.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 shutdown_connections 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d0f070 0x558d62d11460 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cff0c0 0x558d62cfc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62cfc4a0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 --2- 172.21.15.2:0/2470336072 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cefa10 0x558d62cfbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24ab7fe640 0 client.16725 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.730+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 >> 172.21.15.2:0/2470336072 conn(0x558d62cec060 msgr2=0x558d62cf1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.731+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 shutdown_connections 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.731+0000 7f24d5820740 1 -- 172.21.15.2:0/2470336072 wait complete. 2024-09-05T04:16:09.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.731+0000 7f24d5820740 20 client.16725 trim_cache size 0 max 16384 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.747+0000 7f24d5820740 1 Processor -- start 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.747+0000 7f24d5820740 1 -- start start 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 0x558d62d16d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d17260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1aad60 con 0x558d62cefa10 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1ad5e0 con 0x558d62cf0330 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24d5820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1ab3d0 con 0x558d62cff0c0 2024-09-05T04:16:09.753 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42396/0 (socket says 172.21.15.2:42396) 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 -- 172.21.15.2:0/3207342174 learned_addr learned my addr 172.21.15.2:0/3207342174 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24cbfff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 0x558d62d16d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d17260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 -- 172.21.15.2:0/3207342174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 msgr2=0x558d62d17260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d17260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 -- 172.21.15.2:0/3207342174 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 msgr2=0x558d62d16d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 0x558d62d16d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 -- 172.21.15.2:0/3207342174 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d62cf0160 con 0x558d62cefa10 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24cbfff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 0x558d62d16d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c3fff640 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f24b40137c0 tx=0x7f24b4022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cfa3f0dee9ac36c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.748+0000 7f24c1ffb640 1 -- 172.21.15.2:0/3207342174 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b40117b0 con 0x558d62cefa10 2024-09-05T04:16:09.754 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24c1ffb640 1 -- 172.21.15.2:0/3207342174 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b4011e00 con 0x558d62cefa10 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24c1ffb640 1 -- 172.21.15.2:0/3207342174 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b4003c30 con 0x558d62cefa10 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 -- 172.21.15.2:0/3207342174 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 msgr2=0x558d62cfc810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f24b40137c0 tx=0x7f24b4022040 comp rx=0 tx=0).stop 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 -- 172.21.15.2:0/3207342174 shutdown_connections 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d17260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cf0330 0x558d62d16d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 --2- 172.21.15.2:0/3207342174 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cefa10 0x558d62cfc810 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 -- 172.21.15.2:0/3207342174 >> 172.21.15.2:0/3207342174 conn(0x558d62cec060 msgr2=0x558d62ceb1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 -- 172.21.15.2:0/3207342174 shutdown_connections 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.749+0000 7f24d5820740 1 -- 172.21.15.2:0/3207342174 wait complete. 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 -- start start 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 Processor -- start 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cefa10 0x558d62d00420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d00ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1abaa0 con 0x558d62cf0330 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1acf10 con 0x558d62cefa10 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24cc1ac170 con 0x558d62cff0c0 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24d5820740 10 client.0 _ll_register_callbacks cb 0x7f24bc005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42402/0 (socket says 172.21.15.2:42402) 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 -- 172.21.15.2:0/1567976063 learned_addr learned my addr 172.21.15.2:0/1567976063 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24c3fff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cefa10 0x558d62d00420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24c3fff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d00ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 -- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 msgr2=0x558d62d00ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d00ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 -- 172.21.15.2:0/1567976063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cefa10 msgr2=0x558d62d00420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.750+0000 7f24cbfff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cefa10 0x558d62d00420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24cbfff640 1 -- 172.21.15.2:0/1567976063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d62d05a70 con 0x558d62cf0330 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24c3fff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d00ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24cbfff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f24bc006010 tx=0x7f24bc031520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38e67fd7e60d3a1a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24bc035070 con 0x558d62cf0330 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f24bc0048c0 con 0x558d62cf0330 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24b4011e00 con 0x558d62cf0330 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f24bc004ac0 con 0x558d62cf0330 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 10 client.16731 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:09.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558d62d7a1e0 con 0x558d62cf0330 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b4011e00 con 0x558d62cf0330 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f24bc03d7c0 con 0x558d62cf0330 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 10 client.16731 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 10 client.16731 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 20 client.16731 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d7a920 0x558d62d7cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 4 client.16731 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.751+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558d62c5bd70 con 0x558d62d7a920 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.752+0000 7f24c3fff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d7a920 0x558d62d7cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.752+0000 7f24ab7fe640 10 client.16731 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:09.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.752+0000 7f24c3fff640 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d7a920 0x558d62d7cd40 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53e2e75edbfddb1b server_cookie=a0fb3d4498fc759e in_seq=0 out_seq=0 2024-09-05T04:16:09.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24ab7fe640 1 -- 172.21.15.2:0/1567976063 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558d62c5bd70 con 0x558d62d7a920 2024-09-05T04:16:09.767 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24ab7fe640 10 client.16731 handle_command_reply: tid=0 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 client.16731 shutdown 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 msgr2=0x558d62d00960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f24bc006010 tx=0x7f24bc031520 comp rx=0 tx=0).stop 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 shutdown_connections 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558d62d7a920 0x558d62d7cd40 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558d62cff0c0 0x558d62d00ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558d62cf0330 0x558d62d00960 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24ab7fe640 0 client.16731 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 --2- 172.21.15.2:0/1567976063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558d62cefa10 0x558d62d00420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 >> 172.21.15.2:0/1567976063 conn(0x558d62cec060 msgr2=0x558d62cfd7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 shutdown_connections 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 1 -- 172.21.15.2:0/1567976063 wait complete. 2024-09-05T04:16:09.768 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.767+0000 7f24d5820740 20 client.16731 trim_cache size 0 max 16384 2024-09-05T04:16:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:16:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:16:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:16:09.769 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 msgr2=0x7f24b80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 0x7f24b80a5230 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f24c4098400 tx=0x7f24c406eaa0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 msgr2=0x7f24cc19cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f24c400eaa0 tx=0x7f24c400ef60 comp rx=0 tx=0).stop 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 shutdown_connections 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24b80a2d70 0x7f24b80a5230 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24cc10c0a0 0x7f24cc19cbe0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24cc1035a0 0x7f24cc198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 --2- 172.21.15.2:0/3978988944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24cc102c80 0x7f24cc198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 >> 172.21.15.2:0/3978988944 conn(0x7f24cc0779a0 msgr2=0x7f24cc0fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 shutdown_connections 2024-09-05T04:16:09.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:09.768+0000 7f24d29a6640 1 -- 172.21.15.2:0/3978988944 wait complete. 2024-09-05T04:16:10.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:10 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:16:10.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:10 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:16:10.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:10 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:16:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:11 smithi002 ceph-mon[31001]: pgmap v159: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-09-05T04:16:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:11 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:16:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:11 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:16:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:11 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:16:11.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:11 smithi079 ceph-mon[34908]: pgmap v159: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-09-05T04:16:11.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:11 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:16:11.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:11 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:16:11.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:11 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:16:11.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:11 smithi047 ceph-mon[34498]: pgmap v159: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 69 KiB/s wr, 29 op/s 2024-09-05T04:16:11.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:11 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:16:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:11 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:16:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:11 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:16:13.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:13 smithi002 ceph-mon[31001]: pgmap v160: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-09-05T04:16:13.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:13 smithi079 ceph-mon[34908]: pgmap v160: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-09-05T04:16:13.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:13 smithi047 ceph-mon[34498]: pgmap v160: 129 pgs: 129 active+clean; 5.3 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-09-05T04:16:14.289 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:16:14.557 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 -- 172.21.15.2:0/4081832385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d101008d0 msgr2=0x7f6d10100cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/4081832385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d101008d0 0x7f6d10100cb0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c009900 tx=0x7f6d0c02a410 comp rx=0 tx=0).stop 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 -- 172.21.15.2:0/4081832385 shutdown_connections 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/4081832385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d1010e480 0x7f6d10110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/4081832385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d10101280 0x7f6d1010df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/4081832385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d101008d0 0x7f6d10100cb0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.044+0000 7f6d17b4f640 1 -- 172.21.15.2:0/4081832385 >> 172.21.15.2:0/4081832385 conn(0x7f6d100fc7a0 msgr2=0x7f6d100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- 172.21.15.2:0/4081832385 shutdown_connections 2024-09-05T04:16:15.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- 172.21.15.2:0/4081832385 wait complete. 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 Processor -- start 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- start start 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d101008d0 0x7f6d1019a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d10101280 0x7f6d1019aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6d10114060 con 0x7f6d1010e480 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d10113ee0 con 0x7f6d101008d0 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d17b4f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101141e0 con 0x7f6d10101280 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d160ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d160ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56080/0 (socket says 172.21.15.2:56080) 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.045+0000 7f6d160ec640 1 -- 172.21.15.2:0/2463657563 learned_addr learned my addr 172.21.15.2:0/2463657563 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d150ea640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d10101280 0x7f6d1019aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 -- 172.21.15.2:0/2463657563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d10101280 msgr2=0x7f6d1019aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d10101280 0x7f6d1019aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 -- 172.21.15.2:0/2463657563 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d101008d0 msgr2=0x7f6d1019a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d101008d0 0x7f6d1019a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 -- 172.21.15.2:0/2463657563 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1019f550 con 0x7f6d1010e480 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d160ec640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800eb10 tx=0x7f6d0800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d06ffd640 1 -- 172.21.15.2:0/2463657563 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08004b20 con 0x7f6d1010e480 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d06ffd640 1 -- 172.21.15.2:0/2463657563 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d08004cc0 con 0x7f6d1010e480 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1019f840 con 0x7f6d1010e480 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d06ffd640 1 -- 172.21.15.2:0/2463657563 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d08010720 con 0x7f6d1010e480 2024-09-05T04:16:15.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.046+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d101a7120 con 0x7f6d1010e480 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.048+0000 7f6d06ffd640 1 -- 172.21.15.2:0/2463657563 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6d08005020 con 0x7f6d1010e480 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 Processor -- start 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 -- start start 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e8c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8cdc0 0x5606b4e97140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5606b4df22e0 con 0x5606b4e97680 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5606b4d99ce0 con 0x5606b4e8c4a0 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d19f28740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5606b4dee2a0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.049+0000 7f6d150ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56082/0 (socket says 172.21.15.2:56082) 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 -- 172.21.15.2:0/3016552915 learned_addr learned my addr 172.21.15.2:0/3016552915 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:15.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d06ffd640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 0x7f6cfc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d158eb640 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8cdc0 0x5606b4e97140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e8c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d160ec640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 0x7f6cfc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 -- 172.21.15.2:0/3016552915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8cdc0 msgr2=0x5606b4e97140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8cdc0 0x5606b4e97140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 -- 172.21.15.2:0/3016552915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 msgr2=0x5606b4e8c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e8c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 -- 172.21.15.2:0/3016552915 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b4d7e440 con 0x5606b4e97680 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d06ffd640 1 -- 172.21.15.2:0/2463657563 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6d080cfff0 con 0x7f6d1010e480 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f6d00013630 tx=0x7f6d0000c690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd58a63f98b6a482 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6d160ec640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 0x7f6cfc0a5230 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800efd0 tx=0x7f6d080bc040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6cfbfff640 1 -- 172.21.15.2:0/3016552915 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d00019030 con 0x5606b4e97680 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6cfbfff640 1 -- 172.21.15.2:0/3016552915 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d000054d0 con 0x5606b4e97680 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.050+0000 7f6cfbfff640 1 -- 172.21.15.2:0/3016552915 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d000115a0 con 0x5606b4e97680 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- 172.21.15.2:0/3016552915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 msgr2=0x5606b4e99a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f6d00013630 tx=0x7f6d0000c690 comp rx=0 tx=0).stop 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- 172.21.15.2:0/3016552915 shutdown_connections 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4e99a70 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8cdc0 0x5606b4e97140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3016552915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e8c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- 172.21.15.2:0/3016552915 >> 172.21.15.2:0/3016552915 conn(0x5606b4e88a30 msgr2=0x5606b4e88e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- 172.21.15.2:0/3016552915 shutdown_connections 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- 172.21.15.2:0/3016552915 wait complete. 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.051+0000 7f6d19f28740 1 -- start start 2024-09-05T04:16:15.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 Processor -- start 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4e97010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 0x5606b4e94840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5606b4e9a250 con 0x5606b4e8cdc0 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5606b4dad050 con 0x5606b4e97680 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5606b4e9a3d0 con 0x5606b4e8c4a0 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d19f28740 10 client.0 _ll_register_callbacks cb 0x5606b4ded160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d158eb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d158eb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56092/0 (socket says 172.21.15.2:56092) 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d158eb640 1 -- 172.21.15.2:0/1981830727 learned_addr learned my addr 172.21.15.2:0/1981830727 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.052+0000 7f6d150ea640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4e97010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d150ea640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 0x5606b4e94840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 -- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 msgr2=0x5606b4e97010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4e97010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 -- 172.21.15.2:0/1981830727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 msgr2=0x5606b4e94840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 0x5606b4e94840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 -- 172.21.15.2:0/1981830727 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b4b633c0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d150ea640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 0x5606b4e94840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d158eb640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c0316d0 tx=0x7f6d0c031700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=965e1ad01eee95e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6cf97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c040030 con 0x5606b4e8cdc0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d000054d0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6d0c004250 con 0x5606b4e8cdc0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6d0c04d050 con 0x5606b4e8cdc0 2024-09-05T04:16:15.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d19f28740 10 client.16743 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5606b4ea5c90 con 0x5606b4e8cdc0 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.053+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d000054d0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6d0c03a040 con 0x5606b4e8cdc0 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 10 client.16743 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 10 client.16743 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 20 client.16743 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4ea70f0 0x5606b4ea9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 4 client.16743 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:15.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606b4dff850 con 0x5606b4ea70f0 2024-09-05T04:16:15.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d150ea640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4ea70f0 0x5606b4ea9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6d150ea640 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4ea70f0 0x5606b4ea9550 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7af82a7609786e7d server_cookie=7a9a96fc8bf4a07e in_seq=0 out_seq=0 2024-09-05T04:16:15.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.054+0000 7f6cf97fa640 10 client.16743 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:15.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6cf97fa640 1 -- 172.21.15.2:0/1981830727 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5606b4dff850 con 0x5606b4ea70f0 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6cf97fa640 10 client.16743 handle_command_reply: tid=0 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 client.16743 shutdown 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 msgr2=0x5606b4e942c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c0316d0 tx=0x7f6d0c031700 comp rx=0 tx=0).stop 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 shutdown_connections 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4ea70f0 0x5606b4ea9550 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e97680 0x5606b4e94840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e942c0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 --2- 172.21.15.2:0/1981830727 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4e97010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 >> 172.21.15.2:0/1981830727 conn(0x5606b4e88a30 msgr2=0x5606b4e8e710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6cf97fa640 0 client.16743 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 shutdown_connections 2024-09-05T04:16:15.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.055+0000 7f6d19f28740 1 -- 172.21.15.2:0/1981830727 wait complete. 2024-09-05T04:16:15.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.056+0000 7f6d19f28740 20 client.16743 trim_cache size 0 max 16384 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 Processor -- start 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 -- start start 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4ea34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 0x5606b4eaee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101af210 con 0x5606b4e97680 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101b1a90 con 0x5606b4e8cdc0 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d19f28740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101af880 con 0x5606b4e8c4a0 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56100/0 (socket says 172.21.15.2:56100) 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 -- 172.21.15.2:0/3220455158 learned_addr learned my addr 172.21.15.2:0/3220455158 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4ea34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d158eb640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 0x5606b4eaee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 -- 172.21.15.2:0/3220455158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 msgr2=0x5606b4ea34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4ea34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 -- 172.21.15.2:0/3220455158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 msgr2=0x5606b4eaee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 0x5606b4eaee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d150ea640 1 -- 172.21.15.2:0/3220455158 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606b4e8cbf0 con 0x5606b4e97680 2024-09-05T04:16:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.073+0000 7f6d158eb640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 0x5606b4eaee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:15.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d150ea640 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f6d0000cdc0 tx=0x7f6d00004c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47fda62b9b5b9b84 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6cfb7fe640 1 -- 172.21.15.2:0/3220455158 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d00019040 con 0x5606b4e97680 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6cfb7fe640 1 -- 172.21.15.2:0/3220455158 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d000035f0 con 0x5606b4e97680 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6cfb7fe640 1 -- 172.21.15.2:0/3220455158 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d00004ef0 con 0x5606b4e97680 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 -- 172.21.15.2:0/3220455158 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 msgr2=0x5606b4eaf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f6d0000cdc0 tx=0x7f6d00004c20 comp rx=0 tx=0).stop 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 -- 172.21.15.2:0/3220455158 shutdown_connections 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e97680 0x5606b4eaf360 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8cdc0 0x5606b4eaee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 --2- 172.21.15.2:0/3220455158 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e8c4a0 0x5606b4ea34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 -- 172.21.15.2:0/3220455158 >> 172.21.15.2:0/3220455158 conn(0x5606b4e88a30 msgr2=0x5606b4e8f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 -- 172.21.15.2:0/3220455158 shutdown_connections 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.074+0000 7f6d19f28740 1 -- 172.21.15.2:0/3220455158 wait complete. 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 -- start start 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 Processor -- start 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e9fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e97680 0x5606b4e9b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101aff50 con 0x5606b4e8cdc0 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101b13c0 con 0x5606b4e8c4a0 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6d101b0620 con 0x5606b4e97680 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d19f28740 10 client.0 _ll_register_callbacks cb 0x7f6d080093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d158eb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d158eb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56114/0 (socket says 172.21.15.2:56114) 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d158eb640 1 -- 172.21.15.2:0/4264922684 learned_addr learned my addr 172.21.15.2:0/4264922684 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.075+0000 7f6d150ea640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e97680 0x5606b4e9b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d150ea640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e9fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 -- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e97680 msgr2=0x5606b4e9b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e97680 0x5606b4e9b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 -- 172.21.15.2:0/4264922684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 msgr2=0x5606b4e9fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e9fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 -- 172.21.15.2:0/4264922684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606b4e9bdb0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d150ea640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e9fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d158eb640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c005940 tx=0x7f6d0c031a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb386a7fdfa48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6cf97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d0c056060 con 0x5606b4e8cdc0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6d0c004450 con 0x5606b4e8cdc0 2024-09-05T04:16:15.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d000035f0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6d0c05d050 con 0x5606b4e8cdc0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d19f28740 10 client.16749 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5606b4f11d40 con 0x5606b4e8cdc0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.076+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6d000035f0 con 0x5606b4e8cdc0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6d0c03c470 con 0x5606b4e8cdc0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 10 client.16749 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 10 client.16749 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 20 client.16749 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4f12400 0x5606b4f147f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 4 client.16749 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5606b4df9d60 con 0x5606b4f12400 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d150ea640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4f12400 0x5606b4f147f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d150ea640 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4f12400 0x5606b4f147f0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=294790e38dd6c58 server_cookie=f76a31f2dc45992a in_seq=0 out_seq=0 2024-09-05T04:16:15.083 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6cf97fa640 10 client.16749 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6cf97fa640 1 -- 172.21.15.2:0/4264922684 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5606b4df9d60 con 0x5606b4f12400 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6cf97fa640 10 client.16749 handle_command_reply: tid=0 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.077+0000 7f6d19f28740 1 client.16749 shutdown 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 msgr2=0x5606b4e9b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f6d0c005940 tx=0x7f6d0c031a20 comp rx=0 tx=0).stop 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 shutdown_connections 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5606b4f12400 0x5606b4f147f0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5606b4e97680 0x5606b4e9b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5606b4e8cdc0 0x5606b4e9b070 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6cf97fa640 0 client.16749 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 --2- 172.21.15.2:0/4264922684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5606b4e8c4a0 0x5606b4e9fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 >> 172.21.15.2:0/4264922684 conn(0x5606b4e88a30 msgr2=0x5606b4e95b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 shutdown_connections 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 1 -- 172.21.15.2:0/4264922684 wait complete. 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d19f28740 20 client.16749 trim_cache size 0 max 16384 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:16:15.085 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 msgr2=0x7f6cfc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 0x7f6cfc0a5230 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800efd0 tx=0x7f6d080bc040 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 msgr2=0x7f6d1019ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f6d0800eb10 tx=0x7f6d0800c2d0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 shutdown_connections 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.078+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6cfc0a2d70 0x7f6cfc0a5230 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6d1010e480 0x7f6d1019ee70 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6d10101280 0x7f6d1019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 --2- 172.21.15.2:0/2463657563 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6d101008d0 0x7f6d1019a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 >> 172.21.15.2:0/2463657563 conn(0x7f6d100fc7a0 msgr2=0x7f6d100feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:15.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 shutdown_connections 2024-09-05T04:16:15.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:15.079+0000 7f6d17b4f640 1 -- 172.21.15.2:0/2463657563 wait complete. 2024-09-05T04:16:15.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:15 smithi002 ceph-mon[31001]: pgmap v161: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-09-05T04:16:15.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:15 smithi079 ceph-mon[34908]: pgmap v161: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-09-05T04:16:15.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:15 smithi047 ceph-mon[34498]: pgmap v161: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 71 KiB/s wr, 29 op/s 2024-09-05T04:16:16.018 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:16:16.019 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:16:16.280 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:16.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- 172.21.15.2:0/3967625188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288100a80 msgr2=0x7f7288100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:16.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 --2- 172.21.15.2:0/3967625188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288100a80 0x7f7288100ee0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f727c009930 tx=0x7f727c02a420 comp rx=0 tx=0).stop 2024-09-05T04:16:16.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- 172.21.15.2:0/3967625188 shutdown_connections 2024-09-05T04:16:16.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 --2- 172.21.15.2:0/3967625188 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288101420 0x7f728810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 --2- 172.21.15.2:0/3967625188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288100a80 0x7f7288100ee0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 --2- 172.21.15.2:0/3967625188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288106a80 0x7f7288106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- 172.21.15.2:0/3967625188 >> 172.21.15.2:0/3967625188 conn(0x7f72880fc7a0 msgr2=0x7f72880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- 172.21.15.2:0/3967625188 shutdown_connections 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- 172.21.15.2:0/3967625188 wait complete. 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 Processor -- start 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.753+0000 7f7290759640 1 -- start start 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288100a80 0x7f7288111490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 0x7f7288111f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7288110cf0 con 0x7f7288101420 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7288110b70 con 0x7f7288100a80 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7288110e70 con 0x7f7288106a80 2024-09-05T04:16:16.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56134/0 (socket says 172.21.15.2:56134) 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 -- 172.21.15.2:0/1085441311 learned_addr learned my addr 172.21.15.2:0/1085441311 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728e4f5640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288100a80 0x7f7288111490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728ecf6640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 0x7f7288111f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 -- 172.21.15.2:0/1085441311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 msgr2=0x7f7288111f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 0x7f7288111f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 -- 172.21.15.2:0/1085441311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288100a80 msgr2=0x7f7288111490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288100a80 0x7f7288111490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 -- 172.21.15.2:0/1085441311 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72881a6830 con 0x7f7288101420 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728ecf6640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 0x7f7288111f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f728dcf4640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f727c004770 tx=0x7f727c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c03f070 con 0x7f7288101420 2024-09-05T04:16:16.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f727c03b460 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f727c035070 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72881a6ac0 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.754+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72881a6fa0 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.756+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7288106e60 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.757+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f727c03b610 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.757+0000 7f72877fe640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 0x7f72700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.757+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f727c0efe90 con 0x7f7288101420 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.757+0000 7f728e4f5640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 0x7f72700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.758+0000 7f728e4f5640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 0x7f72700a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7280005d00 tx=0x7f728000b410 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:16.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.761+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f727c0bc710 con 0x7f7288101420 2024-09-05T04:16:16.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.976+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72881a72f0 con 0x7f7288101420 2024-09-05T04:16:16.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.977+0000 7f72877fe640 1 -- 172.21.15.2:0/1085441311 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f727c0bc010 con 0x7f7288101420 2024-09-05T04:16:16.977 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:16:16.978 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:16:16.978 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 msgr2=0x7f72700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 0x7f72700a51b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f7280005d00 tx=0x7f728000b410 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 msgr2=0x7f72881119d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f727c004770 tx=0x7f727c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 shutdown_connections 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f72700a2cf0 0x7f72700a51b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7288106a80 0x7f7288111f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7288101420 0x7f72881119d0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 --2- 172.21.15.2:0/1085441311 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7288100a80 0x7f7288111490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 >> 172.21.15.2:0/1085441311 conn(0x7f72880fc7a0 msgr2=0x7f72880fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 shutdown_connections 2024-09-05T04:16:16.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:16.979+0000 7f7290759640 1 -- 172.21.15.2:0/1085441311 wait complete. 2024-09-05T04:16:17.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:17 smithi002 ceph-mon[31001]: pgmap v162: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:17.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:17 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1085441311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:17.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:17 smithi079 ceph-mon[34908]: pgmap v162: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:17.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:17 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1085441311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:17.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:17 smithi047 ceph-mon[34498]: pgmap v162: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:17.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:17 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1085441311' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:17.810 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:16:18.066 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 -- 172.21.15.2:0/4065684133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40100a80 msgr2=0x7fda40100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 --2- 172.21.15.2:0/4065684133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40100a80 0x7fda40100ee0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fda2c009930 tx=0x7fda2c02a420 comp rx=0 tx=0).stop 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 -- 172.21.15.2:0/4065684133 shutdown_connections 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 --2- 172.21.15.2:0/4065684133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 0x7fda4010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 --2- 172.21.15.2:0/4065684133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40100a80 0x7fda40100ee0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 --2- 172.21.15.2:0/4065684133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40106a80 0x7fda40106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 -- 172.21.15.2:0/4065684133 >> 172.21.15.2:0/4065684133 conn(0x7fda400fc7a0 msgr2=0x7fda400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 -- 172.21.15.2:0/4065684133 shutdown_connections 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.521+0000 7fda4706c640 1 -- 172.21.15.2:0/4065684133 wait complete. 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 Processor -- start 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 -- start start 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40100a80 0x7fda40102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 0x7fda40102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda40110d50 con 0x7fda40106a80 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda40110bd0 con 0x7fda40101420 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda4706c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda40110ed0 con 0x7fda40100a80 2024-09-05T04:16:18.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56158/0 (socket says 172.21.15.2:56158) 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 -- 172.21.15.2:0/2081903944 learned_addr learned my addr 172.21.15.2:0/2081903944 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda44e08640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40100a80 0x7fda40102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda3ffff640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 0x7fda40102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 -- 172.21.15.2:0/2081903944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40100a80 msgr2=0x7fda40102650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40100a80 0x7fda40102650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 -- 172.21.15.2:0/2081903944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 msgr2=0x7fda40102b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 0x7fda40102b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.522+0000 7fda45609640 1 -- 172.21.15.2:0/2081903944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda401a6820 con 0x7fda40106a80 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda45609640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fda3800b970 tx=0x7fda3800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda3dffb640 1 -- 172.21.15.2:0/2081903944 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda38019070 con 0x7fda40106a80 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda3dffb640 1 -- 172.21.15.2:0/2081903944 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda38014440 con 0x7fda40106a80 2024-09-05T04:16:18.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda401a6b10 con 0x7fda40106a80 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda3dffb640 1 -- 172.21.15.2:0/2081903944 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda380075d0 con 0x7fda40106a80 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.523+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda401a7020 con 0x7fda40106a80 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda3dffb640 1 -- 172.21.15.2:0/2081903944 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fda3801c070 con 0x7fda40106a80 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 Processor -- start 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 -- start start 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586d5d0 0x5631b586da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b5878370 0x5631b587a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5631b57d32f0 con 0x5631b586eb40 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5631b577acf0 con 0x5631b5878370 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda49445740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5631b57cf2b0 con 0x5631b586d5d0 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.526+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56166/0 (socket says 172.21.15.2:56166) 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 -- 172.21.15.2:0/3371294463 learned_addr learned my addr 172.21.15.2:0/3371294463 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3dffb640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 0x7fda300a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda44e08640 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586d5d0 0x5631b586da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda45609640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 0x7fda300a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b5878370 0x5631b587a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 -- 172.21.15.2:0/3371294463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586d5d0 msgr2=0x5631b586da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586d5d0 0x5631b586da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3dffb640 1 -- 172.21.15.2:0/2081903944 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda380ceba0 con 0x7fda40106a80 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 -- 172.21.15.2:0/3371294463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b5878370 msgr2=0x5631b587a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b5878370 0x5631b587a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 -- 172.21.15.2:0/3371294463 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631b575f3a0 con 0x5631b586eb40 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda3ffff640 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fda2c02a940 tx=0x7fda2c009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=325b4da0c71e8a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda45609640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 0x7fda300a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fda380978b0 tx=0x7fda380c59c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda2affd640 1 -- 172.21.15.2:0/3371294463 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c044070 con 0x5631b586eb40 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda2affd640 1 -- 172.21.15.2:0/3371294463 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda2c005020 con 0x5631b586eb40 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.527+0000 7fda2affd640 1 -- 172.21.15.2:0/3371294463 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c035040 con 0x5631b586eb40 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- 172.21.15.2:0/3371294463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 msgr2=0x5631b586d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fda2c02a940 tx=0x7fda2c009560 comp rx=0 tx=0).stop 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- 172.21.15.2:0/3371294463 shutdown_connections 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b5878370 0x5631b587a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586d5d0 0x5631b586da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 --2- 172.21.15.2:0/3371294463 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b586d090 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- 172.21.15.2:0/3371294463 >> 172.21.15.2:0/3371294463 conn(0x5631b5836310 msgr2=0x5631b5869c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- 172.21.15.2:0/3371294463 shutdown_connections 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- 172.21.15.2:0/3371294463 wait complete. 2024-09-05T04:16:18.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.528+0000 7fda49445740 1 -- start start 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 Processor -- start 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586eb40 0x5631b5874fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5875560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5631b587b010 con 0x5631b586d5d0 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5631b578e060 con 0x5631b586eb40 2024-09-05T04:16:18.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5631b587b190 con 0x5631b5878370 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda49445740 10 client.0 _ll_register_callbacks cb 0x5631b54e18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56182/0 (socket says 172.21.15.2:56182) 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 -- 172.21.15.2:0/4095305525 learned_addr learned my addr 172.21.15.2:0/4095305525 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda44e08640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586eb40 0x5631b5874fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5875560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 -- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 msgr2=0x5631b5875560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5875560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 -- 172.21.15.2:0/4095305525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586eb40 msgr2=0x5631b5874fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586eb40 0x5631b5874fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.529+0000 7fda3ffff640 1 -- 172.21.15.2:0/4095305525 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631b55443c0 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda3ffff640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fda2c031940 tx=0x7fda2c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c4345e23836909f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda1ffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c035070 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda2c0047a0 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda2c005020 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda2c059050 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda49445740 10 client.16767 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5631b5886a90 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.530+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda2c005020 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda2c054800 con 0x5631b586d5d0 2024-09-05T04:16:18.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 10 client.16767 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 10 client.16767 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 20 client.16767 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b5887de0 0x5631b588a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 4 client.16767 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5631b57e0860 con 0x5631b5887de0 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda44e08640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b5887de0 0x5631b588a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda44e08640 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b5887de0 0x5631b588a1d0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bee03193662fa01e server_cookie=f62d7f06712ada08 in_seq=0 out_seq=0 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.531+0000 7fda1ffff640 10 client.16767 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda1ffff640 1 -- 172.21.15.2:0/4095305525 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5631b57e0860 con 0x5631b5887de0 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda1ffff640 10 client.16767 handle_command_reply: tid=0 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 client.16767 shutdown 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 msgr2=0x5631b5877d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fda2c031940 tx=0x7fda2c000bc0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 shutdown_connections 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b5887de0 0x5631b588a1d0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5875560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586eb40 0x5631b5874fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda1ffff640 0 client.16767 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 --2- 172.21.15.2:0/4095305525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586d5d0 0x5631b5877d10 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.532+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 >> 172.21.15.2:0/4095305525 conn(0x5631b5836310 msgr2=0x5631b586f930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.533+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 shutdown_connections 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.533+0000 7fda49445740 1 -- 172.21.15.2:0/4095305525 wait complete. 2024-09-05T04:16:18.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.533+0000 7fda49445740 20 client.16767 trim_cache size 0 max 16384 2024-09-05T04:16:18.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 Processor -- start 2024-09-05T04:16:18.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 -- start start 2024-09-05T04:16:18.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5868c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586eb40 0x5631b5870120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda401aef30 con 0x5631b5878370 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda401b17b0 con 0x5631b586d5d0 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda49445740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda401af5a0 con 0x5631b586eb40 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda3ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56198/0 (socket says 172.21.15.2:56198) 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda3ffff640 1 -- 172.21.15.2:0/2982355525 learned_addr learned my addr 172.21.15.2:0/2982355525 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.546+0000 7fda3ffff640 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5868c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda44e08640 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586eb40 0x5631b5870120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 -- 172.21.15.2:0/2982355525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586eb40 msgr2=0x5631b5870120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586eb40 0x5631b5870120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 -- 172.21.15.2:0/2982355525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 msgr2=0x5631b5868c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5868c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 -- 172.21.15.2:0/2982355525 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631b586e750 con 0x5631b5878370 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda3ffff640 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fda2c031560 tx=0x7fda2c031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9722b2fc71a1590f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda2a7fc640 1 -- 172.21.15.2:0/2982355525 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c035040 con 0x5631b5878370 2024-09-05T04:16:18.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda2a7fc640 1 -- 172.21.15.2:0/2982355525 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda2c031e30 con 0x5631b5878370 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.547+0000 7fda2a7fc640 1 -- 172.21.15.2:0/2982355525 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda2c044030 con 0x5631b5878370 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- 172.21.15.2:0/2982355525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 msgr2=0x5631b5870660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fda2c031560 tx=0x7fda2c031400 comp rx=0 tx=0).stop 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- 172.21.15.2:0/2982355525 shutdown_connections 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b5878370 0x5631b5870660 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b586eb40 0x5631b5870120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- 172.21.15.2:0/2982355525 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5868c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- 172.21.15.2:0/2982355525 >> 172.21.15.2:0/2982355525 conn(0x5631b5836310 msgr2=0x5631b5868500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- 172.21.15.2:0/2982355525 shutdown_connections 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- 172.21.15.2:0/2982355525 wait complete. 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- start start 2024-09-05T04:16:18.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 Processor -- start 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5880d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5872540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda401afc70 con 0x5631b586eb40 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda401b10e0 con 0x5631b586d5d0 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.548+0000 7fda49445740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda401b0340 con 0x5631b5878370 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda49445740 10 client.0 _ll_register_callbacks cb 0x7fda3400a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56202/0 (socket says 172.21.15.2:56202) 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 -- 172.21.15.2:0/1839431047 learned_addr learned my addr 172.21.15.2:0/1839431047 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda3ffff640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5880d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 -- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 msgr2=0x5631b5872540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda3ffff640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5872540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5872540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 -- 172.21.15.2:0/1839431047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 msgr2=0x5631b5880d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5880d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 -- 172.21.15.2:0/1839431047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631b58f17a0 con 0x5631b586eb40 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda44e08640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fda3400adf0 tx=0x7fda34010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6eba04f4b25045ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda1ffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3402b060 con 0x5631b586eb40 2024-09-05T04:16:18.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fda3400fa10 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda2c031e30 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda34032050 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda49445740 10 client.16773 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.549+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5631b58f2970 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda2c031e30 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda3401d390 con 0x5631b586eb40 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 10 client.16773 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 10 client.16773 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:18.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 20 client.16773 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b58f30d0 0x5631b58f54f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 4 client.16773 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5631b57dad70 con 0x5631b58f30d0 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda3ffff640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b58f30d0 0x5631b58f54f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda1ffff640 10 client.16773 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.550+0000 7fda3ffff640 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b58f30d0 0x5631b58f54f0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93e0a0eeb14b3551 server_cookie=898421ebdd8fead2 in_seq=0 out_seq=0 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda1ffff640 1 -- 172.21.15.2:0/1839431047 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5631b57dad70 con 0x5631b58f30d0 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda1ffff640 10 client.16773 handle_command_reply: tid=0 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 client.16773 shutdown 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 msgr2=0x5631b5871e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fda3400adf0 tx=0x7fda34010af0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 shutdown_connections 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5631b58f30d0 0x5631b58f54f0 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5631b5878370 0x5631b5872540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5631b586eb40 0x5631b5871e50 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 --2- 172.21.15.2:0/1839431047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5631b586d5d0 0x5631b5880d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 >> 172.21.15.2:0/1839431047 conn(0x5631b5836310 msgr2=0x5631b5868d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda1ffff640 0 client.16773 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 shutdown_connections 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 1 -- 172.21.15.2:0/1839431047 wait complete. 2024-09-05T04:16:18.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.551+0000 7fda49445740 20 client.16773 trim_cache size 0 max 16384 2024-09-05T04:16:18.564 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 msgr2=0x7fda300a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 0x7fda300a5230 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fda380978b0 tx=0x7fda380c59c0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 msgr2=0x7fda401030d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fda3800b970 tx=0x7fda3800bd70 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 shutdown_connections 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda300a2d70 0x7fda300a5230 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40106a80 0x7fda401030d0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40101420 0x7fda40102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 --2- 172.21.15.2:0/2081903944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda40100a80 0x7fda40102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 >> 172.21.15.2:0/2081903944 conn(0x7fda400fc7a0 msgr2=0x7fda40104890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 shutdown_connections 2024-09-05T04:16:18.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:18.552+0000 7fda4706c640 1 -- 172.21.15.2:0/2081903944 wait complete. 2024-09-05T04:16:19.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:19 smithi002 ceph-mon[31001]: pgmap v163: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:19.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:19 smithi079 ceph-mon[34908]: pgmap v163: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:19.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:19 smithi047 ceph-mon[34498]: pgmap v163: 129 pgs: 129 active+clean; 1.5 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:16:20.380 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:16:20.380 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:16:20.647 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- 172.21.15.2:0/401567453 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654100e20 msgr2=0x7fe654101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- 172.21.15.2:0/401567453 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654100e20 0x7fe654101200 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fe650009900 tx=0x7fe65002a480 comp rx=0 tx=0).stop 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- 172.21.15.2:0/401567453 shutdown_connections 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- 172.21.15.2:0/401567453 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe654102ef0 0x7fe65410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- 172.21.15.2:0/401567453 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102570 0x7fe6541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- 172.21.15.2:0/401567453 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654100e20 0x7fe654101200 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- 172.21.15.2:0/401567453 >> 172.21.15.2:0/401567453 conn(0x7fe6540fc7d0 msgr2=0x7fe6540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- 172.21.15.2:0/401567453 shutdown_connections 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- 172.21.15.2:0/401567453 wait complete. 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 Processor -- start 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 -- start start 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe654100e20 0x7fe654198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.118+0000 7fe65b811640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102ef0 0x7fe65419cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe65b811640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe654110e30 con 0x7fe654102570 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe65b811640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe654110cb0 con 0x7fe654102ef0 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe65b811640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe654110fb0 con 0x7fe654100e20 2024-09-05T04:16:21.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56226/0 (socket says 172.21.15.2:56226) 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 -- 172.21.15.2:0/2520011792 learned_addr learned my addr 172.21.15.2:0/2520011792 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe659dae640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102ef0 0x7fe65419cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 -- 172.21.15.2:0/2520011792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe654100e20 msgr2=0x7fe654198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe654100e20 0x7fe654198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 -- 172.21.15.2:0/2520011792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102ef0 msgr2=0x7fe65419cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102ef0 0x7fe65419cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 -- 172.21.15.2:0/2520011792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65419d440 con 0x7fe654102570 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe658dac640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d950 tx=0x7fe64400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe64a7fc640 1 -- 172.21.15.2:0/2520011792 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644017070 con 0x7fe654102570 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe64a7fc640 1 -- 172.21.15.2:0/2520011792 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe644009c30 con 0x7fe654102570 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe65419d730 con 0x7fe654102570 2024-09-05T04:16:21.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe64a7fc640 1 -- 172.21.15.2:0/2520011792 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64400f620 con 0x7fe654102570 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.119+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6541a5010 con 0x7fe654102570 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.122+0000 7fe65dbea740 1 Processor -- start 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.122+0000 7fe64a7fc640 1 -- 172.21.15.2:0/2520011792 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe6440109a0 con 0x7fe654102570 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 -- start start 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b135e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b145150 0x555a5b147540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555a5b09b280 con 0x555a5b136360 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555a5b042b10 con 0x555a5b135a40 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe65dbea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555a5b097240 con 0x555a5b145150 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56232/0 (socket says 172.21.15.2:56232) 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 -- 172.21.15.2:0/2402417779 learned_addr learned my addr 172.21.15.2:0/2402417779 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe659dae640 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b135e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe658dac640 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b145150 0x555a5b147540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 -- 172.21.15.2:0/2402417779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b145150 msgr2=0x555a5b147540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b145150 0x555a5b147540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 -- 172.21.15.2:0/2402417779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 msgr2=0x555a5b135e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b135e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 -- 172.21.15.2:0/2402417779 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5b04f1f0 con 0x555a5b136360 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe64a7fc640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 0x7fe6400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe659dae640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 0x7fe6400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.123+0000 7fe6595ad640 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fe650032b30 tx=0x7fe650032b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c190dfc5168188 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.124+0000 7fe64a7fc640 1 -- 172.21.15.2:0/2520011792 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe6440cf4f0 con 0x7fe654102570 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.124+0000 7fe63f7fe640 1 -- 172.21.15.2:0/2402417779 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe65003e030 con 0x555a5b136360 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.124+0000 7fe63f7fe640 1 -- 172.21.15.2:0/2402417779 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe650032e40 con 0x555a5b136360 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.124+0000 7fe63f7fe640 1 -- 172.21.15.2:0/2402417779 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe650035040 con 0x555a5b136360 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- 172.21.15.2:0/2402417779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 msgr2=0x555a5b144c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fe650032b30 tx=0x7fe650032b60 comp rx=0 tx=0).stop 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe659dae640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 0x7fe6400a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe64c005fd0 tx=0x7fe64c0096e0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- 172.21.15.2:0/2402417779 shutdown_connections 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b145150 0x555a5b147540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b136360 0x555a5b144c10 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 --2- 172.21.15.2:0/2402417779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b135e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- 172.21.15.2:0/2402417779 >> 172.21.15.2:0/2402417779 conn(0x555a5b1320f0 msgr2=0x555a5b1324d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- 172.21.15.2:0/2402417779 shutdown_connections 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- 172.21.15.2:0/2402417779 wait complete. 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 -- start start 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.125+0000 7fe65dbea740 1 Processor -- start 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b1425e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b142b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555a5b147d20 con 0x555a5b135a40 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555a5b055f10 con 0x555a5b145150 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555a5b147ea0 con 0x555a5b136360 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe65dbea740 10 client.0 _ll_register_callbacks cb 0x555a5b01ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56246/0 (socket says 172.21.15.2:56246) 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 -- 172.21.15.2:0/3466664170 learned_addr learned my addr 172.21.15.2:0/3466664170 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe659dae640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b142b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe658dac640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b1425e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 -- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 msgr2=0x555a5b1425e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b1425e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 -- 172.21.15.2:0/3466664170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 msgr2=0x555a5b142b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b142b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 -- 172.21.15.2:0/3466664170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5ae0c6a0 con 0x555a5b135a40 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fe650005400 tx=0x7fe650005430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670905ef66a6f7aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.126+0000 7fe63cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe650035050 con 0x555a5b135a40 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555a5b0a87f0 con 0x555a5b135a40 2024-09-05T04:16:21.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe650031630 con 0x555a5b135a40 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe65003e040 con 0x555a5b135a40 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 10 client.16785 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555a5b1539e0 con 0x555a5b135a40 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x555a5b0a87f0 con 0x555a5b135a40 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe650043410 con 0x555a5b135a40 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 10 client.16785 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 10 client.16785 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 20 client.16785 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b154d30 0x555a5b157120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 4 client.16785 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.127+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a5b0a2d00 con 0x555a5b154d30 2024-09-05T04:16:21.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.128+0000 7fe658dac640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b154d30 0x555a5b157120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.128+0000 7fe658dac640 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b154d30 0x555a5b157120 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b761772fe22ccd2b server_cookie=51ea9c103baee8e5 in_seq=0 out_seq=0 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.128+0000 7fe63cff9640 10 client.16785 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe63cff9640 1 -- 172.21.15.2:0/3466664170 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555a5b0a2d00 con 0x555a5b154d30 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe63cff9640 10 client.16785 handle_command_reply: tid=0 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 client.16785 shutdown 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 msgr2=0x555a5b1420a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fe650005400 tx=0x7fe650005430 comp rx=0 tx=0).stop 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 shutdown_connections 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b154d30 0x555a5b157120 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b142b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b1425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3466664170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b1420a0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 >> 172.21.15.2:0/3466664170 conn(0x555a5b1320f0 msgr2=0x555a5b137e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe63cff9640 0 client.16785 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:21.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 shutdown_connections 2024-09-05T04:16:21.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 1 -- 172.21.15.2:0/3466664170 wait complete. 2024-09-05T04:16:21.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.129+0000 7fe65dbea740 20 client.16785 trim_cache size 0 max 16384 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.146+0000 7fe65dbea740 1 Processor -- start 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.146+0000 7fe65dbea740 1 -- start start 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b15c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b15cc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541aacf0 con 0x555a5b145150 2024-09-05T04:16:21.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541ad570 con 0x555a5b135a40 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe65dbea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541ab360 con 0x555a5b136360 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56262/0 (socket says 172.21.15.2:56262) 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 -- 172.21.15.2:0/1772941429 learned_addr learned my addr 172.21.15.2:0/1772941429 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe658dac640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b15cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe6595ad640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b15c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 -- 172.21.15.2:0/1772941429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 msgr2=0x555a5b15cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b15cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 -- 172.21.15.2:0/1772941429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 msgr2=0x555a5b15c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b15c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 -- 172.21.15.2:0/1772941429 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5b138560 con 0x555a5b145150 2024-09-05T04:16:21.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe658dac640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b15cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:21.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.147+0000 7fe659dae640 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0096b0 tx=0x7fe64c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19cec5d845035635 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe63effd640 1 -- 172.21.15.2:0/1772941429 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c02c070 con 0x555a5b145150 2024-09-05T04:16:21.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe63effd640 1 -- 172.21.15.2:0/1772941429 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe64c01dc50 con 0x555a5b145150 2024-09-05T04:16:21.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe63effd640 1 -- 172.21.15.2:0/1772941429 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64c01e670 con 0x555a5b145150 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 -- 172.21.15.2:0/1772941429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 msgr2=0x555a5b142060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0096b0 tx=0x7fe64c015000 comp rx=0 tx=0).stop 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 -- 172.21.15.2:0/1772941429 shutdown_connections 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b145150 0x555a5b142060 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b15cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 --2- 172.21.15.2:0/1772941429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b135a40 0x555a5b15c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 -- 172.21.15.2:0/1772941429 >> 172.21.15.2:0/1772941429 conn(0x555a5b1320f0 msgr2=0x555a5b141060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 -- 172.21.15.2:0/1772941429 shutdown_connections 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.148+0000 7fe65dbea740 1 -- 172.21.15.2:0/1772941429 wait complete. 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 -- start start 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 Processor -- start 2024-09-05T04:16:21.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b148990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b148ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541aba30 con 0x555a5b135a40 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541acea0 con 0x555a5b145150 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe6541ac100 con 0x555a5b136360 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe65dbea740 10 client.0 _ll_register_callbacks cb 0x7fe64c009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe6595ad640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56276/0 (socket says 172.21.15.2:56276) 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe6595ad640 1 -- 172.21.15.2:0/3013414282 learned_addr learned my addr 172.21.15.2:0/3013414282 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe659dae640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b148ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.149+0000 7fe658dac640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b148990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 -- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 msgr2=0x555a5b148990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b148990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 -- 172.21.15.2:0/3013414282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 msgr2=0x555a5b148ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b148ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 -- 172.21.15.2:0/3013414282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5b1494c0 con 0x555a5b135a40 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe659dae640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b148ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe6595ad640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fe650043830 tx=0x7fe650043740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05836defd977012 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe63cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe650035070 con 0x555a5b135a40 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe650004230 con 0x555a5b135a40 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe64c01dc50 con 0x555a5b135a40 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe650005850 con 0x555a5b135a40 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe65dbea740 10 client.16791 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:21.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555a5b1bf480 con 0x555a5b135a40 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.150+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe64c01dc50 con 0x555a5b135a40 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe650004d00 con 0x555a5b135a40 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 10 client.16791 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 10 client.16791 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 20 client.16791 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b1bfac0 0x555a5b1c1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 4 client.16791 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555a5b01f110 con 0x555a5b1bfac0 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe658dac640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b1bfac0 0x555a5b1c1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe63cff9640 10 client.16791 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.151+0000 7fe658dac640 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b1bfac0 0x555a5b1c1ee0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5e6b85aa50a616f server_cookie=cfd9babf7f835f8c in_seq=0 out_seq=0 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.152+0000 7fe63cff9640 1 -- 172.21.15.2:0/3013414282 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555a5b01f110 con 0x555a5b1bfac0 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.152+0000 7fe63cff9640 10 client.16791 handle_command_reply: tid=0 2024-09-05T04:16:21.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.152+0000 7fe65dbea740 1 client.16791 shutdown 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.152+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 msgr2=0x555a5b14d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.152+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fe650043830 tx=0x7fe650043740 comp rx=0 tx=0).stop 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 shutdown_connections 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555a5b1bfac0 0x555a5b1c1ee0 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555a5b145150 0x555a5b148ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555a5b136360 0x555a5b148990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe63cff9640 0 client.16791 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 --2- 172.21.15.2:0/3013414282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555a5b135a40 0x555a5b14d660 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 >> 172.21.15.2:0/3013414282 conn(0x555a5b1320f0 msgr2=0x555a5b140840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 shutdown_connections 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 1 -- 172.21.15.2:0/3013414282 wait complete. 2024-09-05T04:16:21.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.153+0000 7fe65dbea740 20 client.16791 trim_cache size 0 max 16384 2024-09-05T04:16:21.160 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:21.160 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:16:21.160 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "14ac7f0b-d0b7-4691-b29a-49ff1c40eb23", 2024-09-05T04:16:21.160 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:16:21.160 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 msgr2=0x7fe6400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 0x7fe6400a51b0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe64c005fd0 tx=0x7fe64c0096e0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 msgr2=0x7fe6541989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d950 tx=0x7fe64400de10 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 shutdown_connections 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6400a2cf0 0x7fe6400a51b0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe654102ef0 0x7fe65419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe654102570 0x7fe6541989d0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 --2- 172.21.15.2:0/2520011792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe654100e20 0x7fe654198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:21.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 >> 172.21.15.2:0/2520011792 conn(0x7fe6540fc7d0 msgr2=0x7fe654105fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:21.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 shutdown_connections 2024-09-05T04:16:21.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:21.154+0000 7fe65b811640 1 -- 172.21.15.2:0/2520011792 wait complete. 2024-09-05T04:16:21.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:21 smithi002 ceph-mon[31001]: pgmap v164: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-09-05T04:16:21.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:21 smithi079 ceph-mon[34908]: pgmap v164: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-09-05T04:16:21.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:21 smithi047 ceph-mon[34498]: pgmap v164: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 49 KiB/s wr, 14 op/s 2024-09-05T04:16:21.978 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:16:22.239 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:22.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:22 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:16:22.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:22 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:22 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:16:22.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:22 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:22 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:16:22.359 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:22 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:16:22.360 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:22 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.360 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:22 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:16:22.360 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:22 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.360 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:22 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:16:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:22 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:16:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:22 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:22 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:16:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:22 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:22.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:22 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:16:22.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.692+0000 7f93d2cd0640 1 -- 172.21.15.2:0/528984634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 msgr2=0x7f93cc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.692+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/528984634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc100ee0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f93b4009930 tx=0x7f93b402a420 comp rx=0 tx=0).stop 2024-09-05T04:16:22.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 -- 172.21.15.2:0/528984634 shutdown_connections 2024-09-05T04:16:22.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/528984634 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc101420 0x7f93cc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/528984634 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc100ee0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/528984634 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc106a80 0x7f93cc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 -- 172.21.15.2:0/528984634 >> 172.21.15.2:0/528984634 conn(0x7f93cc0fc7a0 msgr2=0x7f93cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 -- 172.21.15.2:0/528984634 shutdown_connections 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 -- 172.21.15.2:0/528984634 wait complete. 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 Processor -- start 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.693+0000 7f93d2cd0640 1 -- start start 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc101420 0x7f93cc1998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 0x7f93cc1a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc110dd0 con 0x7f93cc100a80 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc110c50 con 0x7f93cc106a80 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc110f50 con 0x7f93cc101420 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50530/0 (socket says 172.21.15.2:50530) 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 -- 172.21.15.2:0/116364435 learned_addr learned my addr 172.21.15.2:0/116364435 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93cbfff640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc101420 0x7f93cc1998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 -- 172.21.15.2:0/116364435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc101420 msgr2=0x7f93cc1998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d126d640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 0x7f93cc1a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc101420 0x7f93cc1998a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 -- 172.21.15.2:0/116364435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 msgr2=0x7f93cc1a43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 0x7f93cc1a43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 -- 172.21.15.2:0/116364435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93cc1a4920 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d126d640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 0x7f93cc1a43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f93c400b4a0 tx=0x7f93c400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93c9ffb640 1 -- 172.21.15.2:0/116364435 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4014070 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93cc1a4af0 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93c9ffb640 1 -- 172.21.15.2:0/116364435 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c4010ac0 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.694+0000 7f93c9ffb640 1 -- 172.21.15.2:0/116364435 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4017c30 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.695+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93cc1a5030 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.697+0000 7f93c9ffb640 1 -- 172.21.15.2:0/116364435 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f93c4017070 con 0x7f93cc100a80 2024-09-05T04:16:22.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.697+0000 7f93d50a9740 1 Processor -- start 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.697+0000 7f93c9ffb640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 0x7f93b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.697+0000 7f93d50a9740 1 -- start start 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93c9ffb640 1 -- 172.21.15.2:0/116364435 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f93c40cee50 con 0x7f93cc100a80 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d126d640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 0x7f93b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5377880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5382680 0x562df5384a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562df52dd2e0 con 0x562df5382680 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562df5284ce0 con 0x562df53774a0 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d50a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562df52d92a0 con 0x562df5377dc0 2024-09-05T04:16:22.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:54288/0 (socket says 172.21.15.2:54288) 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 -- 172.21.15.2:0/122284019 learned_addr learned my addr 172.21.15.2:0/122284019 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5377880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d126d640 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5382680 0x562df5384a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93d126d640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 0x7f93b80a51b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007e80 tx=0x7f93bc00c690 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 -- 172.21.15.2:0/122284019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 msgr2=0x562df5377880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5377880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 -- 172.21.15.2:0/122284019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5382680 msgr2=0x562df5384a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5382680 0x562df5384a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.698+0000 7f93cbfff640 1 -- 172.21.15.2:0/122284019 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562df5269440 con 0x562df5377dc0 2024-09-05T04:16:22.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93cbfff640 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f93b4033000 tx=0x7f93b4032e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=279bb0e09e84ae52 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93c2ffd640 1 -- 172.21.15.2:0/122284019 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b403f070 con 0x562df5377dc0 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93c2ffd640 1 -- 172.21.15.2:0/122284019 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93b40316a0 con 0x562df5377dc0 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93c2ffd640 1 -- 172.21.15.2:0/122284019 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b4035070 con 0x562df5377dc0 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 -- 172.21.15.2:0/122284019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 msgr2=0x562df5382140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f93b4033000 tx=0x7f93b4032e40 comp rx=0 tx=0).stop 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 -- 172.21.15.2:0/122284019 shutdown_connections 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5382680 0x562df5384a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5382140 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 --2- 172.21.15.2:0/122284019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5377880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.699+0000 7f93d50a9740 1 -- 172.21.15.2:0/122284019 >> 172.21.15.2:0/122284019 conn(0x562df5373a30 msgr2=0x562df5373e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- 172.21.15.2:0/122284019 shutdown_connections 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- 172.21.15.2:0/122284019 wait complete. 2024-09-05T04:16:22.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- start start 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 Processor -- start 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df5381f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5382680 0x562df537f740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562df5385250 con 0x562df5377dc0 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562df5298050 con 0x562df5382680 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562df53853d0 con 0x562df53774a0 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93d50a9740 10 client.0 _ll_register_callbacks cb 0x562df52d8160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:22.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.700+0000 7f93cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50542/0 (socket says 172.21.15.2:50542) 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 -- 172.21.15.2:0/1665052876 learned_addr learned my addr 172.21.15.2:0/1665052876 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df5381f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93d126d640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5382680 0x562df537f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 -- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 msgr2=0x562df5381f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df5381f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 -- 172.21.15.2:0/1665052876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5382680 msgr2=0x562df537f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5382680 0x562df537f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 -- 172.21.15.2:0/1665052876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562df504e3c0 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f93b4031a60 tx=0x7f93b4032c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b4c67b5fd287a43 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93abfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93b403f070 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f93b403b660 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93b40316a0 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f93b4055050 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93d50a9740 10 client.16803 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.701+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562df5390bd0 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93b40316a0 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f93b40447b0 con 0x562df5377dc0 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 10 client.16803 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 10 client.16803 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:22.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 20 client.16803 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5391f20 0x562df5394310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 4 client.16803 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562df52ea850 con 0x562df5391f20 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.702+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5391f20 0x562df5394310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93abfff640 10 client.16803 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5391f20 0x562df5394310 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74f9a4120f20636f server_cookie=890649add386e98 in_seq=0 out_seq=0 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93abfff640 1 -- 172.21.15.2:0/1665052876 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562df52ea850 con 0x562df5391f20 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93abfff640 10 client.16803 handle_command_reply: tid=0 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 client.16803 shutdown 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 msgr2=0x562df537f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f93b4031a60 tx=0x7f93b4032c20 comp rx=0 tx=0).stop 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 shutdown_connections 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5391f20 0x562df5394310 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5382680 0x562df537f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5377dc0 0x562df537f200 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1665052876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df5381f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 >> 172.21.15.2:0/1665052876 conn(0x562df5373a30 msgr2=0x562df5379710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.703+0000 7f93abfff640 0 client.16803 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.704+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 shutdown_connections 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.704+0000 7f93d50a9740 1 -- 172.21.15.2:0/1665052876 wait complete. 2024-09-05T04:16:22.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.704+0000 7f93d50a9740 20 client.16803 trim_cache size 0 max 16384 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 Processor -- start 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 -- start start 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5396f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5397490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1ad0f0 con 0x562df5373a30 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1af970 con 0x562df53774a0 2024-09-05T04:16:22.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d50a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1ad760 con 0x562df5377dc0 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50546/0 (socket says 172.21.15.2:50546) 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.721+0000 7f93d0a6c640 1 -- 172.21.15.2:0/2857304449 learned_addr learned my addr 172.21.15.2:0/2857304449 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93cbfff640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5396f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d126d640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5397490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 -- 172.21.15.2:0/2857304449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 msgr2=0x562df5397490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5397490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 -- 172.21.15.2:0/2857304449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 msgr2=0x562df5396f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5396f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 -- 172.21.15.2:0/2857304449 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562df537e1d0 con 0x562df5373a30 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93cbfff640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5396f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:22.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d126d640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5397490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f93c400b470 tx=0x7f93c40047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f350ed20bee1d24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93c27fc640 1 -- 172.21.15.2:0/2857304449 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c401e040 con 0x562df5373a30 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93c27fc640 1 -- 172.21.15.2:0/2857304449 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c4099180 con 0x562df5373a30 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.722+0000 7f93c27fc640 1 -- 172.21.15.2:0/2857304449 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4097750 con 0x562df5373a30 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- 172.21.15.2:0/2857304449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 msgr2=0x562df537daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f93c400b470 tx=0x7f93c40047d0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- 172.21.15.2:0/2857304449 shutdown_connections 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df5377dc0 0x562df5397490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df53774a0 0x562df5396f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.738 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 --2- 172.21.15.2:0/2857304449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df537daf0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- 172.21.15.2:0/2857304449 >> 172.21.15.2:0/2857304449 conn(0x562df537f8a0 msgr2=0x562df537a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- 172.21.15.2:0/2857304449 shutdown_connections 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- 172.21.15.2:0/2857304449 wait complete. 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 -- start start 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.723+0000 7f93d50a9740 1 Processor -- start 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df53959a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5377dc0 0x562df53fb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1ade30 con 0x562df5373a30 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1af2a0 con 0x562df5377dc0 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc1ae500 con 0x562df53774a0 2024-09-05T04:16:22.739 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 10 client.0 _ll_register_callbacks cb 0x7f93bc016030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50556/0 (socket says 172.21.15.2:50556) 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 -- 172.21.15.2:0/1040001304 learned_addr learned my addr 172.21.15.2:0/1040001304 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df53959a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d126d640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5377dc0 0x562df53fb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 -- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 msgr2=0x562df53959a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df53959a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 -- 172.21.15.2:0/1040001304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5377dc0 msgr2=0x562df53fb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5377dc0 0x562df53fb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 -- 172.21.15.2:0/1040001304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562df53822c0 con 0x562df5373a30 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d0a6c640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f93c409b070 tx=0x7f93c409f160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=535d9f6501a21e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93abfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c401e040 con 0x562df5373a30 2024-09-05T04:16:22.740 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f93c40bb040 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.724+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93c4099180 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f93c4066120 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 10 client.16809 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562df53fce90 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f93c4099180 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f93c409a530 con 0x562df5373a30 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 10 client.16809 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 10 client.16809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 20 client.16809 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5382680 0x562df53ff500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 4 client.16809 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562df52e4d60 con 0x562df5382680 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.725+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5382680 0x562df53ff500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93cbfff640 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5382680 0x562df53ff500 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e439c7d38a1909a server_cookie=574300d502cc9cad in_seq=0 out_seq=0 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93abfff640 10 client.16809 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93abfff640 1 -- 172.21.15.2:0/1040001304 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562df52e4d60 con 0x562df5382680 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93abfff640 10 client.16809 handle_command_reply: tid=0 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 client.16809 shutdown 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 msgr2=0x562df5395460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f93c409b070 tx=0x7f93c409f160 comp rx=0 tx=0).stop 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 shutdown_connections 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562df5382680 0x562df53ff500 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562df5377dc0 0x562df53fb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562df53774a0 0x562df53959a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 --2- 172.21.15.2:0/1040001304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562df5373a30 0x562df5395460 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 >> 172.21.15.2:0/1040001304 conn(0x562df537f8a0 msgr2=0x562df5381280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93abfff640 0 client.16809 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 shutdown_connections 2024-09-05T04:16:22.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 1 -- 172.21.15.2:0/1040001304 wait complete. 2024-09-05T04:16:22.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.726+0000 7f93d50a9740 20 client.16809 trim_cache size 0 max 16384 2024-09-05T04:16:22.743 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:22.743 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:16:22.743 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:16:22.743 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 msgr2=0x7f93b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 0x7f93b80a51b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007e80 tx=0x7f93bc00c690 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 msgr2=0x7f93cc199360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f93c400b4a0 tx=0x7f93c400b960 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 shutdown_connections 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f93b80a2cf0 0x7f93b80a51b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f93cc106a80 0x7f93cc1a43e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f93cc101420 0x7f93cc1998a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 --2- 172.21.15.2:0/116364435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f93cc100a80 0x7f93cc199360 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 >> 172.21.15.2:0/116364435 conn(0x7f93cc0fc7a0 msgr2=0x7f93cc0fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 shutdown_connections 2024-09-05T04:16:22.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:22.727+0000 7f93d2cd0640 1 -- 172.21.15.2:0/116364435 wait complete. 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- 172.21.15.2:0/513062943 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 msgr2=0x7fad0410bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 --2- 172.21.15.2:0/513062943 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad0410bab0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7facf0009900 tx=0x7facf002a480 comp rx=0 tx=0).stop 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- 172.21.15.2:0/513062943 shutdown_connections 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 --2- 172.21.15.2:0/513062943 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 0x7fad0410e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 --2- 172.21.15.2:0/513062943 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad0410bab0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 --2- 172.21.15.2:0/513062943 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 0x7fad04103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- 172.21.15.2:0/513062943 >> 172.21.15.2:0/513062943 conn(0x7fad040fc6c0 msgr2=0x7fad040feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- 172.21.15.2:0/513062943 shutdown_connections 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- 172.21.15.2:0/513062943 wait complete. 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 Processor -- start 2024-09-05T04:16:22.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.855+0000 7fad0b04c640 1 -- start start 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 0x7fad04198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 0x7fad0419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fad04111da0 con 0x7fad041035d0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad04111c20 con 0x7fad04102cb0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad0b04c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fad04111f20 con 0x7fad0410c0d0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50578/0 (socket says 172.21.15.2:50578) 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 -- 172.21.15.2:0/3904587057 learned_addr learned my addr 172.21.15.2:0/3904587057 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad08de8640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 0x7fad04198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad095e9640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 0x7fad0419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 -- 172.21.15.2:0/3904587057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 msgr2=0x7fad0419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 0x7fad0419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 -- 172.21.15.2:0/3904587057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 msgr2=0x7fad04198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 0x7fad04198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 -- 172.21.15.2:0/3904587057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad0419d320 con 0x7fad041035d0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.856+0000 7fad03fff640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7facf0005940 tx=0x7facf00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.857+0000 7fad01ffb640 1 -- 172.21.15.2:0/3904587057 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf003f030 con 0x7fad041035d0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.857+0000 7fad01ffb640 1 -- 172.21.15.2:0/3904587057 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf0003cb0 con 0x7fad041035d0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.857+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad0419d5b0 con 0x7fad041035d0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.857+0000 7fad01ffb640 1 -- 172.21.15.2:0/3904587057 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf0035070 con 0x7fad041035d0 2024-09-05T04:16:22.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.857+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad041a4ea0 con 0x7fad041035d0 2024-09-05T04:16:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.859+0000 7fad01ffb640 1 -- 172.21.15.2:0/3904587057 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7facf0042030 con 0x7fad041035d0 2024-09-05T04:16:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.859+0000 7fad0dde6740 1 Processor -- start 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.859+0000 7fad0dde6740 1 -- start start 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953892af0 0x560953892ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56095389dcb0 0x5609538a00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5609537f72f0 con 0x560953893410 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56095379f270 con 0x56095389dcb0 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad0dde6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5609537f32b0 con 0x560953892af0 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50582/0 (socket says 172.21.15.2:50582) 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 -- 172.21.15.2:0/3422467676 learned_addr learned my addr 172.21.15.2:0/3422467676 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad03fff640 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56095389dcb0 0x5609538a00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad01ffb640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 0x7facf40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad095e9640 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953892af0 0x560953892ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad095e9640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 0x7facf40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 -- 172.21.15.2:0/3422467676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953892af0 msgr2=0x560953892ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953892af0 0x560953892ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 -- 172.21.15.2:0/3422467676 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56095389dcb0 msgr2=0x5609538a00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56095389dcb0 0x5609538a00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 -- 172.21.15.2:0/3422467676 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56095379e340 con 0x560953893410 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad01ffb640 1 -- 172.21.15.2:0/3904587057 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7facf00f0050 con 0x7fad041035d0 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad08de8640 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7facf800ac20 tx=0x7facf800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d3781a6d9665c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.860+0000 7fad095e9640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 0x7facf40a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7facfc005c40 tx=0x7facfc004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7faceeffd640 1 -- 172.21.15.2:0/3422467676 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf801d070 con 0x560953893410 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7faceeffd640 1 -- 172.21.15.2:0/3422467676 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf8018af0 con 0x560953893410 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7faceeffd640 1 -- 172.21.15.2:0/3422467676 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf8010ad0 con 0x560953893410 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 -- 172.21.15.2:0/3422467676 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 msgr2=0x56095389d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7facf800ac20 tx=0x7facf800f790 comp rx=0 tx=0).stop 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 -- 172.21.15.2:0/3422467676 shutdown_connections 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56095389dcb0 0x5609538a00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953893410 0x56095389d770 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3422467676 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953892af0 0x560953892ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 -- 172.21.15.2:0/3422467676 >> 172.21.15.2:0/3422467676 conn(0x56095388f060 msgr2=0x56095388f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 -- 172.21.15.2:0/3422467676 shutdown_connections 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.861+0000 7fad0dde6740 1 -- 172.21.15.2:0/3422467676 wait complete. 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 -- start start 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 Processor -- start 2024-09-05T04:16:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 0x56095389b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56095389dcb0 0x56095389b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5609538a0880 con 0x560953892af0 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560953780290 con 0x560953893410 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5609538a0a00 con 0x56095389dcb0 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad0dde6740 10 client.0 _ll_register_callbacks cb 0x5609537b1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:22.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50588/0 (socket says 172.21.15.2:50588) 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 -- 172.21.15.2:0/3777961947 learned_addr learned my addr 172.21.15.2:0/3777961947 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad095e9640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56095389dcb0 0x56095389b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad03fff640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 0x56095389b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 -- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56095389dcb0 msgr2=0x56095389b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56095389dcb0 0x56095389b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 -- 172.21.15.2:0/3777961947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 msgr2=0x56095389b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.862+0000 7fad08de8640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 0x56095389b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad08de8640 1 -- 172.21.15.2:0/3777961947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56095350a210 con 0x560953892af0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad03fff640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 0x56095389b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad08de8640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7facf8005930 tx=0x7facf800af20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d65b937ed318ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:22.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf801d050 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7facf8018710 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facf8018af0 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7facf8031050 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 10 client.16821 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5609535d6620 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf8018af0 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7facf8010b70 con 0x560953892af0 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 10 client.16821 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 10 client.16821 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 20 client.16821 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609538adb90 0x5609538aff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 4 client.16821 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.863+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560953804a20 con 0x5609538adb90 2024-09-05T04:16:22.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.864+0000 7fad03fff640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609538adb90 0x5609538aff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.864+0000 7fad03fff640 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609538adb90 0x5609538aff80 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2099cfc4a1c8410a server_cookie=37fca280762f775f in_seq=0 out_seq=0 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.864+0000 7face3fff640 10 client.16821 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7face3fff640 1 -- 172.21.15.2:0/3777961947 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560953804a20 con 0x5609538adb90 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7face3fff640 10 client.16821 handle_command_reply: tid=0 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 client.16821 shutdown 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 msgr2=0x56095389ab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7facf8005930 tx=0x7facf800af20 comp rx=0 tx=0).stop 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 shutdown_connections 2024-09-05T04:16:22.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5609538adb90 0x5609538aff80 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56095389dcb0 0x56095389b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953893410 0x56095389b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7face3fff640 0 client.16821 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3777961947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560953892af0 0x56095389ab90 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 >> 172.21.15.2:0/3777961947 conn(0x56095388f060 msgr2=0x560953894d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 shutdown_connections 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 1 -- 172.21.15.2:0/3777961947 wait complete. 2024-09-05T04:16:22.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.865+0000 7fad0dde6740 20 client.16821 trim_cache size 0 max 16384 2024-09-05T04:16:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.879+0000 7fad0dde6740 1 Processor -- start 2024-09-05T04:16:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.879+0000 7fad0dde6740 1 -- start start 2024-09-05T04:16:22.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x56095389b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fad041acf70 con 0x56095389dcb0 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad041af7f0 con 0x560953892af0 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad0dde6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fad041ad5e0 con 0x560953893410 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50602/0 (socket says 172.21.15.2:50602) 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 -- 172.21.15.2:0/4110869514 learned_addr learned my addr 172.21.15.2:0/4110869514 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad03fff640 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 -- 172.21.15.2:0/4110869514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 msgr2=0x5609538b2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 -- 172.21.15.2:0/4110869514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 msgr2=0x56095389b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad08de8640 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x56095389b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x56095389b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 -- 172.21.15.2:0/4110869514 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56095389d6e0 con 0x56095389dcb0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7fad095e9640 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7facfc012590 tx=0x7facfc0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece32008330f1f6f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7facee7fc640 1 -- 172.21.15.2:0/4110869514 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc010460 con 0x56095389dcb0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7facee7fc640 1 -- 172.21.15.2:0/4110869514 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facfc010ab0 con 0x56095389dcb0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.880+0000 7facee7fc640 1 -- 172.21.15.2:0/4110869514 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc01c960 con 0x56095389dcb0 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- 172.21.15.2:0/4110869514 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 msgr2=0x5609538b34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7facfc012590 tx=0x7facfc0099e0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- 172.21.15.2:0/4110869514 shutdown_connections 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b34e0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 --2- 172.21.15.2:0/4110869514 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x56095389b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- 172.21.15.2:0/4110869514 >> 172.21.15.2:0/4110869514 conn(0x56095388f060 msgr2=0x56095389cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- 172.21.15.2:0/4110869514 shutdown_connections 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- 172.21.15.2:0/4110869514 wait complete. 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 -- start start 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.881+0000 7fad0dde6740 1 Processor -- start 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x5609538b37b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fad041adcb0 con 0x56095389dcb0 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad041af120 con 0x560953892af0 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fad041ae380 con 0x560953893410 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad0dde6740 10 client.0 _ll_register_callbacks cb 0x7facf801b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50608/0 (socket says 172.21.15.2:50608) 2024-09-05T04:16:22.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 -- 172.21.15.2:0/3731005869 learned_addr learned my addr 172.21.15.2:0/3731005869 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad03fff640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad08de8640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x5609538b37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 -- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 msgr2=0x5609538b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 -- 172.21.15.2:0/3731005869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 msgr2=0x5609538b37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x5609538b37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad095e9640 1 -- 172.21.15.2:0/3731005869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609538b18f0 con 0x56095389dcb0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.882+0000 7fad08de8640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x5609538b37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad095e9640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7facfc012560 tx=0x7facfc010e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b5e4141a4a50766 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facfc036060 con 0x56095389dcb0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7facfc02e070 con 0x56095389dcb0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facfc010ab0 con 0x56095389dcb0 2024-09-05T04:16:22.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7facfc03d050 con 0x56095389dcb0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 10 client.16827 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560953918580 con 0x56095389dcb0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facfc010ab0 con 0x56095389dcb0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7facfc029520 con 0x56095389dcb0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 10 client.16827 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 10 client.16827 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 20 client.16827 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560953918c40 0x56095391b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 4 client.16827 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.883+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5609537fed70 con 0x560953918c40 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.884+0000 7fad08de8640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560953918c40 0x56095391b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.884+0000 7fad08de8640 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560953918c40 0x56095391b060 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=180daebb745ecf06 server_cookie=d735126addc7812b in_seq=0 out_seq=0 2024-09-05T04:16:22.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.884+0000 7face3fff640 10 client.16827 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7face3fff640 1 -- 172.21.15.2:0/3731005869 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5609537fed70 con 0x560953918c40 2024-09-05T04:16:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7face3fff640 10 client.16827 handle_command_reply: tid=0 2024-09-05T04:16:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 client.16827 shutdown 2024-09-05T04:16:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 msgr2=0x5609538b10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7facfc012560 tx=0x7facfc010e70 comp rx=0 tx=0).stop 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 shutdown_connections 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560953918c40 0x56095391b060 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56095389dcb0 0x5609538b10c0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7face3fff640 0 client.16827 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560953893410 0x5609538b0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 --2- 172.21.15.2:0/3731005869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560953892af0 0x5609538b37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 >> 172.21.15.2:0/3731005869 conn(0x56095388f060 msgr2=0x5609538a8c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 shutdown_connections 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 1 -- 172.21.15.2:0/3731005869 wait complete. 2024-09-05T04:16:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.898+0000 7fad0dde6740 20 client.16827 trim_cache size 0 max 16384 2024-09-05T04:16:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:16:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:16:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:16:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:16:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 msgr2=0x7facf40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 0x7facf40a51b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7facfc005c40 tx=0x7facfc004ab0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 msgr2=0x7fad04198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7facf0005940 tx=0x7facf00042f0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 shutdown_connections 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7facf40a2cf0 0x7facf40a51b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad0410c0d0 0x7fad0419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad041035d0 0x7fad04198870 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 --2- 172.21.15.2:0/3904587057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad04102cb0 0x7fad04198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 >> 172.21.15.2:0/3904587057 conn(0x7fad040fc6c0 msgr2=0x7fad040fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 shutdown_connections 2024-09-05T04:16:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:22.899+0000 7fad0b04c640 1 -- 172.21.15.2:0/3904587057 wait complete. 2024-09-05T04:16:23.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:23 smithi079 ceph-mon[34908]: pgmap v165: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 36 KiB/s wr, 10 op/s 2024-09-05T04:16:23.337 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:23 smithi047 ceph-mon[34498]: pgmap v165: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 36 KiB/s wr, 10 op/s 2024-09-05T04:16:23.518 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:23 smithi002 ceph-mon[31001]: pgmap v165: 129 pgs: 129 active+clean; 1.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 36 KiB/s wr, 10 op/s 2024-09-05T04:16:23.547 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:16:23.547 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:16:23.798 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:24.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 -- 172.21.15.2:0/2201832814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c106f10 msgr2=0x7fc29c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 --2- 172.21.15.2:0/2201832814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c106f10 0x7fc29c10ea90 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fc28c009900 tx=0x7fc28c02a410 comp rx=0 tx=0).stop 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 -- 172.21.15.2:0/2201832814 shutdown_connections 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 --2- 172.21.15.2:0/2201832814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c106f10 0x7fc29c10ea90 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 --2- 172.21.15.2:0/2201832814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c102790 0x7fc29c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 --2- 172.21.15.2:0/2201832814 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 0x7fc29c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 -- 172.21.15.2:0/2201832814 >> 172.21.15.2:0/2201832814 conn(0x7fc29c0fd8c0 msgr2=0x7fc29c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 -- 172.21.15.2:0/2201832814 shutdown_connections 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.294+0000 7fc2a0def640 1 -- 172.21.15.2:0/2201832814 wait complete. 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 Processor -- start 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 -- start start 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 0x7fc29c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:24.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 0x7fc29c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111e20 con 0x7fc29c102790 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111ca0 con 0x7fc29c106f10 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc2a0def640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc29c111fa0 con 0x7fc29c101de0 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50624/0 (socket says 172.21.15.2:50624) 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 -- 172.21.15.2:0/614209198 learned_addr learned my addr 172.21.15.2:0/614209198 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc29a59c640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 0x7fc29c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc29ad9d640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 0x7fc29c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 -- 172.21.15.2:0/614209198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 msgr2=0x7fc29c198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 0x7fc29c198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 -- 172.21.15.2:0/614209198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 msgr2=0x7fc29c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:24.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 0x7fc29c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc299d9b640 1 -- 172.21.15.2:0/614209198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc29c19d2d0 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.295+0000 7fc29ad9d640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 0x7fc29c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc299d9b640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fc28400d950 tx=0x7fc28400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc284017070 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc284009c30 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc29c19d5c0 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28400f620 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.296+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc29c1a4ea0 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.297+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc29c1021c0 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.298+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc2840109a0 con 0x7fc29c102790 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.299+0000 7fc2937fe640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 0x7fc2880a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.299+0000 7fc29a59c640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 0x7fc2880a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:24.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.299+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc2840cf310 con 0x7fc29c102790 2024-09-05T04:16:24.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.299+0000 7fc29a59c640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 0x7fc2880a5230 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc294005fd0 tx=0x7fc294009680 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:24.318 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.302+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc284009de0 con 0x7fc29c102790 2024-09-05T04:16:24.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.514+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc29c109b60 con 0x7fc29c102790 2024-09-05T04:16:24.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.515+0000 7fc2937fe640 1 -- 172.21.15.2:0/614209198 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fc28409bc10 con 0x7fc29c102790 2024-09-05T04:16:24.517 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:16:24.517 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:16:24.517 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:16:24.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 msgr2=0x7fc2880a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 0x7fc2880a5230 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc294005fd0 tx=0x7fc294009680 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 msgr2=0x7fc29c198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fc28400d950 tx=0x7fc28400de10 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 shutdown_connections 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2880a2d70 0x7fc2880a5230 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc29c106f10 0x7fc29c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc29c102790 0x7fc29c198860 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 --2- 172.21.15.2:0/614209198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc29c101de0 0x7fc29c198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 >> 172.21.15.2:0/614209198 conn(0x7fc29c0fd8c0 msgr2=0x7fc29c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 shutdown_connections 2024-09-05T04:16:24.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:24.517+0000 7fc2a0def640 1 -- 172.21.15.2:0/614209198 wait complete. 2024-09-05T04:16:25.195 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:25 smithi002 ceph-mon[31001]: pgmap v166: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 55 KiB/s wr, 17 op/s 2024-09-05T04:16:25.196 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:25 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/614209198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:25.222 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:16:25.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:25 smithi079 ceph-mon[34908]: pgmap v166: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 55 KiB/s wr, 17 op/s 2024-09-05T04:16:25.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:25 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/614209198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:25.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:25 smithi047 ceph-mon[34498]: pgmap v166: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 55 KiB/s wr, 17 op/s 2024-09-05T04:16:25.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:25 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/614209198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:25.474 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:25.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 -- 172.21.15.2:0/1953289576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34102d40 msgr2=0x7fca34103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:25.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 --2- 172.21.15.2:0/1953289576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34102d40 0x7fca34103120 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fca30009900 tx=0x7fca3002a480 comp rx=0 tx=0).stop 2024-09-05T04:16:25.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 -- 172.21.15.2:0/1953289576 shutdown_connections 2024-09-05T04:16:25.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 --2- 172.21.15.2:0/1953289576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 --2- 172.21.15.2:0/1953289576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34103660 0x7fca3410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 --2- 172.21.15.2:0/1953289576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34102d40 0x7fca34103120 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 -- 172.21.15.2:0/1953289576 >> 172.21.15.2:0/1953289576 conn(0x7fca340fc7a0 msgr2=0x7fca340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 -- 172.21.15.2:0/1953289576 shutdown_connections 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.982+0000 7fca3bf17640 1 -- 172.21.15.2:0/1953289576 wait complete. 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 Processor -- start 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 -- start start 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34102d40 0x7fca34198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fca34111e20 con 0x7fca34103660 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fca34111ca0 con 0x7fca34102d40 2024-09-05T04:16:25.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3bf17640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fca34111fa0 con 0x7fca3410c170 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca394b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca394b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50654/0 (socket says 172.21.15.2:50654) 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca394b2640 1 -- 172.21.15.2:0/315387784 learned_addr learned my addr 172.21.15.2:0/315387784 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca39cb3640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34102d40 0x7fca34198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.983+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 -- 172.21.15.2:0/315387784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 msgr2=0x7fca3419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 -- 172.21.15.2:0/315387784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34102d40 msgr2=0x7fca34198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34102d40 0x7fca34198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 -- 172.21.15.2:0/315387784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca3419d2d0 con 0x7fca34103660 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:25.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca394b2640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fca2400c970 tx=0x7fca2400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca2affd640 1 -- 172.21.15.2:0/315387784 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca24007bb0 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca2affd640 1 -- 172.21.15.2:0/315387784 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca24007d50 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca3419d5c0 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca2affd640 1 -- 172.21.15.2:0/315387784 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca24018780 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.984+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca341a4ea0 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.986+0000 7fca2affd640 1 -- 172.21.15.2:0/315387784 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fca2400f450 con 0x7fca34103660 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 Processor -- start 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 -- start start 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c244090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c251760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55895c1aa2f0 con 0x55895c2445d0 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55895c151cf0 con 0x55895c24f370 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55895c1a62b0 con 0x55895c245b40 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca2affd640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 0x7fca200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50656/0 (socket says 172.21.15.2:50656) 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 -- 172.21.15.2:0/1796321665 learned_addr learned my addr 172.21.15.2:0/1796321665 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 0x7fca200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c244090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca2affd640 1 -- 172.21.15.2:0/315387784 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fca240cf9b0 con 0x7fca34103660 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca394b2640 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c251760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 -- 172.21.15.2:0/1796321665 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 msgr2=0x55895c244090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:25.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c244090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 -- 172.21.15.2:0/1796321665 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 msgr2=0x55895c251760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.987+0000 7fca39cb3640 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c251760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca39cb3640 1 -- 172.21.15.2:0/1796321665 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55895c1363a0 con 0x55895c2445d0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca39cb3640 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fca3002a9a0 tx=0x7fca30031cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6403ab9349dd8053 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 0x7fca200a51b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fca2c012710 tx=0x7fca2c00a2f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca1ffff640 1 -- 172.21.15.2:0/1796321665 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3003f070 con 0x55895c2445d0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca1ffff640 1 -- 172.21.15.2:0/1796321665 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca300316a0 con 0x55895c2445d0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.988+0000 7fca1ffff640 1 -- 172.21.15.2:0/1796321665 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30035070 con 0x55895c2445d0 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- 172.21.15.2:0/1796321665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 msgr2=0x55895c244a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fca3002a9a0 tx=0x7fca30031cb0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- 172.21.15.2:0/1796321665 shutdown_connections 2024-09-05T04:16:25.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c251760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c244a10 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/1796321665 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c244090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- 172.21.15.2:0/1796321665 >> 172.21.15.2:0/1796321665 conn(0x55895c20d310 msgr2=0x55895c240c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- 172.21.15.2:0/1796321665 shutdown_connections 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- 172.21.15.2:0/1796321665 wait complete. 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 -- start start 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.989+0000 7fca3e2f0740 1 Processor -- start 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c2445d0 0x55895c24ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c24c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55895c252010 con 0x55895c245b40 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55895c165060 con 0x55895c24f370 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55895c252190 con 0x55895c2445d0 2024-09-05T04:16:25.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 10 client.0 _ll_register_callbacks cb 0x55895beb88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50660/0 (socket says 172.21.15.2:50660) 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 -- 172.21.15.2:0/245164699 learned_addr learned my addr 172.21.15.2:0/245164699 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca39cb3640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c2445d0 0x55895c24ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 -- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c2445d0 msgr2=0x55895c24ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c2445d0 0x55895c24ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 -- 172.21.15.2:0/245164699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 msgr2=0x55895c24c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c24c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 -- 172.21.15.2:0/245164699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55895bf1b3c0 con 0x55895c245b40 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca394b2640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fca24000c00 tx=0x7fca2409b4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89bd59be35aa83c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:26.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca240b4070 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fca240ccf80 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.990+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca300316a0 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fca240cd180 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 10 client.16845 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55895c25daa0 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca300316a0 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fca240a4340 con 0x55895c245b40 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 10 client.16845 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 20 client.16845 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c25ef60 0x55895c2613b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 4 client.16845 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55895c1b7860 con 0x55895c25ef60 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.991+0000 7fca39cb3640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c25ef60 0x55895c2613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.992+0000 7fca39cb3640 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c25ef60 0x55895c2613b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f862846bb6415c23 server_cookie=a50c7f3c9abb737a in_seq=0 out_seq=0 2024-09-05T04:16:26.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.992+0000 7fca1d7fa640 10 client.16845 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:26.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.992+0000 7fca1d7fa640 1 -- 172.21.15.2:0/245164699 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55895c1b7860 con 0x55895c25ef60 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.992+0000 7fca1d7fa640 10 client.16845 handle_command_reply: tid=0 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.992+0000 7fca3e2f0740 1 client.16845 shutdown 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 msgr2=0x55895c24bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fca24000c00 tx=0x7fca2409b4f0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 shutdown_connections 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c25ef60 0x55895c2613b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c24c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c245b40 0x55895c24bf80 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/245164699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c2445d0 0x55895c24ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca1d7fa640 0 client.16845 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 >> 172.21.15.2:0/245164699 conn(0x55895c20d310 msgr2=0x55895c246930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 shutdown_connections 2024-09-05T04:16:26.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 1 -- 172.21.15.2:0/245164699 wait complete. 2024-09-05T04:16:26.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:25.993+0000 7fca3e2f0740 20 client.16845 trim_cache size 0 max 16384 2024-09-05T04:16:26.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 Processor -- start 2024-09-05T04:16:26.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 -- start start 2024-09-05T04:16:26.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c24b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c250760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fca341acdf0 con 0x55895c2445d0 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fca341af670 con 0x55895c24f370 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fca341ad460 con 0x55895c245b40 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50668/0 (socket says 172.21.15.2:50668) 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 -- 172.21.15.2:0/4010495928 learned_addr learned my addr 172.21.15.2:0/4010495928 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca394b2640 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c24b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c250760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 -- 172.21.15.2:0/4010495928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 msgr2=0x55895c24b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c24b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 -- 172.21.15.2:0/4010495928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 msgr2=0x55895c250760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c250760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.006+0000 7fca39cb3640 1 -- 172.21.15.2:0/4010495928 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55895c24a4d0 con 0x55895c2445d0 2024-09-05T04:16:26.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca39cb3640 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fca300052a0 tx=0x7fca300052d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ccbf9cbd3cb50d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:26.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca1f7fe640 1 -- 172.21.15.2:0/4010495928 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3003f040 con 0x55895c2445d0 2024-09-05T04:16:26.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca1f7fe640 1 -- 172.21.15.2:0/4010495928 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca30004040 con 0x55895c2445d0 2024-09-05T04:16:26.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca1f7fe640 1 -- 172.21.15.2:0/4010495928 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30035040 con 0x55895c2445d0 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 -- 172.21.15.2:0/4010495928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 msgr2=0x55895c25b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fca300052a0 tx=0x7fca300052d0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 -- 172.21.15.2:0/4010495928 shutdown_connections 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c24f370 0x55895c250760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c24b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/4010495928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c2445d0 0x55895c25b2e0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.007+0000 7fca3e2f0740 1 -- 172.21.15.2:0/4010495928 >> 172.21.15.2:0/4010495928 conn(0x55895c20d310 msgr2=0x55895c24a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:26.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- 172.21.15.2:0/4010495928 shutdown_connections 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- 172.21.15.2:0/4010495928 wait complete. 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- start start 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 Processor -- start 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c2445d0 0x55895c257ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c266490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fca341adb30 con 0x55895c24f370 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fca341aefa0 con 0x55895c2445d0 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fca341ae200 con 0x55895c245b40 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3e2f0740 10 client.0 _ll_register_callbacks cb 0x7fca2400fd90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3a4b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3a4b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50670/0 (socket says 172.21.15.2:50670) 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.008+0000 7fca3a4b4640 1 -- 172.21.15.2:0/3374755128 learned_addr learned my addr 172.21.15.2:0/3374755128 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca394b2640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c266490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca39cb3640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c2445d0 0x55895c257ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 -- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 msgr2=0x55895c266490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c266490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 -- 172.21.15.2:0/3374755128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c2445d0 msgr2=0x55895c257ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c2445d0 0x55895c257ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 -- 172.21.15.2:0/3374755128 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55895c267110 con 0x55895c24f370 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3a4b4640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fca2c005cc0 tx=0x7fca2c00ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0310e2c8871a048 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca2c011670 con 0x55895c24f370 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fca2c011810 con 0x55895c24f370 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca30004040 con 0x55895c24f370 2024-09-05T04:16:26.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fca2c011a10 con 0x55895c24f370 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3e2f0740 10 client.16851 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.009+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55895c2c9c50 con 0x55895c24f370 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca30004040 con 0x55895c24f370 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fca2c025070 con 0x55895c24f370 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 10 client.16851 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 10 client.16851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 20 client.16851 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c2ca3f0 0x55895c2cc810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 4 client.16851 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55895c1b1d70 con 0x55895c2ca3f0 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.010+0000 7fca39cb3640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c2ca3f0 0x55895c2cc810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca1d7fa640 10 client.16851 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:26.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca39cb3640 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c2ca3f0 0x55895c2cc810 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d99017e89fe69402 server_cookie=1496f9433531eec9 in_seq=0 out_seq=0 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca1d7fa640 1 -- 172.21.15.2:0/3374755128 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55895c1b1d70 con 0x55895c2ca3f0 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca1d7fa640 10 client.16851 handle_command_reply: tid=0 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 client.16851 shutdown 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 msgr2=0x55895c2669d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fca2c005cc0 tx=0x7fca2c00ac00 comp rx=0 tx=0).stop 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 shutdown_connections 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55895c2ca3f0 0x55895c2cc810 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55895c24f370 0x55895c2669d0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca1d7fa640 0 client.16851 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55895c245b40 0x55895c266490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 --2- 172.21.15.2:0/3374755128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55895c2445d0 0x55895c257ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 >> 172.21.15.2:0/3374755128 conn(0x55895c20d310 msgr2=0x55895c24d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 shutdown_connections 2024-09-05T04:16:26.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 1 -- 172.21.15.2:0/3374755128 wait complete. 2024-09-05T04:16:26.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.011+0000 7fca3e2f0740 20 client.16851 trim_cache size 0 max 16384 2024-09-05T04:16:26.018 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:16:26.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 msgr2=0x7fca200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:26.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 0x7fca200a51b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fca2c012710 tx=0x7fca2c00a2f0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 msgr2=0x7fca34198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fca2400c970 tx=0x7fca2400ce30 comp rx=0 tx=0).stop 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 shutdown_connections 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fca200a2cf0 0x7fca200a51b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fca3410c170 0x7fca3419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fca34103660 0x7fca34198860 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 --2- 172.21.15.2:0/315387784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fca34102d40 0x7fca34198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 >> 172.21.15.2:0/315387784 conn(0x7fca340fc7a0 msgr2=0x7fca340fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 shutdown_connections 2024-09-05T04:16:26.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:26.012+0000 7fca3bf17640 1 -- 172.21.15.2:0/315387784 wait complete. 2024-09-05T04:16:27.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:27 smithi079 ceph-mon[34908]: pgmap v167: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:27.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:27 smithi047 ceph-mon[34498]: pgmap v167: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:27 smithi002 ceph-mon[31001]: pgmap v167: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:27.830 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:16:27.830 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:16:28.098 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:28.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 -- 172.21.15.2:0/2478500647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 msgr2=0x7fa12c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 --2- 172.21.15.2:0/2478500647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c1067e0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa120009900 tx=0x7fa12002a410 comp rx=0 tx=0).stop 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 -- 172.21.15.2:0/2478500647 shutdown_connections 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 --2- 172.21.15.2:0/2478500647 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c106f10 0x7fa12c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 --2- 172.21.15.2:0/2478500647 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c1067e0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 --2- 172.21.15.2:0/2478500647 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c101de0 0x7fa12c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 -- 172.21.15.2:0/2478500647 >> 172.21.15.2:0/2478500647 conn(0x7fa12c0fd8c0 msgr2=0x7fa12c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 -- 172.21.15.2:0/2478500647 shutdown_connections 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.587+0000 7fa130a80640 1 -- 172.21.15.2:0/2478500647 wait complete. 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 Processor -- start 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 -- start start 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c101de0 0x7fa12c19a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c106f10 0x7fa12c19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111de0 con 0x7fa12c102790 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111c60 con 0x7fa12c106f10 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa130a80640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c111f60 con 0x7fa12c101de0 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50684/0 (socket says 172.21.15.2:50684) 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 -- 172.21.15.2:0/3442316394 learned_addr learned my addr 172.21.15.2:0/3442316394 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa12a59c640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c101de0 0x7fa12c19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa12ad9d640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c106f10 0x7fa12c19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 -- 172.21.15.2:0/3442316394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c101de0 msgr2=0x7fa12c19a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c101de0 0x7fa12c19a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 -- 172.21.15.2:0/3442316394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c106f10 msgr2=0x7fa12c19ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c106f10 0x7fa12c19ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.588+0000 7fa129d9b640 1 -- 172.21.15.2:0/3442316394 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa12c19f530 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa120006010 tx=0x7fa120004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa11b7fe640 1 -- 172.21.15.2:0/3442316394 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12003f030 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa12c19f7c0 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa11b7fe640 1 -- 172.21.15.2:0/3442316394 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1200035f0 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa11b7fe640 1 -- 172.21.15.2:0/3442316394 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120035070 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.589+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa12c1a7100 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.591+0000 7fa11b7fe640 1 -- 172.21.15.2:0/3442316394 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa120003b10 con 0x7fa12c102790 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.591+0000 7fa132e59740 1 Processor -- start 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 -- start start 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5975b60 0x5561f5975f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5980800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5561f58db280 con 0x5561f5980d40 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5561f5882b10 con 0x5561f5976480 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa132e59740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5561f58d7240 con 0x5561f5975b60 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa11b7fe640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50700/0 (socket says 172.21.15.2:50700) 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 -- 172.21.15.2:0/1866583528 learned_addr learned my addr 172.21.15.2:0/1866583528 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa12ad9d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5975b60 0x5561f5975f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa12a59c640 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5980800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa12ad9d640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa11b7fe640 1 -- 172.21.15.2:0/3442316394 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fa1200f0110 con 0x7fa12c102790 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 -- 172.21.15.2:0/1866583528 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5975b60 msgr2=0x5561f5975f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5975b60 0x5561f5975f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 -- 172.21.15.2:0/1866583528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 msgr2=0x5561f5980800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5980800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.592+0000 7fa129d9b640 1 -- 172.21.15.2:0/1866583528 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f588f1f0 con 0x5561f5980d40 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa12a59c640 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5980800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa129d9b640 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fa1200bc1c0 tx=0x7fa12002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dd3bf93fa3e7d07 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa12ad9d640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 0x7fa1140a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa12400a2c0 tx=0x7fa124004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa118ff9640 1 -- 172.21.15.2:0/1866583528 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa120049030 con 0x5561f5980d40 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa118ff9640 1 -- 172.21.15.2:0/1866583528 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1200c4ea0 con 0x5561f5980d40 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.593+0000 7fa118ff9640 1 -- 172.21.15.2:0/1866583528 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1200c0150 con 0x5561f5980d40 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- 172.21.15.2:0/1866583528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 msgr2=0x5561f5983130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fa1200bc1c0 tx=0x7fa12002c000 comp rx=0 tx=0).stop 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- 172.21.15.2:0/1866583528 shutdown_connections 2024-09-05T04:16:28.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5980d40 0x5561f5983130 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5980800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- 172.21.15.2:0/1866583528 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5975b60 0x5561f5975f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- 172.21.15.2:0/1866583528 >> 172.21.15.2:0/1866583528 conn(0x5561f59720f0 msgr2=0x5561f59724d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- 172.21.15.2:0/1866583528 shutdown_connections 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- 172.21.15.2:0/1866583528 wait complete. 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 -- start start 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 Processor -- start 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.594+0000 7fa132e59740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f597e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f597e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5561f59836d0 con 0x5561f5975b60 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5561f5895f10 con 0x5561f5980d40 2024-09-05T04:16:28.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5561f5983850 con 0x5561f5976480 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 10 client.0 _ll_register_callbacks cb 0x5561f585ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50716/0 (socket says 172.21.15.2:50716) 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 -- 172.21.15.2:0/2475789000 learned_addr learned my addr 172.21.15.2:0/2475789000 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa129d9b640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f597e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12ad9d640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f597e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 -- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 msgr2=0x5561f597e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f597e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 -- 172.21.15.2:0/2475789000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 msgr2=0x5561f597e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f597e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 -- 172.21.15.2:0/2475789000 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f564c6a0 con 0x5561f5975b60 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa129d9b640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f597e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:28.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa12a59c640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fa11c010a80 tx=0x7fa11c010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=407cabe87002b1ce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa111ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c01e060 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fa11c00fc50 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa1200c4ea0 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa11c025050 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 10 client.16863 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.595+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5561f598f220 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa1200c4ea0 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa11c00e3b0 con 0x5561f5975b60 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 10 client.16863 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 10 client.16863 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 20 client.16863 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:28.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59906e0 0x5561f5992b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 4 client.16863 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561f58e87f0 con 0x5561f59906e0 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.596+0000 7fa129d9b640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59906e0 0x5561f5992b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa129d9b640 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59906e0 0x5561f5992b30 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=993bbcd0dce5f023 server_cookie=b1d6643f1d47fad1 in_seq=0 out_seq=0 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa111ffb640 10 client.16863 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa111ffb640 1 -- 172.21.15.2:0/2475789000 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5561f58e87f0 con 0x5561f59906e0 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa111ffb640 10 client.16863 handle_command_reply: tid=0 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa132e59740 1 client.16863 shutdown 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 msgr2=0x5561f597dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.597+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7fa11c010a80 tx=0x7fa11c010f40 comp rx=0 tx=0).stop 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 shutdown_connections 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59906e0 0x5561f5992b30 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f597e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f597e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa111ffb640 0 client.16863 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 --2- 172.21.15.2:0/2475789000 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597dc10 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 >> 172.21.15.2:0/2475789000 conn(0x5561f59720f0 msgr2=0x5561f5977dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 shutdown_connections 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 1 -- 172.21.15.2:0/2475789000 wait complete. 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.598+0000 7fa132e59740 20 client.16863 trim_cache size 0 max 16384 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 Processor -- start 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- start start 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5971160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5980d40 0x5561f5998400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1af150 con 0x5561f5975b60 2024-09-05T04:16:28.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1b19d0 con 0x5561f5976480 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1af7c0 con 0x5561f5980d40 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50718/0 (socket says 172.21.15.2:50718) 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 -- 172.21.15.2:0/1594897170 learned_addr learned my addr 172.21.15.2:0/1594897170 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 -- 172.21.15.2:0/1594897170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5980d40 msgr2=0x5561f5998400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5980d40 0x5561f5998400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 -- 172.21.15.2:0/1594897170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 msgr2=0x5561f5971160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa129d9b640 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5971160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5971160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 -- 172.21.15.2:0/1594897170 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f5973280 con 0x5561f5975b60 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa12a59c640 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00a920 tx=0x7fa11c010640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79664c78f0b5cabf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa113fff640 1 -- 172.21.15.2:0/1594897170 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c02e070 con 0x5561f5975b60 2024-09-05T04:16:28.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa113fff640 1 -- 172.21.15.2:0/1594897170 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11c00ee10 con 0x5561f5975b60 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa113fff640 1 -- 172.21.15.2:0/1594897170 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c01a930 con 0x5561f5975b60 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- 172.21.15.2:0/1594897170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 msgr2=0x5561f597d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00a920 tx=0x7fa11c010640 comp rx=0 tx=0).stop 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- 172.21.15.2:0/1594897170 shutdown_connections 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5980d40 0x5561f5998400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5976480 0x5561f5971160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 --2- 172.21.15.2:0/1594897170 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f597d3c0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- 172.21.15.2:0/1594897170 >> 172.21.15.2:0/1594897170 conn(0x5561f59720f0 msgr2=0x5561f5970a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- 172.21.15.2:0/1594897170 shutdown_connections 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.616+0000 7fa132e59740 1 -- 172.21.15.2:0/1594897170 wait complete. 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 -- start start 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 Processor -- start 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f5984520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f5984b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1afe90 con 0x5561f5975b60 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1b1300 con 0x5561f5980d40 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa12c1b0560 con 0x5561f5976480 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa132e59740 10 client.0 _ll_register_callbacks cb 0x7fa11c00a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50730/0 (socket says 172.21.15.2:50730) 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 -- 172.21.15.2:0/3065151024 learned_addr learned my addr 172.21.15.2:0/3065151024 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f5984520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12ad9d640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f5984b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 -- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 msgr2=0x5561f5984520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f5984520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 -- 172.21.15.2:0/3065151024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 msgr2=0x5561f5984b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:28.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f5984b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa12a59c640 1 -- 172.21.15.2:0/3065151024 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f5985340 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.617+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f5984520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa12a59c640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00ad70 tx=0x7fa11c005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4613afe954b662d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa11c039060 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fa11c00fc50 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa11c00ee10 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa11c040050 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 10 client.16869 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5561f59fb520 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa11c00ee10 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa11c034460 con 0x5561f5975b60 2024-09-05T04:16:28.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 10 client.16869 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 10 client.16869 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 20 client.16869 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59fbb80 0x5561f59fdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 4 client.16869 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.618+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5561f58e2d00 con 0x5561f59fbb80 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.619+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59fbb80 0x5561f59fdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.619+0000 7fa129d9b640 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59fbb80 0x5561f59fdf70 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aca18c42917b50fd server_cookie=5c5cfca4482a9a64 in_seq=0 out_seq=0 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.619+0000 7fa111ffb640 10 client.16869 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa111ffb640 1 -- 172.21.15.2:0/3065151024 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5561f58e2d00 con 0x5561f59fbb80 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa111ffb640 10 client.16869 handle_command_reply: tid=0 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 client.16869 shutdown 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 msgr2=0x5561f59891f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa11c00ad70 tx=0x7fa11c005b10 comp rx=0 tx=0).stop 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 shutdown_connections 2024-09-05T04:16:28.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5561f59fbb80 0x5561f59fdf70 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5561f5980d40 0x5561f5984b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5561f5976480 0x5561f5984520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 --2- 172.21.15.2:0/3065151024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5561f5975b60 0x5561f59891f0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.620+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 >> 172.21.15.2:0/3065151024 conn(0x5561f59720f0 msgr2=0x5561f5971270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa111ffb640 0 client.16869 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 shutdown_connections 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa132e59740 1 -- 172.21.15.2:0/3065151024 wait complete. 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa132e59740 20 client.16869 trim_cache size 0 max 16384 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:28.638 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "e107fb17-c32b-4f37-848f-a85b6538e083", 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 msgr2=0x7fa1140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 0x7fa1140a51b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa12400a2c0 tx=0x7fa124004ab0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 msgr2=0x7fa12c19aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fa120006010 tx=0x7fa120004270 comp rx=0 tx=0).stop 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 shutdown_connections 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa1140a2cf0 0x7fa1140a51b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa12c106f10 0x7fa12c19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa12c102790 0x7fa12c19aac0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 --2- 172.21.15.2:0/3442316394 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa12c101de0 0x7fa12c19a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 >> 172.21.15.2:0/3442316394 conn(0x7fa12c0fd8c0 msgr2=0x7fa12c0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.621+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 shutdown_connections 2024-09-05T04:16:28.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:28.622+0000 7fa130a80640 1 -- 172.21.15.2:0/3442316394 wait complete. 2024-09-05T04:16:29.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:29 smithi079 ceph-mon[34908]: pgmap v168: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:29.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:29 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:16:29.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:29 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:29 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:16:29.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:29 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.402 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:29 smithi002 ceph-mon[31001]: pgmap v168: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:29.402 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:29 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:16:29.402 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:29 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:29 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:16:29.403 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:29 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.432 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:16:29.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:29 smithi047 ceph-mon[34498]: pgmap v168: 129 pgs: 129 active+clean; 1.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 36 KiB/s wr, 11 op/s 2024-09-05T04:16:29.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:29 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:16:29.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:29 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:29 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:16:29.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:29 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:16:29.686 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:30.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 -- 172.21.15.2:0/1944298251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4102570 msgr2=0x7f5ac41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 --2- 172.21.15.2:0/1944298251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4102570 0x7f5ac41029b0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009900 tx=0x7f5ab402a480 comp rx=0 tx=0).stop 2024-09-05T04:16:30.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 -- 172.21.15.2:0/1944298251 shutdown_connections 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 --2- 172.21.15.2:0/1944298251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 0x7f5ac410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 --2- 172.21.15.2:0/1944298251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4102570 0x7f5ac41029b0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 --2- 172.21.15.2:0/1944298251 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4100e20 0x7f5ac4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 -- 172.21.15.2:0/1944298251 >> 172.21.15.2:0/1944298251 conn(0x7f5ac40fc7d0 msgr2=0x7f5ac40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 -- 172.21.15.2:0/1944298251 shutdown_connections 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 -- 172.21.15.2:0/1944298251 wait complete. 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.156+0000 7f5acb13d640 1 Processor -- start 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 -- start start 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4102570 0x7f5ac40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 0x7f5ac40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4110e00 con 0x7f5ac4100e20 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4110c80 con 0x7f5ac4102ef0 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5acb13d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac4110f80 con 0x7f5ac4102570 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50742/0 (socket says 172.21.15.2:50742) 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3236903903 learned_addr learned my addr 172.21.15.2:0/3236903903 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac96da640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 0x7f5ac40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4102570 0x7f5ac40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3236903903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4102570 msgr2=0x7f5ac40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4102570 0x7f5ac40fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3236903903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 msgr2=0x7f5ac40fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 0x7f5ac40fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3236903903 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ac41a68d0 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00eab0 tx=0x7f5abc00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.157+0000 7f5ac1ffb640 1 -- 172.21.15.2:0/3236903903 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc00ce40 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.158+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ac41a6bc0 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.158+0000 7f5ac1ffb640 1 -- 172.21.15.2:0/3236903903 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5abc011920 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.158+0000 7f5ac1ffb640 1 -- 172.21.15.2:0/3236903903 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc010a00 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.158+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ac41a7100 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.160+0000 7f5ac1ffb640 1 -- 172.21.15.2:0/3236903903 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5abc011ad0 con 0x7f5ac4100e20 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.160+0000 7f5acd516740 1 Processor -- start 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 -- start start 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac1ffb640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 0x7f5ab00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef8629b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ef862012e0 con 0x55ef862a6680 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ef861a8ce0 con 0x55ef8629b4a0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5acd516740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ef861fd2a0 con 0x55ef8629bdc0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac96da640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 0x7f5ab00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac1ffb640 1 -- 172.21.15.2:0/3236903903 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5abc0cfe40 con 0x7f5ac4100e20 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef8629b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50756/0 (socket says 172.21.15.2:50756) 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac96da640 1 -- 172.21.15.2:0/3598522294 learned_addr learned my addr 172.21.15.2:0/3598522294 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3598522294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 msgr2=0x55ef862a6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3598522294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 msgr2=0x55ef862a8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/3598522294 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef8618d440 con 0x55ef8629b4a0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.161+0000 7f5ac96da640 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5ac96da640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 0x7f5ab00a51b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5aac0128a0 tx=0x7f5aac00bab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef8629b880 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0cd1f0 tx=0x7f5abc09b9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4891c398913ae49e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5abaffd640 1 -- 172.21.15.2:0/3598522294 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc0a5af0 con 0x55ef8629b4a0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5abaffd640 1 -- 172.21.15.2:0/3598522294 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5abc09bfc0 con 0x55ef8629b4a0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5abaffd640 1 -- 172.21.15.2:0/3598522294 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc0cd600 con 0x55ef8629b4a0 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5acd516740 1 -- 172.21.15.2:0/3598522294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 msgr2=0x55ef8629b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.162+0000 7f5acd516740 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef8629b880 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5abc0cd1f0 tx=0x7f5abc09b9e0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- 172.21.15.2:0/3598522294 shutdown_connections 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- 172.21.15.2:0/3598522294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef8629b880 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- 172.21.15.2:0/3598522294 >> 172.21.15.2:0/3598522294 conn(0x55ef86297a30 msgr2=0x55ef86297e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- 172.21.15.2:0/3598522294 shutdown_connections 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- 172.21.15.2:0/3598522294 wait complete. 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- start start 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 Processor -- start 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef862a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ef862a9250 con 0x55ef862a6680 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ef861bc050 con 0x55ef8629b4a0 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ef862a93d0 con 0x55ef8629bdc0 2024-09-05T04:16:30.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.163+0000 7f5acd516740 10 client.0 _ll_register_callbacks cb 0x55ef861fc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50772/0 (socket says 172.21.15.2:50772) 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 -- 172.21.15.2:0/106945234 learned_addr learned my addr 172.21.15.2:0/106945234 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef862a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 -- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 msgr2=0x55ef862a31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 -- 172.21.15.2:0/106945234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 msgr2=0x55ef862a5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef862a5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 -- 172.21.15.2:0/106945234 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef85f723c0 con 0x55ef862a6680 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5ac96da640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005d80 tx=0x7f5aac01c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ed56bf29feff51e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5aa3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac027070 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5abc09bfc0 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5aac01ebf0 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5aac033050 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5acd516740 10 client.16881 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.164+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ef862b4bc0 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.165+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5abc09bfc0 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5aac01f070 con 0x55ef862a6680 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 10 client.16881 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 10 client.16881 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 20 client.16881 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef862b5fd0 0x55ef862b83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 4 client.16881 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:30.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ef8620e850 con 0x55ef862b5fd0 2024-09-05T04:16:30.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef862b5fd0 0x55ef862b83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef862b5fd0 0x55ef862b83c0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddf527559c01d506 server_cookie=d561ce43bad5d706 in_seq=0 out_seq=0 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.166+0000 7f5aa3fff640 10 client.16881 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5aa3fff640 1 -- 172.21.15.2:0/106945234 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ef8620e850 con 0x55ef862b5fd0 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5aa3fff640 10 client.16881 handle_command_reply: tid=0 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 client.16881 shutdown 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 msgr2=0x55ef862a3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005d80 tx=0x7f5aac01c000 comp rx=0 tx=0).stop 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 shutdown_connections 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef862b5fd0 0x55ef862b83c0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862a3710 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862a31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 --2- 172.21.15.2:0/106945234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629b4a0 0x55ef862a5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 >> 172.21.15.2:0/106945234 conn(0x55ef86297a30 msgr2=0x55ef8629d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.167+0000 7f5aa3fff640 0 client.16881 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:30.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.168+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 shutdown_connections 2024-09-05T04:16:30.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.168+0000 7f5acd516740 1 -- 172.21.15.2:0/106945234 wait complete. 2024-09-05T04:16:30.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.168+0000 7f5acd516740 20 client.16881 trim_cache size 0 max 16384 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 Processor -- start 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 -- start start 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629b4a0 0x55ef862a33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629bdc0 0x55ef862a5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41af1b0 con 0x55ef862a6680 2024-09-05T04:16:30.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41b1a30 con 0x55ef8629bdc0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5acd516740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41af820 con 0x55ef8629b4a0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5ac96da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50786/0 (socket says 172.21.15.2:50786) 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5ac96da640 1 -- 172.21.15.2:0/2562689571 learned_addr learned my addr 172.21.15.2:0/2562689571 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629b4a0 0x55ef862a33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.185+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629bdc0 0x55ef862a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 -- 172.21.15.2:0/2562689571 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629b4a0 msgr2=0x55ef862a33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629b4a0 0x55ef862a33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 -- 172.21.15.2:0/2562689571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629bdc0 msgr2=0x55ef862a5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629bdc0 0x55ef862a5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 -- 172.21.15.2:0/2562689571 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ef862a2180 con 0x55ef862a6680 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5ac96da640 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f5aac0107e0 tx=0x7f5aac00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3916cfd7acf45a4c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5aba7fc640 1 -- 172.21.15.2:0/2562689571 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac027040 con 0x55ef862a6680 2024-09-05T04:16:30.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5aba7fc640 1 -- 172.21.15.2:0/2562689571 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5aac024070 con 0x55ef862a6680 2024-09-05T04:16:30.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5aba7fc640 1 -- 172.21.15.2:0/2562689571 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aac01ebf0 con 0x55ef862a6680 2024-09-05T04:16:30.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5acd516740 1 -- 172.21.15.2:0/2562689571 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 msgr2=0x55ef862bdc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.186+0000 7f5acd516740 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f5aac0107e0 tx=0x7f5aac00bf10 comp rx=0 tx=0).stop 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- 172.21.15.2:0/2562689571 shutdown_connections 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef862a6680 0x55ef862bdc70 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef8629bdc0 0x55ef862a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- 172.21.15.2:0/2562689571 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629b4a0 0x55ef862a33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- 172.21.15.2:0/2562689571 >> 172.21.15.2:0/2562689571 conn(0x55ef86297a30 msgr2=0x55ef862a4a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- 172.21.15.2:0/2562689571 shutdown_connections 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- 172.21.15.2:0/2562689571 wait complete. 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- start start 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 Processor -- start 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862abec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef862a6680 0x55ef862ac400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.187+0000 7f5acd516740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41afef0 con 0x55ef8629b4a0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5acd516740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41b1360 con 0x55ef862a6680 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5acd516740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5ac41b05c0 con 0x55ef8629bdc0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5acd516740 10 client.0 _ll_register_callbacks cb 0x7f5aac00b600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50802/0 (socket says 172.21.15.2:50802) 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/961373773 learned_addr learned my addr 172.21.15.2:0/961373773 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac96da640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef862a6680 0x55ef862ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862abec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 msgr2=0x55ef862abec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862abec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/961373773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef862a6680 msgr2=0x55ef862ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef862a6680 0x55ef862ac400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 -- 172.21.15.2:0/961373773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ef862ac9f0 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862abec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5ac8ed9640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f5abc098420 tx=0x7f5abc09c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbc5c08cf8b49d8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5aa3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5abc09bfc0 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5abc098630 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5aac024070 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.188+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5abc0a0370 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 10 client.16887 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ef86320a60 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5aac024070 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5abc0b0030 con 0x55ef8629b4a0 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 10 client.16887 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 10 client.16887 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:30.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 20 client.16887 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef86320da0 0x55ef86323190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 4 client.16887 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ef862a3aa0 con 0x55ef86320da0 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.189+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef86320da0 0x55ef86323190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5ac3fff640 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef86320da0 0x55ef86323190 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b604145cb3b24f9 server_cookie=cdeb748c82b6f9d3 in_seq=0 out_seq=0 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5aa3fff640 10 client.16887 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5aa3fff640 1 -- 172.21.15.2:0/961373773 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ef862a3aa0 con 0x55ef86320da0 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5aa3fff640 10 client.16887 handle_command_reply: tid=0 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 client.16887 shutdown 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 msgr2=0x55ef862aeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f5abc098420 tx=0x7f5abc09c780 comp rx=0 tx=0).stop 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 shutdown_connections 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ef86320da0 0x55ef86323190 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5aa3fff640 0 client.16887 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ef862a6680 0x55ef862ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ef8629bdc0 0x55ef862abec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 --2- 172.21.15.2:0/961373773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ef8629b4a0 0x55ef862aeb70 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 >> 172.21.15.2:0/961373773 conn(0x55ef86297a30 msgr2=0x55ef862a5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 shutdown_connections 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 1 -- 172.21.15.2:0/961373773 wait complete. 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.190+0000 7f5acd516740 20 client.16887 trim_cache size 0 max 16384 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:16:30.196 INFO:teuthology.orchestra.run.smithi002.stdout: "e107fb17-c32b-4f37-848f-a85b6538e083": { 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "e107fb17-c32b-4f37-848f-a85b6538e083", 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 msgr2=0x7f5ab00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 0x7f5ab00a51b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5aac0128a0 tx=0x7f5aac00bab0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 msgr2=0x7f5ac40fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5abc00eab0 tx=0x7f5abc00ef70 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 shutdown_connections 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5ab00a2cf0 0x7f5ab00a51b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5ac4102ef0 0x7f5ac40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5ac4102570 0x7f5ac40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 --2- 172.21.15.2:0/3236903903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5ac4100e20 0x7f5ac40fcc80 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 >> 172.21.15.2:0/3236903903 conn(0x7f5ac40fc7d0 msgr2=0x7f5ac4069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 shutdown_connections 2024-09-05T04:16:30.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:30.191+0000 7f5acb13d640 1 -- 172.21.15.2:0/3236903903 wait complete. 2024-09-05T04:16:30.926 INFO:tasks.cephfs.filesystem:scrub status for tag:e107fb17-c32b-4f37-848f-a85b6538e083 - {'path': '/', 'tag': 'e107fb17-c32b-4f37-848f-a85b6538e083', 'options': 'recursive,force'} 2024-09-05T04:16:31.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:31 smithi002 ceph-mon[31001]: pgmap v169: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 16 op/s 2024-09-05T04:16:31.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:31 smithi079 ceph-mon[34908]: pgmap v169: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 16 op/s 2024-09-05T04:16:31.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:31 smithi047 ceph-mon[34498]: pgmap v169: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 16 op/s 2024-09-05T04:16:32.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:32 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:16:32.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:32 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:16:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:32 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:16:32.712 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 34.3 2024-09-05T04:16:32.713 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:16:32.979 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:33.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:33 smithi079 ceph-mon[34908]: pgmap v170: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-09-05T04:16:33.367 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:33 smithi002 ceph-mon[31001]: pgmap v170: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-09-05T04:16:33.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:33 smithi047 ceph-mon[34498]: pgmap v170: 129 pgs: 129 active+clean; 2.0 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-09-05T04:16:33.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 -- 172.21.15.2:0/2131773896 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768101420 msgr2=0x7fe76810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:33.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 --2- 172.21.15.2:0/2131773896 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768101420 0x7fe76810d950 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fe760009cd0 tx=0x7fe76002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 -- 172.21.15.2:0/2131773896 shutdown_connections 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 --2- 172.21.15.2:0/2131773896 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768101420 0x7fe76810d950 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 --2- 172.21.15.2:0/2131773896 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768100a80 0x7fe768100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 --2- 172.21.15.2:0/2131773896 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe768106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 -- 172.21.15.2:0/2131773896 >> 172.21.15.2:0/2131773896 conn(0x7fe7680fc7a0 msgr2=0x7fe7680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 -- 172.21.15.2:0/2131773896 shutdown_connections 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.447+0000 7fe76eb12640 1 -- 172.21.15.2:0/2131773896 wait complete. 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 Processor -- start 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 -- start start 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768101420 0x7fe7680fd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe7680fd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe768110d30 con 0x7fe768100a80 2024-09-05T04:16:33.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe768110bb0 con 0x7fe768106a80 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76eb12640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe768110eb0 con 0x7fe768101420 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76c8ae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76c8ae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48142/0 (socket says 172.21.15.2:48142) 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.448+0000 7fe76c8ae640 1 -- 172.21.15.2:0/573861942 learned_addr learned my addr 172.21.15.2:0/573861942 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe767fff640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768101420 0x7fe7680fd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76d0af640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe7680fd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 -- 172.21.15.2:0/573861942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768101420 msgr2=0x7fe7680fd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768101420 0x7fe7680fd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 -- 172.21.15.2:0/573861942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 msgr2=0x7fe7680fd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe7680fd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 -- 172.21.15.2:0/573861942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7681a67d0 con 0x7fe768100a80 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76d0af640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe7680fd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:33.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76c8ae640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fe75800d950 tx=0x7fe75800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe758017030 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe758004020 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7681a6ac0 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7580047a0 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.449+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7681a7000 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.450+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe768100ee0 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.451+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe7580041d0 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.452+0000 7fe765ffb640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 0x7fe7500a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.452+0000 7fe767fff640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 0x7fe7500a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.452+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fe7580cf280 con 0x7fe768100a80 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.453+0000 7fe767fff640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 0x7fe7500a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe75c005fd0 tx=0x7fe75c005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:33.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.457+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe75809bb00 con 0x7fe768100a80 2024-09-05T04:16:33.669 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.668+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7680fe2a0 con 0x7fe768100a80 2024-09-05T04:16:33.670 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.669+0000 7fe765ffb640 1 -- 172.21.15.2:0/573861942 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe75809b400 con 0x7fe768100a80 2024-09-05T04:16:33.670 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:16:33.670 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:16:33.670 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.671+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 msgr2=0x7fe7500a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.671+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 0x7fe7500a51b0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe75c005fd0 tx=0x7fe75c005850 comp rx=0 tx=0).stop 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.671+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 msgr2=0x7fe7680fcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.671+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fe75800d950 tx=0x7fe75800de10 comp rx=0 tx=0).stop 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 shutdown_connections 2024-09-05T04:16:33.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe7500a2cf0 0x7fe7500a51b0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe768106a80 0x7fe7680fd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe768101420 0x7fe7680fd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 --2- 172.21.15.2:0/573861942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe768100a80 0x7fe7680fcd70 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 >> 172.21.15.2:0/573861942 conn(0x7fe7680fc7a0 msgr2=0x7fe76806aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 shutdown_connections 2024-09-05T04:16:33.673 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:33.672+0000 7fe76eb12640 1 -- 172.21.15.2:0/573861942 wait complete. 2024-09-05T04:16:34.327 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/573861942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:34.330 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/573861942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:34.332 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 154.3 --await-for 45.0' 2024-09-05T04:16:34.332 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 154.3 --await-for 45.0 2024-09-05T04:16:34.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/573861942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:16:34.590 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 -- 172.21.15.2:0/2935140117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 msgr2=0x7f6854107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 --2- 172.21.15.2:0/2935140117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854107ba0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f6844009930 tx=0x7f684402a420 comp rx=0 tx=0).stop 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 -- 172.21.15.2:0/2935140117 shutdown_connections 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 --2- 172.21.15.2:0/2935140117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685410ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 --2- 172.21.15.2:0/2935140117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854107ba0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 --2- 172.21.15.2:0/2935140117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 -- 172.21.15.2:0/2935140117 >> 172.21.15.2:0/2935140117 conn(0x7f68540fc7d0 msgr2=0x7f68540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 -- 172.21.15.2:0/2935140117 shutdown_connections 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.076+0000 7f685c48c640 1 -- 172.21.15.2:0/2935140117 wait complete. 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 Processor -- start 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 -- start start 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685419ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6854111f20 con 0x7f6854103760 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6854111da0 con 0x7f68541082e0 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685c48c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68541120a0 con 0x7f6854102db0 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48160/0 (socket says 172.21.15.2:48160) 2024-09-05T04:16:35.095 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 -- 172.21.15.2:0/4194936288 learned_addr learned my addr 172.21.15.2:0/4194936288 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685a228640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685aa29640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685419ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 -- 172.21.15.2:0/4194936288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 msgr2=0x7f6854198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 -- 172.21.15.2:0/4194936288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 msgr2=0x7f685419ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685419ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f6859a27640 1 -- 172.21.15.2:0/4194936288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f685419d4f0 con 0x7f6854103760 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685a228640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.077+0000 7f685aa29640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685419ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f6859a27640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6844004770 tx=0x7f68440040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f684b7fe640 1 -- 172.21.15.2:0/4194936288 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f684403f030 con 0x7f6854103760 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f684b7fe640 1 -- 172.21.15.2:0/4194936288 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68440044c0 con 0x7f6854103760 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f685419d780 con 0x7f6854103760 2024-09-05T04:16:35.096 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f684b7fe640 1 -- 172.21.15.2:0/4194936288 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844035070 con 0x7f6854103760 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.078+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68541a50c0 con 0x7f6854103760 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.080+0000 7f684b7fe640 1 -- 172.21.15.2:0/4194936288 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6844042030 con 0x7f6854103760 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.080+0000 7f685e865740 1 Processor -- start 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 -- start start 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e44db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e458400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f684b7fe640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 0x7f68400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55740e3b32a0 con 0x55740e458940 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55740e35ab10 con 0x55740e44e080 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685e865740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55740e3af260 con 0x55740e44d760 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.097 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685aa29640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 0x7f68400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48172/0 (socket says 172.21.15.2:48172) 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 -- 172.21.15.2:0/1696249357 learned_addr learned my addr 172.21.15.2:0/1696249357 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685aa29640 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e44db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f685a228640 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e458400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f684b7fe640 1 -- 172.21.15.2:0/4194936288 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68440efbf0 con 0x7f6854103760 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 -- 172.21.15.2:0/1696249357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 msgr2=0x55740e44db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e44db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 -- 172.21.15.2:0/1696249357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 msgr2=0x55740e458400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e458400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.081+0000 7f6859a27640 1 -- 172.21.15.2:0/1696249357 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55740e124b90 con 0x55740e458940 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f685aa29640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 0x7f68400a51b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f684c005fd0 tx=0x7f684c009cf0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f6859a27640 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f68440bba70 tx=0x7f684408dd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c1c8e4d5d1f88f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f6848ff9640 1 -- 172.21.15.2:0/1696249357 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844049040 con 0x55740e458940 2024-09-05T04:16:35.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f6848ff9640 1 -- 172.21.15.2:0/1696249357 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68440bc470 con 0x55740e458940 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f6848ff9640 1 -- 172.21.15.2:0/1696249357 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68440b83e0 con 0x55740e458940 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f685e865740 1 -- 172.21.15.2:0/1696249357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 msgr2=0x55740e45ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f685e865740 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f68440bba70 tx=0x7f684408dd30 comp rx=0 tx=0).stop 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.082+0000 7f685e865740 1 -- 172.21.15.2:0/1696249357 shutdown_connections 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e458940 0x55740e45ad30 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e458400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- 172.21.15.2:0/1696249357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e44db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- 172.21.15.2:0/1696249357 >> 172.21.15.2:0/1696249357 conn(0x55740e449cf0 msgr2=0x55740e44a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- 172.21.15.2:0/1696249357 shutdown_connections 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- 172.21.15.2:0/1696249357 wait complete. 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- start start 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 Processor -- start 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 0x55740e4557b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e456230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55740e45f6e0 con 0x55740e44e080 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55740e33b6e0 con 0x55740e44d760 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55740e45f860 con 0x55740e458940 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f685e865740 10 client.0 _ll_register_callbacks cb 0x55740e35fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48186/0 (socket says 172.21.15.2:48186) 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.083+0000 7f6859a27640 1 -- 172.21.15.2:0/3403811214 learned_addr learned my addr 172.21.15.2:0/3403811214 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685aa29640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e456230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685a228640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 0x55740e4557b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 -- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 msgr2=0x55740e456230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e456230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 -- 172.21.15.2:0/3403811214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 msgr2=0x55740e4557b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 0x55740e4557b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 -- 172.21.15.2:0/3403811214 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55740e468ac0 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685a228640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 0x55740e4557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f6859a27640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f68440b81d0 tx=0x7f6844000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88886fd248ab204b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844049040 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f68440bbfd0 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68440bc470 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f68440bbd70 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 10 client.16905 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55740e45f6e0 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68440bc470 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f684409ab90 con 0x55740e44e080 2024-09-05T04:16:35.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 10 client.16905 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 10 client.16905 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.084+0000 7f685e865740 20 client.16905 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e46c6c0 0x55740e46eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f685e865740 4 client.16905 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55740e3c09d0 con 0x55740e46c6c0 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f685a228640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e46c6c0 0x55740e46eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f683dffb640 10 client.16905 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.085+0000 7f685a228640 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e46c6c0 0x55740e46eb40 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ff830e9fec6a68e server_cookie=7e8225722aca349c in_seq=0 out_seq=0 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f683dffb640 1 -- 172.21.15.2:0/3403811214 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55740e3c09d0 con 0x55740e46c6c0 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f683dffb640 10 client.16905 handle_command_reply: tid=0 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 client.16905 shutdown 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 msgr2=0x55740e455cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f68440b81d0 tx=0x7f6844000bc0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 shutdown_connections 2024-09-05T04:16:35.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e46c6c0 0x55740e46eb40 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e456230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e455cf0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 --2- 172.21.15.2:0/3403811214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44d760 0x55740e4557b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f683dffb640 0 client.16905 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 >> 172.21.15.2:0/3403811214 conn(0x55740e449cf0 msgr2=0x55740e44fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 shutdown_connections 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 1 -- 172.21.15.2:0/3403811214 wait complete. 2024-09-05T04:16:35.103 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.086+0000 7f685e865740 20 client.16905 trim_cache size 0 max 16384 2024-09-05T04:16:35.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 Processor -- start 2024-09-05T04:16:35.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 -- start start 2024-09-05T04:16:35.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e448d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.105 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e458940 0x55740e474990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f68541aada0 con 0x55740e44e080 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68541ad620 con 0x55740e458940 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f685e865740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68541ab410 con 0x55740e44d760 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f6859a27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48188/0 (socket says 172.21.15.2:48188) 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.103+0000 7f6859a27640 1 -- 172.21.15.2:0/1575992401 learned_addr learned my addr 172.21.15.2:0/1575992401 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f685aa29640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e458940 0x55740e474990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f685a228640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e448d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 -- 172.21.15.2:0/1575992401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 msgr2=0x55740e448d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e448d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 -- 172.21.15.2:0/1575992401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e458940 msgr2=0x55740e474990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e458940 0x55740e474990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.106 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 -- 172.21.15.2:0/1575992401 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55740e46f1c0 con 0x55740e44e080 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f685a228640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e448d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f6859a27640 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f684409af30 tx=0x7f68440ba280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30b956046c97e014 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f683ffff640 1 -- 172.21.15.2:0/1575992401 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f684409f070 con 0x55740e44e080 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f683ffff640 1 -- 172.21.15.2:0/1575992401 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68440bc470 con 0x55740e44e080 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.104+0000 7f683ffff640 1 -- 172.21.15.2:0/1575992401 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844049050 con 0x55740e44e080 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- 172.21.15.2:0/1575992401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 msgr2=0x55740e474450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f684409af30 tx=0x7f68440ba280 comp rx=0 tx=0).stop 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- 172.21.15.2:0/1575992401 shutdown_connections 2024-09-05T04:16:35.107 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e458940 0x55740e474990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44e080 0x55740e474450 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- 172.21.15.2:0/1575992401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e44d760 0x55740e448d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- 172.21.15.2:0/1575992401 >> 172.21.15.2:0/1575992401 conn(0x55740e449cf0 msgr2=0x55740e448650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- 172.21.15.2:0/1575992401 shutdown_connections 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- 172.21.15.2:0/1575992401 wait complete. 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- start start 2024-09-05T04:16:35.108 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 Processor -- start 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e461200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e461740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f68541abae0 con 0x55740e44d760 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f68541acf50 con 0x55740e44e080 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f68541ac1b0 con 0x55740e458940 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.105+0000 7f685e865740 10 client.0 _ll_register_callbacks cb 0x7f68440ba070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:35.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48202/0 (socket says 172.21.15.2:48202) 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 -- 172.21.15.2:0/909069273 learned_addr learned my addr 172.21.15.2:0/909069273 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685aa29640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e461740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f6859a27640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e461200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 -- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 msgr2=0x55740e461740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e461740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 -- 172.21.15.2:0/909069273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 msgr2=0x55740e461200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e461200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 -- 172.21.15.2:0/909069273 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55740e44a980 con 0x55740e44d760 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685a228640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x55740e46f3c0 tx=0x7f6850010bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b120d40d001de46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f683dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6850004460 con 0x55740e44d760 2024-09-05T04:16:35.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f685000f870 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f68440bc470 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f685000fa70 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685e865740 10 client.16911 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.106+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55740e449b20 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68440bc470 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6850026410 con 0x55740e44d760 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 10 client.16911 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 10 client.16911 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 20 client.16911 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e4d8510 0x55740e4da930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 4 client.16911 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.3, "await_for": 45.0}] 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 154.3, "await_for": 45.0}) -- 0x55740e3bad20 con 0x55740e4d8510 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.107+0000 7f6859a27640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e4d8510 0x55740e4da930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.108+0000 7f6859a27640 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e4d8510 0x55740e4da930 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd80a14c39bb640 server_cookie=33b6812ad6db0fc6 in_seq=0 out_seq=0 2024-09-05T04:16:35.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.108+0000 7f683dffb640 10 client.16911 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:35.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.116+0000 7f683dffb640 1 -- 172.21.15.2:0/909069273 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55740e3bad20 con 0x55740e4d8510 2024-09-05T04:16:35.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.116+0000 7f683dffb640 10 client.16911 handle_command_reply: tid=0 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.116+0000 7f685e865740 1 client.16911 shutdown 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 msgr2=0x55740e464e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x55740e46f3c0 tx=0x7f6850010bd0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 shutdown_connections 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55740e4d8510 0x55740e4da930 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55740e458940 0x55740e461740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55740e44e080 0x55740e461200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f683dffb640 0 client.16911 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 --2- 172.21.15.2:0/909069273 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55740e44d760 0x55740e464e70 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 >> 172.21.15.2:0/909069273 conn(0x55740e449cf0 msgr2=0x55740e44f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 shutdown_connections 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 1 -- 172.21.15.2:0/909069273 wait complete. 2024-09-05T04:16:35.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685e865740 20 client.16911 trim_cache size 0 max 16384 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 18, 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "ad5ce490": { 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 18, 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:16:35.119 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 154.3, 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:35.120 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 msgr2=0x7f68400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 0x7f68400a51b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f684c005fd0 tx=0x7f684c009cf0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 msgr2=0x7f6854198a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f6844004770 tx=0x7f68440040c0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 shutdown_connections 2024-09-05T04:16:35.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f68400a2cf0 0x7f68400a51b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.117+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f68541082e0 0x7f685419ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.118+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6854103760 0x7f6854198a80 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.118+0000 7f685c48c640 1 --2- 172.21.15.2:0/4194936288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6854102db0 0x7f6854198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.118+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 >> 172.21.15.2:0/4194936288 conn(0x7f68540fc7d0 msgr2=0x7f6854105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.118+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 shutdown_connections 2024-09-05T04:16:35.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:16:35.118+0000 7f685c48c640 1 -- 172.21.15.2:0/4194936288 wait complete. 2024-09-05T04:16:35.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:35 smithi002 ceph-mon[31001]: pgmap v171: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 15 op/s 2024-09-05T04:16:35.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:35 smithi079 ceph-mon[34908]: pgmap v171: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 15 op/s 2024-09-05T04:16:35.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:35 smithi047 ceph-mon[34498]: pgmap v171: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 48 KiB/s wr, 15 op/s 2024-09-05T04:16:35.846 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'ad5ce490', quiesce took 3.1 seconds. Will release after: 31.199999999999996 2024-09-05T04:16:35.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.992+0000 7fb616027640 1 -- 172.21.15.2:0/1571264208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610100830 msgr2=0x7fb610100c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.992+0000 7fb616027640 1 --2- 172.21.15.2:0/1571264208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610100830 0x7fb610100c10 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fb600009930 tx=0x7fb60002a4d0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 -- 172.21.15.2:0/1571264208 shutdown_connections 2024-09-05T04:16:35.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 --2- 172.21.15.2:0/1571264208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6101080f0 0x7fb61010ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 --2- 172.21.15.2:0/1571264208 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb610101150 0x7fb610107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 --2- 172.21.15.2:0/1571264208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610100830 0x7fb610100c10 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 -- 172.21.15.2:0/1571264208 >> 172.21.15.2:0/1571264208 conn(0x7fb610075f20 msgr2=0x7fb610076330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 -- 172.21.15.2:0/1571264208 shutdown_connections 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 -- 172.21.15.2:0/1571264208 wait complete. 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 Processor -- start 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.993+0000 7fb616027640 1 -- start start 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 0x7fb6101017a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6101080f0 0x7fb610102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb610111e20 con 0x7fb610101150 2024-09-05T04:16:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb610111ca0 con 0x7fb610100830 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb610111fa0 con 0x7fb6101080f0 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48224/0 (socket says 172.21.15.2:48224) 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 -- 172.21.15.2:0/3496432084 learned_addr learned my addr 172.21.15.2:0/3496432084 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 0x7fb6101017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60ffff640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6101080f0 0x7fb610102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 -- 172.21.15.2:0/3496432084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6101080f0 msgr2=0x7fb610102220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6101080f0 0x7fb610102220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 -- 172.21.15.2:0/3496432084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 msgr2=0x7fb6101017a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 0x7fb6101017a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 -- 172.21.15.2:0/3496432084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6101a68b0 con 0x7fb610101150 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 0x7fb6101017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60effd640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb60400e9f0 tx=0x7fb60400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60cff9640 1 -- 172.21.15.2:0/3496432084 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60400ccc0 con 0x7fb610101150 2024-09-05T04:16:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60cff9640 1 -- 172.21.15.2:0/3496432084 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6040054d0 con 0x7fb610101150 2024-09-05T04:16:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb60cff9640 1 -- 172.21.15.2:0/3496432084 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb604010430 con 0x7fb610101150 2024-09-05T04:16:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.994+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6101a6ba0 con 0x7fb610101150 2024-09-05T04:16:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.995+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6101a70f0 con 0x7fb610101150 2024-09-05T04:16:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.997+0000 7fb60cff9640 1 -- 172.21.15.2:0/3496432084 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb604005020 con 0x7fb610101150 2024-09-05T04:16:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.997+0000 7fb618dc5740 1 Processor -- start 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 -- start start 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b11ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 0x561a81b1f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561a81a762f0 con 0x561a81b1ccb0 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561a81a1e270 con 0x561a81b11af0 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb618dc5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561a81a722b0 con 0x561a81b12410 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 0x561a81b1f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:41540/0 (socket says 172.21.15.2:41540) 2024-09-05T04:16:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 -- 172.21.15.2:0/3014129960 learned_addr learned my addr 172.21.15.2:0/3014129960 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60ffff640 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b11ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60cff9640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 0x7fb5f80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 -- 172.21.15.2:0/3014129960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 msgr2=0x561a81b11ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b11ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 -- 172.21.15.2:0/3014129960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 msgr2=0x561a81b1f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 0x561a81b1f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60f7fe640 1 -- 172.21.15.2:0/3014129960 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a81a1d340 con 0x561a81b12410 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60effd640 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 0x561a81b1f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60ffff640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 0x7fb5f80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.998+0000 7fb60cff9640 1 -- 172.21.15.2:0/3496432084 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb6040cfbe0 con 0x7fb610101150 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.999+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb60002aac0 tx=0x7fb600004140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1915ed69790e704 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.999+0000 7fb5f5ffb640 1 -- 172.21.15.2:0/3014129960 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb600035030 con 0x561a81b12410 2024-09-05T04:16:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.999+0000 7fb60ffff640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 0x7fb5f80a5230 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb608005c40 tx=0x7fb608004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.999+0000 7fb5f5ffb640 1 -- 172.21.15.2:0/3014129960 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6000054f0 con 0x561a81b12410 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:35.999+0000 7fb5f5ffb640 1 -- 172.21.15.2:0/3014129960 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6000035f0 con 0x561a81b12410 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- 172.21.15.2:0/3014129960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 msgr2=0x561a81b1c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb60002aac0 tx=0x7fb600004140 comp rx=0 tx=0).stop 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- 172.21.15.2:0/3014129960 shutdown_connections 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b1ccb0 0x561a81b1f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b12410 0x561a81b1c770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- 172.21.15.2:0/3014129960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b11ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- 172.21.15.2:0/3014129960 >> 172.21.15.2:0/3014129960 conn(0x561a81b0e060 msgr2=0x561a81b0e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- 172.21.15.2:0/3014129960 shutdown_connections 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- 172.21.15.2:0/3014129960 wait complete. 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- start start 2024-09-05T04:16:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 Processor -- start 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b19b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b1a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.000+0000 7fb618dc5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561a81b1f880 con 0x561a81b12410 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb618dc5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561a819ff290 con 0x561a81b11af0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb618dc5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561a81b1fa00 con 0x561a81b1ccb0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb618dc5740 10 client.0 _ll_register_callbacks cb 0x561a81a30140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48242/0 (socket says 172.21.15.2:48242) 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 -- 172.21.15.2:0/2708151812 learned_addr learned my addr 172.21.15.2:0/2708151812 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60ffff640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b1a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b19b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 -- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 msgr2=0x561a81b1a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b1a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 -- 172.21.15.2:0/2708151812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 msgr2=0x561a81b19b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b19b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 -- 172.21.15.2:0/2708151812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a81789210 con 0x561a81b12410 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b19b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb60effd640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb6040ccff0 tx=0x7fb604009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed39a02d0fac133 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb5eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60409b8a0 con 0x561a81b12410 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb6040a4740 con 0x561a81b12410 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6000054f0 con 0x561a81b12410 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb60400ce60 con 0x561a81b12410 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.001+0000 7fb618dc5740 10 client.16923 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561a81855620 con 0x561a81b12410 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6000054f0 con 0x561a81b12410 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb604097ab0 con 0x561a81b12410 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 10 client.16923 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 10 client.16923 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 20 client.16923 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b2cc70 0x561a81b2f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 4 client.16923 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a81a83a20 con 0x561a81b2cc70 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.002+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b2cc70 0x561a81b2f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.003+0000 7fb5eeffd640 10 client.16923 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.003+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b2cc70 0x561a81b2f0a0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9a9ee0adff1dff0 server_cookie=320423ed9395a1c1 in_seq=0 out_seq=0 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.003+0000 7fb5eeffd640 1 -- 172.21.15.2:0/2708151812 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561a81a83a20 con 0x561a81b2cc70 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.003+0000 7fb5eeffd640 10 client.16923 handle_command_reply: tid=0 2024-09-05T04:16:36.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.003+0000 7fb618dc5740 1 client.16923 shutdown 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 msgr2=0x561a81b1a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fb6040ccff0 tx=0x7fb604009310 comp rx=0 tx=0).stop 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 shutdown_connections 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b2cc70 0x561a81b2f0a0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b1a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b1a090 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 --2- 172.21.15.2:0/2708151812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b19b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb5eeffd640 0 client.16923 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 >> 172.21.15.2:0/2708151812 conn(0x561a81b0e060 msgr2=0x561a81b13d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 shutdown_connections 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 1 -- 172.21.15.2:0/2708151812 wait complete. 2024-09-05T04:16:36.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.004+0000 7fb618dc5740 20 client.16923 trim_cache size 0 max 16384 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 Processor -- start 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 -- start start 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b1a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b34ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101af080 con 0x561a81b12410 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101b1900 con 0x561a81b11af0 2024-09-05T04:16:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb618dc5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101af6f0 con 0x561a81b1ccb0 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48246/0 (socket says 172.21.15.2:48246) 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.018+0000 7fb60effd640 1 -- 172.21.15.2:0/317107120 learned_addr learned my addr 172.21.15.2:0/317107120 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b1a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 -- 172.21.15.2:0/317107120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 msgr2=0x561a81b34ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60ffff640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b34ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b34ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 -- 172.21.15.2:0/317107120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 msgr2=0x561a81b1a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b1a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 -- 172.21.15.2:0/317107120 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a81b2b810 con 0x561a81b12410 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60ffff640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b34ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b1a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb60effd640 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb6040a44a0 tx=0x7fb6040096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd086bf093e2333 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb5f57fa640 1 -- 172.21.15.2:0/317107120 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60407e070 con 0x561a81b12410 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb5f57fa640 1 -- 172.21.15.2:0/317107120 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6040046c0 con 0x561a81b12410 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb5f57fa640 1 -- 172.21.15.2:0/317107120 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb60409b6c0 con 0x561a81b12410 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 -- 172.21.15.2:0/317107120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 msgr2=0x561a81b349b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb6040a44a0 tx=0x7fb6040096c0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 -- 172.21.15.2:0/317107120 shutdown_connections 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b1ccb0 0x561a81b34ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b349b0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.019+0000 7fb618dc5740 1 --2- 172.21.15.2:0/317107120 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b11af0 0x561a81b1a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- 172.21.15.2:0/317107120 >> 172.21.15.2:0/317107120 conn(0x561a81b0e060 msgr2=0x561a81b1bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- 172.21.15.2:0/317107120 shutdown_connections 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- 172.21.15.2:0/317107120 wait complete. 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- start start 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 Processor -- start 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 0x561a81b24c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b1ccb0 0x561a81b21c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101afdc0 con 0x561a81b12410 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101b1230 con 0x561a81b1ccb0 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6101b0490 con 0x561a81b11af0 2024-09-05T04:16:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb618dc5740 10 client.0 _ll_register_callbacks cb 0x7fb60400e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb60effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48256/0 (socket says 172.21.15.2:48256) 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb60f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 0x561a81b24c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.020+0000 7fb60effd640 1 -- 172.21.15.2:0/1717798921 learned_addr learned my addr 172.21.15.2:0/1717798921 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60ffff640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b1ccb0 0x561a81b21c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 -- 172.21.15.2:0/1717798921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b1ccb0 msgr2=0x561a81b21c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b1ccb0 0x561a81b21c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 -- 172.21.15.2:0/1717798921 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 msgr2=0x561a81b251d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 -- 172.21.15.2:0/1717798921 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a81b0de90 con 0x561a81b11af0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60effd640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb60f7fe640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 0x561a81b24c90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb600006010 tx=0x7fb6000095b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58470945de48e17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb5eeffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:16:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb600035040 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561a81a7dd70 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb6000037f0 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb6000039f0 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb618dc5740 10 client.26278 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561a81b97db0 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.021+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561a81a7dd70 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb600031c40 con 0x561a81b11af0 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 10 client.26278 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 10 client.26278 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 20 client.26278 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b980f0 0x561a81b9a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 4 client.26278 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:16:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561a819fa900 con 0x561a81b980f0 2024-09-05T04:16:36.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb60effd640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b980f0 0x561a81b9a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:36.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb5eeffd640 10 client.26278 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:36.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.022+0000 7fb60effd640 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b980f0 0x561a81b9a4e0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e9da1cd035d0d50 server_cookie=f115dcf6e0680dd4 in_seq=0 out_seq=0 2024-09-05T04:16:36.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.038+0000 7fb5eeffd640 1 -- 172.21.15.2:0/1717798921 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561a819fa900 con 0x561a81b980f0 2024-09-05T04:16:36.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.038+0000 7fb5eeffd640 10 client.26278 handle_command_reply: tid=0 2024-09-05T04:16:36.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.038+0000 7fb618dc5740 1 client.26278 shutdown 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 msgr2=0x561a81b24c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 0x561a81b24c90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb600006010 tx=0x7fb6000095b0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 shutdown_connections 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561a81b980f0 0x561a81b9a4e0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561a81b1ccb0 0x561a81b21c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb5eeffd640 0 client.26278 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561a81b12410 0x561a81b251d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 --2- 172.21.15.2:0/1717798921 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561a81b11af0 0x561a81b24c90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 >> 172.21.15.2:0/1717798921 conn(0x561a81b0e060 msgr2=0x561a81b0c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 shutdown_connections 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 1 -- 172.21.15.2:0/1717798921 wait complete. 2024-09-05T04:16:36.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb618dc5740 20 client.26278 trim_cache size 0 max 16384 2024-09-05T04:16:36.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:16:36.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:16:36.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:16:36.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 msgr2=0x7fb5f80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 0x7fb5f80a5230 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fb608005c40 tx=0x7fb608004a40 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 msgr2=0x7fb610101ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fb60400e9f0 tx=0x7fb60400eeb0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 shutdown_connections 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5f80a2d70 0x7fb5f80a5230 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6101080f0 0x7fb610102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb610101150 0x7fb610101ce0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.039+0000 7fb616027640 1 --2- 172.21.15.2:0/3496432084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb610100830 0x7fb6101017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.040+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 >> 172.21.15.2:0/3496432084 conn(0x7fb610075f20 msgr2=0x7fb610105be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.040+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 shutdown_connections 2024-09-05T04:16:36.042 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:36.040+0000 7fb616027640 1 -- 172.21.15.2:0/3496432084 wait complete. 2024-09-05T04:16:37.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:37 smithi079 ceph-mon[34908]: pgmap v172: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:37.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:37 smithi047 ceph-mon[34498]: pgmap v172: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:37.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:37 smithi002 ceph-mon[31001]: pgmap v172: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:39.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:39 smithi047 ceph-mon[34498]: pgmap v173: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:39.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:39 smithi002 ceph-mon[31001]: pgmap v173: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:39 smithi079 ceph-mon[34908]: pgmap v173: 129 pgs: 129 active+clean; 2.2 MiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:16:41.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:41 smithi047 ceph-mon[34498]: pgmap v174: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 13 op/s 2024-09-05T04:16:41.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:41 smithi002 ceph-mon[31001]: pgmap v174: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 13 op/s 2024-09-05T04:16:41.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:41 smithi079 ceph-mon[34908]: pgmap v174: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 13 op/s 2024-09-05T04:16:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:43 smithi047 ceph-mon[34498]: pgmap v175: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-09-05T04:16:43.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:43 smithi002 ceph-mon[31001]: pgmap v175: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-09-05T04:16:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:43 smithi079 ceph-mon[34908]: pgmap v175: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 8 op/s 2024-09-05T04:16:45.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:45 smithi047 ceph-mon[34498]: pgmap v176: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-09-05T04:16:45.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:45 smithi002 ceph-mon[31001]: pgmap v176: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-09-05T04:16:45.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:45 smithi079 ceph-mon[34908]: pgmap v176: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 9 op/s 2024-09-05T04:16:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:47 smithi047 ceph-mon[34498]: pgmap v177: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:47 smithi002 ceph-mon[31001]: pgmap v177: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:47 smithi079 ceph-mon[34908]: pgmap v177: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 -- 172.21.15.2:0/1970645735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102d30 msgr2=0x7fb3c0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/1970645735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102d30 0x7fb3c0103110 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8009900 tx=0x7fb3a802a480 comp rx=0 tx=0).stop 2024-09-05T04:16:49.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 -- 172.21.15.2:0/1970645735 shutdown_connections 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/1970645735 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c010c100 0x7fb3c010e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/1970645735 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0103650 0x7fb3c010bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/1970645735 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c0102d30 0x7fb3c0103110 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 -- 172.21.15.2:0/1970645735 >> 172.21.15.2:0/1970645735 conn(0x7fb3c00fc6c0 msgr2=0x7fb3c00feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 -- 172.21.15.2:0/1970645735 shutdown_connections 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 -- 172.21.15.2:0/1970645735 wait complete. 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.140+0000 7fb3c61fd640 1 Processor -- start 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 -- start start 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102d30 0x7fb3c0100980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0103650 0x7fb3c0100ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0111db0 con 0x7fb3c010c100 2024-09-05T04:16:49.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0111c30 con 0x7fb3c0102d30 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3c61fd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c0111f30 con 0x7fb3c0103650 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51304/0 (socket says 172.21.15.2:51304) 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bf7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102d30 0x7fb3c0100980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 -- 172.21.15.2:0/510469346 learned_addr learned my addr 172.21.15.2:0/510469346 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3beffd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0103650 0x7fb3c0100ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 -- 172.21.15.2:0/510469346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0103650 msgr2=0x7fb3c0100ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0103650 0x7fb3c0100ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 -- 172.21.15.2:0/510469346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102d30 msgr2=0x7fb3c0100980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102d30 0x7fb3c0100980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.144 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.141+0000 7fb3bffff640 1 -- 172.21.15.2:0/510469346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3c01a68c0 con 0x7fb3c010c100 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3bffff640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8009fd0 tx=0x7fb3b800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3bcff9640 1 -- 172.21.15.2:0/510469346 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8017070 con 0x7fb3c010c100 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3c01a6bb0 con 0x7fb3c010c100 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3bcff9640 1 -- 172.21.15.2:0/510469346 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b8003e20 con 0x7fb3c010c100 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3bcff9640 1 -- 172.21.15.2:0/510469346 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b8010460 con 0x7fb3c010c100 2024-09-05T04:16:49.145 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.142+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3c01a7100 con 0x7fb3c010c100 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.144+0000 7fb3bcff9640 1 -- 172.21.15.2:0/510469346 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb3b8003970 con 0x7fb3c010c100 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 Processor -- start 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 -- start start 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e85770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e880a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5577b8ddf2f0 con 0x5577b8e7aaf0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5577b8d87270 con 0x5577b8e85cb0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3c907c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5577b8ddb2b0 con 0x5577b8e7b410 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51310/0 (socket says 172.21.15.2:51310) 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3beffd640 1 -- 172.21.15.2:0/3639059783 learned_addr learned my addr 172.21.15.2:0/3639059783 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.145+0000 7fb3bcff9640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 0x7fb3ac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e85770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e880a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3bffff640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 0x7fb3ac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 -- 172.21.15.2:0/3639059783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 msgr2=0x5577b8e85770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e85770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 -- 172.21.15.2:0/3639059783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 msgr2=0x5577b8e880a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e880a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 -- 172.21.15.2:0/3639059783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b8d86340 con 0x5577b8e7aaf0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3bcff9640 1 -- 172.21.15.2:0/510469346 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3b80cf4a0 con 0x7fb3c010c100 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000bfa0 tx=0x7fb3b000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65593196702a0935 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3bffff640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 0x7fb3ac0a51b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80cc9a0 tx=0x7fb3b8066040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3b5ffb640 1 -- 172.21.15.2:0/3639059783 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0004030 con 0x5577b8e7aaf0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3b5ffb640 1 -- 172.21.15.2:0/3639059783 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b00041d0 con 0x5577b8e7aaf0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.146+0000 7fb3b5ffb640 1 -- 172.21.15.2:0/3639059783 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0010460 con 0x5577b8e7aaf0 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 -- 172.21.15.2:0/3639059783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 msgr2=0x5577b8e7aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000bfa0 tx=0x7fb3b000b840 comp rx=0 tx=0).stop 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 -- 172.21.15.2:0/3639059783 shutdown_connections 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e880a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e85770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3639059783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7aed0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 -- 172.21.15.2:0/3639059783 >> 172.21.15.2:0/3639059783 conn(0x5577b8e77060 msgr2=0x5577b8e77440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 -- 172.21.15.2:0/3639059783 shutdown_connections 2024-09-05T04:16:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.147+0000 7fb3c907c740 1 -- 172.21.15.2:0/3639059783 wait complete. 2024-09-05T04:16:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 -- start start 2024-09-05T04:16:49.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 Processor -- start 2024-09-05T04:16:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e83100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e83640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5577b8e88880 con 0x5577b8e7b410 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5577b8d68290 con 0x5577b8e85cb0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5577b8e88a00 con 0x5577b8e7aaf0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3c907c740 10 client.0 _ll_register_callbacks cb 0x5577b8d99140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e83100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:55718/0 (socket says 172.21.15.2:55718) 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.148+0000 7fb3beffd640 1 -- 172.21.15.2:0/3240647656 learned_addr learned my addr 172.21.15.2:0/3240647656 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e83640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 -- 172.21.15.2:0/3240647656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 msgr2=0x5577b8e83640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e83640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 -- 172.21.15.2:0/3240647656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 msgr2=0x5577b8e83100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e83100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 -- 172.21.15.2:0/3240647656 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b8af2210 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3beffd640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000beb0 tx=0x7fb3b000b570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5db1f9c72844b0e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb39effd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0022070 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b00041d0 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3b0003f90 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb3b0034050 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3c907c740 10 client.26290 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.149+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5577b8bbe620 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b00041d0 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb3b00046c0 con 0x5577b8e7aaf0 2024-09-05T04:16:49.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 10 client.26290 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 10 client.26290 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 20 client.26290 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8e95ab0 0x5577b8e97ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 4 client.26290 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577b8deca20 con 0x5577b8e95ab0 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.150+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8e95ab0 0x5577b8e97ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.151+0000 7fb39effd640 10 client.26290 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.151+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8e95ab0 0x5577b8e97ea0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3a58582612dc8cf server_cookie=2aabd0964167bc6d in_seq=0 out_seq=0 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.151+0000 7fb39effd640 1 -- 172.21.15.2:0/3240647656 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5577b8deca20 con 0x5577b8e95ab0 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.151+0000 7fb39effd640 10 client.26290 handle_command_reply: tid=0 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.151+0000 7fb3c907c740 1 client.26290 shutdown 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 msgr2=0x5577b8e82bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000beb0 tx=0x7fb3b000b570 comp rx=0 tx=0).stop 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 shutdown_connections 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8e95ab0 0x5577b8e97ea0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e85cb0 0x5577b8e83640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb39effd640 0 client.26290 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e83100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 --2- 172.21.15.2:0/3240647656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7aaf0 0x5577b8e82bc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 >> 172.21.15.2:0/3240647656 conn(0x5577b8e77060 msgr2=0x5577b8e7cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 shutdown_connections 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 1 -- 172.21.15.2:0/3240647656 wait complete. 2024-09-05T04:16:49.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.152+0000 7fb3c907c740 20 client.26290 trim_cache size 0 max 16384 2024-09-05T04:16:49.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 Processor -- start 2024-09-05T04:16:49.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 -- start start 2024-09-05T04:16:49.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e830f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01af0b0 con 0x5577b8e7b410 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b1930 con 0x5577b8e7aaf0 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3c907c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01af720 con 0x5577b8e85cb0 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e830f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:55720/0 (socket says 172.21.15.2:55720) 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 -- 172.21.15.2:0/1452570792 learned_addr learned my addr 172.21.15.2:0/1452570792 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 -- 172.21.15.2:0/1452570792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 msgr2=0x5577b8e7d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 -- 172.21.15.2:0/1452570792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 msgr2=0x5577b8e830f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e830f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.167+0000 7fb3beffd640 1 -- 172.21.15.2:0/1452570792 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577b8e76e90 con 0x5577b8e85cb0 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.168+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb3b00057c0 tx=0x7fb3b000b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a38a6f591d24d33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.168+0000 7fb3b57fa640 1 -- 172.21.15.2:0/1452570792 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0022040 con 0x5577b8e85cb0 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.168+0000 7fb3b57fa640 1 -- 172.21.15.2:0/1452570792 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b0003f90 con 0x5577b8e85cb0 2024-09-05T04:16:49.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.168+0000 7fb3b57fa640 1 -- 172.21.15.2:0/1452570792 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b0004680 con 0x5577b8e85cb0 2024-09-05T04:16:49.173 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- 172.21.15.2:0/1452570792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 msgr2=0x5577b8e83630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb3b00057c0 tx=0x7fb3b000b840 comp rx=0 tx=0).stop 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- 172.21.15.2:0/1452570792 shutdown_connections 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e85cb0 0x5577b8e83630 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e7b410 0x5577b8e830f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1452570792 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e7d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- 172.21.15.2:0/1452570792 >> 172.21.15.2:0/1452570792 conn(0x5577b8e77060 msgr2=0x5577b8e84c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- 172.21.15.2:0/1452570792 shutdown_connections 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- 172.21.15.2:0/1452570792 wait complete. 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 -- start start 2024-09-05T04:16:49.174 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.169+0000 7fb3c907c740 1 Processor -- start 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e89420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e89960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01afdf0 con 0x5577b8e85cb0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b1260 con 0x5577b8e7aaf0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3c01b04c0 con 0x5577b8e7b410 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3c907c740 10 client.0 _ll_register_callbacks cb 0x7fb3a8005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e89960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:51336/0 (socket says 172.21.15.2:51336) 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3beffd640 1 -- 172.21.15.2:0/1598160285 learned_addr learned my addr 172.21.15.2:0/1598160285 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e89420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.175 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 -- 172.21.15.2:0/1598160285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 msgr2=0x5577b8e89420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e89420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 -- 172.21.15.2:0/1598160285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 msgr2=0x5577b8ef8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3bf7fe640 1 -- 172.21.15.2:0/1598160285 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577b8ef8cb0 con 0x5577b8e7b410 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.170+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb3bf7fe640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e89960 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8009230 tx=0x7fb3a8032e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c39a30ca71a2df5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a8035040 con 0x5577b8e7b410 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fb3a8005040 con 0x5577b8e7b410 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb3b0003f90 con 0x5577b8e7b410 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb3a8055050 con 0x5577b8e7b410 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb3c907c740 10 client.26296 fetch_fsmap learned FSMap version 21 2024-09-05T04:16:49.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5577b8f00110 con 0x5577b8e7b410 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b0003f90 con 0x5577b8e7b410 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.171+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb3a8004c60 con 0x5577b8e7b410 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 10 client.26296 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 10 client.26296 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 20 client.26296 populate_metadata read hostname 'smithi002' 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8f008c0 0x5577b8f02ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 4 client.26296 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5577b8de6d70 con 0x5577b8f008c0 2024-09-05T04:16:49.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8f008c0 0x5577b8f02ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:16:49.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb39effd640 10 client.26296 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:49.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.172+0000 7fb3beffd640 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8f008c0 0x5577b8f02ce0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5065e3b3623323 server_cookie=f7f85bac44b795db in_seq=0 out_seq=0 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb39effd640 1 -- 172.21.15.2:0/1598160285 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5577b8de6d70 con 0x5577b8f008c0 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb39effd640 10 client.26296 handle_command_reply: tid=0 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 client.26296 shutdown 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 msgr2=0x5577b8e89960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e89960 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8009230 tx=0x7fb3a8032e00 comp rx=0 tx=0).stop 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 shutdown_connections 2024-09-05T04:16:49.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5577b8f008c0 0x5577b8f02ce0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5577b8e85cb0 0x5577b8ef8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5577b8e7b410 0x5577b8e89960 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb39effd640 0 client.26296 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 --2- 172.21.15.2:0/1598160285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5577b8e7aaf0 0x5577b8e89420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 >> 172.21.15.2:0/1598160285 conn(0x5577b8e77060 msgr2=0x5577b8e759a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 shutdown_connections 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.185+0000 7fb3c907c740 1 -- 172.21.15.2:0/1598160285 wait complete. 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c907c740 20 client.26296 trim_cache size 0 max 16384 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:16:49.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 msgr2=0x7fb3ac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 0x7fb3ac0a51b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fb3b80cc9a0 tx=0x7fb3b8066040 comp rx=0 tx=0).stop 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 msgr2=0x7fb3c0101400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:16:49.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8009fd0 tx=0x7fb3b800b260 comp rx=0 tx=0).stop 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 shutdown_connections 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3ac0a2cf0 0x7fb3ac0a51b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3c010c100 0x7fb3c0101400 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3c0103650 0x7fb3c0100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 --2- 172.21.15.2:0/510469346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3c0102d30 0x7fb3c0100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 >> 172.21.15.2:0/510469346 conn(0x7fb3c00fc6c0 msgr2=0x7fb3c00fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 shutdown_connections 2024-09-05T04:16:49.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:16:49.186+0000 7fb3c61fd640 1 -- 172.21.15.2:0/510469346 wait complete. 2024-09-05T04:16:49.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:49 smithi047 ceph-mon[34498]: pgmap v178: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:49.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:49 smithi002 ceph-mon[31001]: pgmap v178: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:49 smithi079 ceph-mon[34908]: pgmap v178: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:51 smithi047 ceph-mon[34498]: pgmap v179: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:51.536 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:51 smithi002 ceph-mon[31001]: pgmap v179: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:51 smithi079 ceph-mon[34908]: pgmap v179: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 14 KiB/s wr, 6 op/s 2024-09-05T04:16:53.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:53 smithi047 ceph-mon[34498]: pgmap v180: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3.0 KiB/s wr, 2 op/s 2024-09-05T04:16:53.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:53 smithi002 ceph-mon[31001]: pgmap v180: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3.0 KiB/s wr, 2 op/s 2024-09-05T04:16:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:53 smithi079 ceph-mon[34908]: pgmap v180: 129 pgs: 129 active+clean; 2.3 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 3.0 KiB/s wr, 2 op/s 2024-09-05T04:16:55.379 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:55 smithi079 ceph-mon[34908]: pgmap v181: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:16:55.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:55 smithi047 ceph-mon[34498]: pgmap v181: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:16:55.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:55 smithi002 ceph-mon[31001]: pgmap v181: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.4 KiB/s wr, 5 op/s 2024-09-05T04:16:57.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:57 smithi047 ceph-mon[34498]: pgmap v182: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:16:57.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:57 smithi002 ceph-mon[31001]: pgmap v182: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:16:57.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:57 smithi079 ceph-mon[34908]: pgmap v182: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:16:59.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:16:59 smithi047 ceph-mon[34498]: pgmap v183: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:16:59.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:16:59 smithi002 ceph-mon[31001]: pgmap v183: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:16:59.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:16:59 smithi079 ceph-mon[34908]: pgmap v183: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 5.4 KiB/s wr, 4 op/s 2024-09-05T04:17:00.927 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:17:01.197 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:01.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:01 smithi002 ceph-mon[31001]: pgmap v184: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 6.0 KiB/s wr, 5 op/s 2024-09-05T04:17:01.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:01 smithi047 ceph-mon[34498]: pgmap v184: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 6.0 KiB/s wr, 5 op/s 2024-09-05T04:17:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:01 smithi079 ceph-mon[34908]: pgmap v184: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 6.0 KiB/s wr, 5 op/s 2024-09-05T04:17:01.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 -- 172.21.15.2:0/3441799303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650102d30 msgr2=0x7f0650103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 --2- 172.21.15.2:0/3441799303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650102d30 0x7f0650103110 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f064c009900 tx=0x7f064c02a480 comp rx=0 tx=0).stop 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 -- 172.21.15.2:0/3441799303 shutdown_connections 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 --2- 172.21.15.2:0/3441799303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f065010c160 0x7f065010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 --2- 172.21.15.2:0/3441799303 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0650103650 0x7f065010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 --2- 172.21.15.2:0/3441799303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650102d30 0x7f0650103110 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 -- 172.21.15.2:0/3441799303 >> 172.21.15.2:0/3441799303 conn(0x7f06500fc790 msgr2=0x7f06500febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 -- 172.21.15.2:0/3441799303 shutdown_connections 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 -- 172.21.15.2:0/3441799303 wait complete. 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.696+0000 7f06576c8640 1 Processor -- start 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 -- start start 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0650102d30 0x7f0650198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f065010c160 0x7f065019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111e10 con 0x7f0650103650 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111c90 con 0x7f065010c160 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f06576c8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0650111f90 con 0x7f0650102d30 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53912/0 (socket says 172.21.15.2:53912) 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0655464640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0650102d30 0x7f0650198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 -- 172.21.15.2:0/4165851913 learned_addr learned my addr 172.21.15.2:0/4165851913 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0655c65640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f065010c160 0x7f065019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 -- 172.21.15.2:0/4165851913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0650102d30 msgr2=0x7f0650198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0650102d30 0x7f0650198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 -- 172.21.15.2:0/4165851913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f065010c160 msgr2=0x7f065019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f065010c160 0x7f065019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.697+0000 7f0654c63640 1 -- 172.21.15.2:0/4165851913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f065019d330 con 0x7f0650103650 2024-09-05T04:17:01.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f0654c63640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f064000d950 tx=0x7f064000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f06467fc640 1 -- 172.21.15.2:0/4165851913 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0640017030 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f06467fc640 1 -- 172.21.15.2:0/4165851913 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0640004020 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f065019d620 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f06467fc640 1 -- 172.21.15.2:0/4165851913 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06400055e0 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.698+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06501a4f00 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.700+0000 7f06467fc640 1 -- 172.21.15.2:0/4165851913 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f06400041d0 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.701+0000 7f06467fc640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 0x7f063c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.701+0000 7f0655464640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 0x7f063c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.701+0000 7f06467fc640 1 -- 172.21.15.2:0/4165851913 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f06400cf030 con 0x7f0650103650 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.701+0000 7f0655464640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 0x7f063c0a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f064c031440 tx=0x7f064c005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 Processor -- start 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 -- start start 2024-09-05T04:17:01.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3d5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3e2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5592ca33b2e0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5592ca2e2ce0 con 0x5592ca3d54a0 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0659aa1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5592ca3372a0 con 0x5592ca3e0680 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53914/0 (socket says 172.21.15.2:53914) 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0654c63640 1 -- 172.21.15.2:0/2488977637 learned_addr learned my addr 172.21.15.2:0/2488977637 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.702+0000 7f0655c65640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3e2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0655464640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3d5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 -- 172.21.15.2:0/2488977637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 msgr2=0x5592ca3e2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3e2a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 -- 172.21.15.2:0/2488977637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 msgr2=0x5592ca3d5880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3d5880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 -- 172.21.15.2:0/2488977637 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592ca2c7440 con 0x5592ca3d5dc0 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0655464640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3d5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f0654c63640 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f064000dfd0 tx=0x7f064009ae00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fc932f8e53eebb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f063b7fe640 1 -- 172.21.15.2:0/2488977637 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06400a3e20 con 0x5592ca3d5dc0 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f063b7fe640 1 -- 172.21.15.2:0/2488977637 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06400994b0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.703+0000 7f063b7fe640 1 -- 172.21.15.2:0/2488977637 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06400bb070 con 0x5592ca3d5dc0 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- 172.21.15.2:0/2488977637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 msgr2=0x5592ca3e0140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f064000dfd0 tx=0x7f064009ae00 comp rx=0 tx=0).stop 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- 172.21.15.2:0/2488977637 shutdown_connections 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3e2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3e0140 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2488977637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3d5880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- 172.21.15.2:0/2488977637 >> 172.21.15.2:0/2488977637 conn(0x5592ca3d1a30 msgr2=0x5592ca3d1e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- 172.21.15.2:0/2488977637 shutdown_connections 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- 172.21.15.2:0/2488977637 wait complete. 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.704+0000 7f0659aa1740 1 -- start start 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 Processor -- start 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3e0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3dd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5592ca3e3250 con 0x5592ca3d5dc0 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5592ca2f6050 con 0x5592ca3d54a0 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5592ca3e33d0 con 0x5592ca3e0680 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0659aa1740 10 client.0 _ll_register_callbacks cb 0x5592ca336160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0654c63640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53924/0 (socket says 172.21.15.2:53924) 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0654c63640 1 -- 172.21.15.2:0/3786320648 learned_addr learned my addr 172.21.15.2:0/3786320648 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0655c65640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3dd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.705+0000 7f0655464640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3e0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 -- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 msgr2=0x5592ca3dd920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3dd920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 -- 172.21.15.2:0/3786320648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 msgr2=0x5592ca3e0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3e0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 -- 172.21.15.2:0/3786320648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592ca0ac3c0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0655c65640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3dd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0654c63640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f06400cc490 tx=0x7f06400cc380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c24eb0a273111 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064009f170 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f06400bb0c0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06400994b0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f064009f310 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0659aa1740 10 client.16959 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5592ca3eecb0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f06400994b0 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.706+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0640096f00 con 0x5592ca3d5dc0 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 10 client.16959 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:01.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 10 client.16959 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 20 client.16959 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca3f0000 0x5592ca3f23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 4 client.16959 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592ca348850 con 0x5592ca3f0000 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0655464640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca3f0000 0x5592ca3f23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0655464640 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca3f0000 0x5592ca3f23f0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36da7b7328548574 server_cookie=96bd6a91804ba8b9 in_seq=0 out_seq=0 2024-09-05T04:17:01.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.707+0000 7f0638ff9640 10 client.16959 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:01.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0638ff9640 1 -- 172.21.15.2:0/3786320648 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592ca348850 con 0x5592ca3f0000 2024-09-05T04:17:01.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0638ff9640 10 client.16959 handle_command_reply: tid=0 2024-09-05T04:17:01.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 client.16959 shutdown 2024-09-05T04:17:01.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 msgr2=0x5592ca3dd330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f06400cc490 tx=0x7f06400cc380 comp rx=0 tx=0).stop 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 shutdown_connections 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca3f0000 0x5592ca3f23f0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3e0680 0x5592ca3dd920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3d5dc0 0x5592ca3dd330 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3786320648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d54a0 0x5592ca3e0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 >> 172.21.15.2:0/3786320648 conn(0x5592ca3d1a30 msgr2=0x5592ca3d0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0638ff9640 0 client.16959 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:01.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 shutdown_connections 2024-09-05T04:17:01.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.708+0000 7f0659aa1740 1 -- 172.21.15.2:0/3786320648 wait complete. 2024-09-05T04:17:01.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.709+0000 7f0659aa1740 20 client.16959 trim_cache size 0 max 16384 2024-09-05T04:17:01.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 Processor -- start 2024-09-05T04:17:01.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 -- start start 2024-09-05T04:17:01.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3df2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f5040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f06501acfe0 con 0x5592ca3e0680 2024-09-05T04:17:01.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f06501af860 con 0x5592ca3d5dc0 2024-09-05T04:17:01.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0659aa1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f06501ad650 con 0x5592ca3d54a0 2024-09-05T04:17:01.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0655c65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0654c63640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0655c65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53934/0 (socket says 172.21.15.2:53934) 2024-09-05T04:17:01.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0655c65640 1 -- 172.21.15.2:0/2407123913 learned_addr learned my addr 172.21.15.2:0/2407123913 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:01.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0655464640 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3df2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0654c63640 1 -- 172.21.15.2:0/2407123913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 msgr2=0x5592ca3df2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0654c63640 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3df2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.727+0000 7f0654c63640 1 -- 172.21.15.2:0/2407123913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 msgr2=0x5592ca3f5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f0654c63640 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f0654c63640 1 -- 172.21.15.2:0/2407123913 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592ca3d8f50 con 0x5592ca3d5dc0 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f0655c65640 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:01.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f0654c63640 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f5040 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f064009b140 tx=0x7f06400a3fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dbfa2c3e1af837b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f063affd640 1 -- 172.21.15.2:0/2407123913 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f064009f170 con 0x5592ca3d5dc0 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f063affd640 1 -- 172.21.15.2:0/2407123913 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f064009a410 con 0x5592ca3d5dc0 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.728+0000 7f063affd640 1 -- 172.21.15.2:0/2407123913 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0640097080 con 0x5592ca3d5dc0 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- 172.21.15.2:0/2407123913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 msgr2=0x5592ca3f5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f5040 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f064009b140 tx=0x7f06400a3fa0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- 172.21.15.2:0/2407123913 shutdown_connections 2024-09-05T04:17:01.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca3f5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f5040 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 --2- 172.21.15.2:0/2407123913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3df2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- 172.21.15.2:0/2407123913 >> 172.21.15.2:0/2407123913 conn(0x5592ca3d1a30 msgr2=0x5592ca3deb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- 172.21.15.2:0/2407123913 shutdown_connections 2024-09-05T04:17:01.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- 172.21.15.2:0/2407123913 wait complete. 2024-09-05T04:17:01.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 -- start start 2024-09-05T04:17:01.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.729+0000 7f0659aa1740 1 Processor -- start 2024-09-05T04:17:01.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3f4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f06501add20 con 0x5592ca3e0680 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f06501af190 con 0x5592ca3d5dc0 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f06501ae3f0 con 0x5592ca3d54a0 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0659aa1740 10 client.0 _ll_register_callbacks cb 0x7f0648009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:01.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655464640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3f4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53942/0 (socket says 172.21.15.2:53942) 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 -- 172.21.15.2:0/3246252888 learned_addr learned my addr 172.21.15.2:0/3246252888 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0654c63640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 -- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 msgr2=0x5592ca3f4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3f4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 -- 172.21.15.2:0/3246252888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 msgr2=0x5592ca3f53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:01.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 -- 172.21.15.2:0/3246252888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592ca452570 con 0x5592ca3e0680 2024-09-05T04:17:01.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655464640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3f4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:01.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0654c63640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:01.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0655c65640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f06480042c0 tx=0x7f0648003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6297e60e3aa3576c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:01.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.730+0000 7f0638ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:01.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0648021060 con 0x5592ca3e0680 2024-09-05T04:17:01.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f064009a410 con 0x5592ca3e0680 2024-09-05T04:17:01.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0648010d20 con 0x5592ca3e0680 2024-09-05T04:17:01.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0648028050 con 0x5592ca3e0680 2024-09-05T04:17:01.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 10 client.16965 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:01.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5592ca45ab70 con 0x5592ca3e0680 2024-09-05T04:17:01.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f064009a410 con 0x5592ca3e0680 2024-09-05T04:17:01.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f064801b070 con 0x5592ca3e0680 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 10 client.16965 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 10 client.16965 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 20 client.16965 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca45b290 0x5592ca45d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 4 client.16965 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:17:01.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.731+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5592ca342d60 con 0x5592ca45b290 2024-09-05T04:17:01.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.732+0000 7f0655464640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca45b290 0x5592ca45d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:01.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.732+0000 7f0638ff9640 10 client.16965 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:01.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.732+0000 7f0655464640 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca45b290 0x5592ca45d680 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9291082e151e492e server_cookie=4c94d297cac9bb71 in_seq=0 out_seq=0 2024-09-05T04:17:01.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0638ff9640 1 -- 172.21.15.2:0/3246252888 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5592ca342d60 con 0x5592ca45b290 2024-09-05T04:17:01.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0638ff9640 10 client.16965 handle_command_reply: tid=0 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 client.16965 shutdown 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 msgr2=0x5592ca451ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f06480042c0 tx=0x7f0648003f90 comp rx=0 tx=0).stop 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 shutdown_connections 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5592ca45b290 0x5592ca45d680 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5592ca3e0680 0x5592ca451ed0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5592ca3d5dc0 0x5592ca3f53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 --2- 172.21.15.2:0/3246252888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5592ca3d54a0 0x5592ca3f4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 >> 172.21.15.2:0/3246252888 conn(0x5592ca3d1a30 msgr2=0x5592ca3db7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0638ff9640 0 client.16965 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 shutdown_connections 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 1 -- 172.21.15.2:0/3246252888 wait complete. 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.733+0000 7f0659aa1740 20 client.16965 trim_cache size 0 max 16384 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:01.757 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:17:01.758 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:17:01.758 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:01.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 msgr2=0x7f063c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 0x7f063c0a51b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f064c031440 tx=0x7f064c005b50 comp rx=0 tx=0).stop 2024-09-05T04:17:01.758 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 msgr2=0x7f06501988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f064000d950 tx=0x7f064000de10 comp rx=0 tx=0).stop 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 shutdown_connections 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f063c0a2cf0 0x7f063c0a51b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f065010c160 0x7f065019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0650103650 0x7f06501988c0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 --2- 172.21.15.2:0/4165851913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0650102d30 0x7f0650198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 >> 172.21.15.2:0/4165851913 conn(0x7f06500fc790 msgr2=0x7f06500fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 shutdown_connections 2024-09-05T04:17:01.759 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:01.734+0000 7f06576c8640 1 -- 172.21.15.2:0/4165851913 wait complete. 2024-09-05T04:17:02.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 -- 172.21.15.2:0/3106235897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81069b0 msgr2=0x7f84f8106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 --2- 172.21.15.2:0/3106235897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81069b0 0x7f84f8106d90 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f84e8009930 tx=0x7f84e802a420 comp rx=0 tx=0).stop 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 -- 172.21.15.2:0/3106235897 shutdown_connections 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 --2- 172.21.15.2:0/3106235897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f810d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 --2- 172.21.15.2:0/3106235897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81009a0 0x7f84f8100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 --2- 172.21.15.2:0/3106235897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81069b0 0x7f84f8106d90 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 -- 172.21.15.2:0/3106235897 >> 172.21.15.2:0/3106235897 conn(0x7f84f80779a0 msgr2=0x7f84f80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 -- 172.21.15.2:0/3106235897 shutdown_connections 2024-09-05T04:17:02.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.276+0000 7f84fcea6640 1 -- 172.21.15.2:0/3106235897 wait complete. 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 Processor -- start 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 -- start start 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f81996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 0x7f84f81a4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84f8110ca0 con 0x7f84f81009a0 2024-09-05T04:17:02.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84f8110b20 con 0x7f84f8101340 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84fcea6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84f8110e20 con 0x7f84f81069b0 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84f659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84f659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53966/0 (socket says 172.21.15.2:53966) 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84f659c640 1 -- 172.21.15.2:0/403702306 learned_addr learned my addr 172.21.15.2:0/403702306 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 0x7f84f81a4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.277+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f81996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 -- 172.21.15.2:0/403702306 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 msgr2=0x7f84f81a4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 0x7f84f81a4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 -- 172.21.15.2:0/403702306 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 msgr2=0x7f84f81996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f81996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 -- 172.21.15.2:0/403702306 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f81a4750 con 0x7f84f81009a0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 0x7f84f81a4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84f659c640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f84e8004770 tx=0x7f84e80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84e77fe640 1 -- 172.21.15.2:0/403702306 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e803f070 con 0x7f84f81009a0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84e77fe640 1 -- 172.21.15.2:0/403702306 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84e803b460 con 0x7f84f81009a0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84e77fe640 1 -- 172.21.15.2:0/403702306 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8035070 con 0x7f84f81009a0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f81a4920 con 0x7f84f81009a0 2024-09-05T04:17:02.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.278+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f81a4d80 con 0x7f84f81009a0 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.280+0000 7f84e77fe640 1 -- 172.21.15.2:0/403702306 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f84e803b610 con 0x7f84f81009a0 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.281+0000 7f84e77fe640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 0x7f84e00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.281+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 0x7f84e00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.281+0000 7f84e77fe640 1 -- 172.21.15.2:0/403702306 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f84e80efc90 con 0x7f84f81009a0 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.281+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 0x7f84e00a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0058c0 tx=0x7f84ec005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.281+0000 7f84ffc38740 1 Processor -- start 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 -- start start 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdf9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe04770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556b5fd5e2f0 con 0x556b5fe04cb0 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556b5fd06270 con 0x556b5fdfa410 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84ffc38740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556b5fd5a2b0 con 0x556b5fdf9af0 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53976/0 (socket says 172.21.15.2:53976) 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2889883213 learned_addr learned my addr 172.21.15.2:0/2889883213 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84f659c640 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdf9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.282+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe04770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2889883213 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 msgr2=0x556b5fdf9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdf9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2889883213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 msgr2=0x556b5fe04770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe04770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2889883213 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b5fd05340 con 0x556b5fe04cb0 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f84f000ae80 tx=0x7f84f000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cc32bb46fc9c7e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84e4ff9640 1 -- 172.21.15.2:0/2889883213 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0003b70 con 0x556b5fe04cb0 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84e4ff9640 1 -- 172.21.15.2:0/2889883213 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84f0003d10 con 0x556b5fe04cb0 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.283+0000 7f84e4ff9640 1 -- 172.21.15.2:0/2889883213 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f0010990 con 0x556b5fe04cb0 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- 172.21.15.2:0/2889883213 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 msgr2=0x556b5fe070a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f84f000ae80 tx=0x7f84f000e720 comp rx=0 tx=0).stop 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- 172.21.15.2:0/2889883213 shutdown_connections 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe070a0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe04770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2889883213 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdf9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- 172.21.15.2:0/2889883213 >> 172.21.15.2:0/2889883213 conn(0x556b5fdf6060 msgr2=0x556b5fdf6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- 172.21.15.2:0/2889883213 shutdown_connections 2024-09-05T04:17:02.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- 172.21.15.2:0/2889883213 wait complete. 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.284+0000 7f84ffc38740 1 -- start start 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 Processor -- start 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe01b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdfa410 0x556b5fe02070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556b5fe07880 con 0x556b5fe04cb0 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556b5fce7290 con 0x556b5fdf9af0 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556b5fe07a00 con 0x556b5fdfa410 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ffc38740 10 client.0 _ll_register_callbacks cb 0x556b5fd18140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53980/0 (socket says 172.21.15.2:53980) 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2143332285 learned_addr learned my addr 172.21.15.2:0/2143332285 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:02.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f659c640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe01b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdfa410 0x556b5fe02070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdfa410 msgr2=0x556b5fe02070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdfa410 0x556b5fe02070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2143332285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 msgr2=0x556b5fe01b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe01b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 -- 172.21.15.2:0/2143332285 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b5fa71210 con 0x556b5fe04cb0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f84f000ae50 tx=0x7f84f000abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a3c52f073e16795 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.285+0000 7f84ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f002a060 con 0x556b5fe04cb0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f84f0010980 con 0x556b5fe04cb0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f0003d10 con 0x556b5fe04cb0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84f0031050 con 0x556b5fe04cb0 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 10 client.16977 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:02.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556b5fb3d620 con 0x556b5fe04cb0 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84f0003d10 con 0x556b5fe04cb0 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f84f001a460 con 0x556b5fe04cb0 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 10 client.16977 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 10 client.16977 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 20 client.16977 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe16f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 4 client.16977 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.286+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b5fd6ba20 con 0x556b5fe14b50 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.287+0000 7f84f659c640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe16f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.287+0000 7f84f659c640 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe16f40 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77b0ed11a2768039 server_cookie=844cfb13a2bde163 in_seq=0 out_seq=0 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.287+0000 7f84ddffb640 10 client.16977 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ddffb640 1 -- 172.21.15.2:0/2143332285 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556b5fd6ba20 con 0x556b5fe14b50 2024-09-05T04:17:02.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ddffb640 10 client.16977 handle_command_reply: tid=0 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 client.16977 shutdown 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 msgr2=0x556b5fe025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f84f000ae50 tx=0x7f84f000abc0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 shutdown_connections 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe16f40 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe025b0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ddffb640 0 client.16977 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdfa410 0x556b5fe02070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 --2- 172.21.15.2:0/2143332285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe01b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 >> 172.21.15.2:0/2143332285 conn(0x556b5fdf6060 msgr2=0x556b5fdfbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 shutdown_connections 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 1 -- 172.21.15.2:0/2143332285 wait complete. 2024-09-05T04:17:02.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.288+0000 7f84ffc38740 20 client.16977 trim_cache size 0 max 16384 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 Processor -- start 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 -- start start 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdfc560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe023e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81acfa0 con 0x556b5fe04cb0 2024-09-05T04:17:02.304 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81af820 con 0x556b5fdfa410 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84ffc38740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81ad610 con 0x556b5fdf9af0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53986/0 (socket says 172.21.15.2:53986) 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 -- 172.21.15.2:0/525725157 learned_addr learned my addr 172.21.15.2:0/525725157 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f659c640 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdfc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe023e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 -- 172.21.15.2:0/525725157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 msgr2=0x556b5fdfc560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdfc560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 -- 172.21.15.2:0/525725157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 msgr2=0x556b5fe023e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe023e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 -- 172.21.15.2:0/525725157 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b5fe073e0 con 0x556b5fe04cb0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.303+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f84f0005e10 tx=0x7f84f0000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b126a012f916c165 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.305 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84dffff640 1 -- 172.21.15.2:0/525725157 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f001e020 con 0x556b5fe04cb0 2024-09-05T04:17:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84dffff640 1 -- 172.21.15.2:0/525725157 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84f001a460 con 0x556b5fe04cb0 2024-09-05T04:17:02.306 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84dffff640 1 -- 172.21.15.2:0/525725157 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f002a070 con 0x556b5fe04cb0 2024-09-05T04:17:02.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 -- 172.21.15.2:0/525725157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 msgr2=0x556b5fe1c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f84f0005e10 tx=0x7f84f0000f40 comp rx=0 tx=0).stop 2024-09-05T04:17:02.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 -- 172.21.15.2:0/525725157 shutdown_connections 2024-09-05T04:17:02.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fe04cb0 0x556b5fe1c5a0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdfa410 0x556b5fe023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 --2- 172.21.15.2:0/525725157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fdf9af0 0x556b5fdfc560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 -- 172.21.15.2:0/525725157 >> 172.21.15.2:0/525725157 conn(0x556b5fdf6060 msgr2=0x556b5fe03bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 -- 172.21.15.2:0/525725157 shutdown_connections 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.304+0000 7f84ffc38740 1 -- 172.21.15.2:0/525725157 wait complete. 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 -- start start 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 Processor -- start 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe08a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fe04cb0 0x556b5fe094b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81adce0 con 0x556b5fdfa410 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81af150 con 0x556b5fdf9af0 2024-09-05T04:17:02.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84f81ae3b0 con 0x556b5fe04cb0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84ffc38740 10 client.0 _ll_register_callbacks cb 0x7f84f0014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84f5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84f5d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53994/0 (socket says 172.21.15.2:53994) 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84f5d9b640 1 -- 172.21.15.2:0/3952597261 learned_addr learned my addr 172.21.15.2:0/3952597261 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84f6d9d640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fe04cb0 0x556b5fe094b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.305+0000 7f84f659c640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe08a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 -- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fe04cb0 msgr2=0x556b5fe094b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fe04cb0 0x556b5fe094b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 -- 172.21.15.2:0/3952597261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 msgr2=0x556b5fe08a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe08a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 -- 172.21.15.2:0/3952597261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b5fe7e5a0 con 0x556b5fdfa410 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f659c640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe08a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84f5d9b640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x556b5fdf6ec0 tx=0x7f84ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35be26afd6c7907 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:02.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84ec004220 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f84ec0043c0 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84f001a460 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84ec034050 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ffc38740 10 client.16983 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556b5fe7f900 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.306+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84f001a460 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f84ec028070 con 0x556b5fdfa410 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 10 client.16983 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 10 client.16983 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 20 client.16983 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe82170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:02.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 4 client.16983 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:17:02.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556b5fd65d70 con 0x556b5fe14b50 2024-09-05T04:17:02.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84f659c640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe82170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:02.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84ddffb640 10 client.16983 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:02.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.307+0000 7f84f659c640 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe82170 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52ccc9bd3a6fa4cf server_cookie=9f5cdf82973b13e1 in_seq=0 out_seq=0 2024-09-05T04:17:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.316+0000 7f84ddffb640 1 -- 172.21.15.2:0/3952597261 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556b5fd65d70 con 0x556b5fe14b50 2024-09-05T04:17:02.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.316+0000 7f84ddffb640 10 client.16983 handle_command_reply: tid=0 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.316+0000 7f84ffc38740 1 client.16983 shutdown 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.316+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 msgr2=0x556b5fe08f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.316+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x556b5fdf6ec0 tx=0x7f84ec0046c0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 shutdown_connections 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556b5fe14b50 0x556b5fe82170 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556b5fe04cb0 0x556b5fe094b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556b5fdfa410 0x556b5fe08f70 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 --2- 172.21.15.2:0/3952597261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556b5fdf9af0 0x556b5fe08a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ddffb640 0 client.16983 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 >> 172.21.15.2:0/3952597261 conn(0x556b5fdf6060 msgr2=0x556b5fe03390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 shutdown_connections 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 1 -- 172.21.15.2:0/3952597261 wait complete. 2024-09-05T04:17:02.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84ffc38740 20 client.16983 trim_cache size 0 max 16384 2024-09-05T04:17:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:17:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:17:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:17:02.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 msgr2=0x7f84e00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 0x7f84e00a51b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f84ec0058c0 tx=0x7f84ec005850 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 msgr2=0x7f84f8199190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f84e8004770 tx=0x7f84e80042f0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 shutdown_connections 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84e00a2cf0 0x7f84e00a51b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84f81069b0 0x7f84f81a4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84f8101340 0x7f84f81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 --2- 172.21.15.2:0/403702306 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84f81009a0 0x7f84f8199190 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:02.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 >> 172.21.15.2:0/403702306 conn(0x7f84f80779a0 msgr2=0x7f84f80ff1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 shutdown_connections 2024-09-05T04:17:02.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:02.317+0000 7f84fcea6640 1 -- 172.21.15.2:0/403702306 wait complete. 2024-09-05T04:17:02.503 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:17:02.503 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:17:02.758 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:03.172 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:03 smithi002 ceph-mon[31001]: pgmap v185: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 6.0 KiB/s wr, 4 op/s 2024-09-05T04:17:03.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/3970455937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc102ef0 msgr2=0x7fc5cc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/3970455937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc10da40 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009ca0 tx=0x7fc5c402a950 comp rx=0 tx=0).stop 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/3970455937 shutdown_connections 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/3970455937 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc10da40 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/3970455937 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 0x7fc5cc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/3970455937 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc100e20 0x7fc5cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/3970455937 >> 172.21.15.2:0/3970455937 conn(0x7fc5cc0fc7d0 msgr2=0x7fc5cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/3970455937 shutdown_connections 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.253+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/3970455937 wait complete. 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 Processor -- start 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 -- start start 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:03.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 0x7fc5cc198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc19ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.254+0000 7fc5d0fb6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110e30 con 0x7fc5cc100e20 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5d0fb6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110cb0 con 0x7fc5cc102ef0 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5d0fb6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc5cc110fb0 con 0x7fc5cc102570 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54000/0 (socket says 172.21.15.2:54000) 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 -- 172.21.15.2:0/486209640 learned_addr learned my addr 172.21.15.2:0/486209640 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5c9d9b640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 0x7fc5cc198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5cad9d640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc19ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 -- 172.21.15.2:0/486209640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 msgr2=0x7fc5cc198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 0x7fc5cc198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 -- 172.21.15.2:0/486209640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 msgr2=0x7fc5cc19ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:03.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc19ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 -- 172.21.15.2:0/486209640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5cc19d390 con 0x7fc5cc100e20 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5cad9d640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc19ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5ca59c640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00c920 tx=0x7fc5bc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc007c70 con 0x7fc5cc100e20 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5cc19d680 con 0x7fc5cc100e20 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5bc007e10 con 0x7fc5cc100e20 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5bc018820 con 0x7fc5cc100e20 2024-09-05T04:17:03.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.255+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5cc1a4f60 con 0x7fc5cc100e20 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.256+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5cc101200 con 0x7fc5cc100e20 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.258+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc5bc0189c0 con 0x7fc5cc100e20 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.258+0000 7fc5c37fe640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 0x7fc5b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.259+0000 7fc5c9d9b640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 0x7fc5b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.259+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fc5bc0cfc00 con 0x7fc5cc100e20 2024-09-05T04:17:03.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.259+0000 7fc5c9d9b640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 0x7fc5b80a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc105310 tx=0x7fc5b400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:03.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.262+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc5bc014030 con 0x7fc5cc100e20 2024-09-05T04:17:03.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:03 smithi047 ceph-mon[34498]: pgmap v185: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 6.0 KiB/s wr, 4 op/s 2024-09-05T04:17:03.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.474+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc5cc10a0a0 con 0x7fc5cc100e20 2024-09-05T04:17:03.475 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.474+0000 7fc5c37fe640 1 -- 172.21.15.2:0/486209640 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fc5bc09c510 con 0x7fc5cc100e20 2024-09-05T04:17:03.475 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:17:03.475 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:17:03.475 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:17:03.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 msgr2=0x7fc5b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:03.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 0x7fc5b80a51b0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc5cc105310 tx=0x7fc5b400b390 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 msgr2=0x7fc5cc1983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc5bc00c920 tx=0x7fc5bc00cde0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 shutdown_connections 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc5b80a2cf0 0x7fc5b80a51b0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc5cc102ef0 0x7fc5cc19ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc5cc102570 0x7fc5cc198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 --2- 172.21.15.2:0/486209640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc5cc100e20 0x7fc5cc1983e0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 >> 172.21.15.2:0/486209640 conn(0x7fc5cc0fc7d0 msgr2=0x7fc5cc06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 shutdown_connections 2024-09-05T04:17:03.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:03.477+0000 7fc5d0fb6640 1 -- 172.21.15.2:0/486209640 wait complete. 2024-09-05T04:17:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:03 smithi079 ceph-mon[34908]: pgmap v185: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 6.0 KiB/s wr, 4 op/s 2024-09-05T04:17:04.125 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:17:04.382 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:04.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:04 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/486209640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:04.503 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/486209640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:04.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:04 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/486209640' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:04.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 -- 172.21.15.2:0/493055385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 msgr2=0x7f44401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 --2- 172.21.15.2:0/493055385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f44401021c0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f4430009900 tx=0x7f443002a410 comp rx=0 tx=0).stop 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 -- 172.21.15.2:0/493055385 shutdown_connections 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 --2- 172.21.15.2:0/493055385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 0x7f444010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 --2- 172.21.15.2:0/493055385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 0x7f44401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 --2- 172.21.15.2:0/493055385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f44401021c0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 -- 172.21.15.2:0/493055385 >> 172.21.15.2:0/493055385 conn(0x7f44400fd8c0 msgr2=0x7f44400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 -- 172.21.15.2:0/493055385 shutdown_connections 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.862+0000 7f44468d2640 1 -- 172.21.15.2:0/493055385 wait complete. 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 Processor -- start 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 -- start start 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 0x7f444019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 0x7f444019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4440111de0 con 0x7f4440101de0 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4440111c60 con 0x7f4440106f10 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f44468d2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4440111f60 con 0x7f4440102790 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f443ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f443ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54010/0 (socket says 172.21.15.2:54010) 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f443ffff640 1 -- 172.21.15.2:0/3193024578 learned_addr learned my addr 172.21.15.2:0/3193024578 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.863+0000 7f4444e6f640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 0x7f444019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443f7fe640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 0x7f444019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 -- 172.21.15.2:0/3193024578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 msgr2=0x7f444019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 0x7f444019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 -- 172.21.15.2:0/3193024578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 msgr2=0x7f444019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 0x7f444019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.875 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 -- 172.21.15.2:0/3193024578 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f444019f590 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443ffff640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f4430005940 tx=0x7f4430004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443d7fa640 1 -- 172.21.15.2:0/3193024578 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f443003f030 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443d7fa640 1 -- 172.21.15.2:0/3193024578 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4430003aa0 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f444019f820 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f443d7fa640 1 -- 172.21.15.2:0/3193024578 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4430035070 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.864+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44401a7160 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.866+0000 7f443d7fa640 1 -- 172.21.15.2:0/3193024578 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4430042030 con 0x7f4440101de0 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 Processor -- start 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 -- start start 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563562923b40 0x563562922090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562922a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5635628882f0 con 0x56356292d370 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56356282fcf0 con 0x563562923b40 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4448cab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5635628842b0 con 0x5635629225d0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443d7fa640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 0x7f44280a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54024/0 (socket says 172.21.15.2:54024) 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443f7fe640 1 -- 172.21.15.2:0/983187293 learned_addr learned my addr 172.21.15.2:0/983187293 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4444e6f640 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563562923b40 0x563562922090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443ffff640 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562922a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f4444e6f640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 0x7f44280a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443f7fe640 1 -- 172.21.15.2:0/983187293 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 msgr2=0x563562922a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443d7fa640 1 -- 172.21.15.2:0/3193024578 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f44300effc0 con 0x7f4440101de0 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.867+0000 7f443f7fe640 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562922a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f443f7fe640 1 -- 172.21.15.2:0/983187293 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563562923b40 msgr2=0x563562922090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f443f7fe640 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563562923b40 0x563562922090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f443f7fe640 1 -- 172.21.15.2:0/983187293 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635628143a0 con 0x56356292d370 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f443f7fe640 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f443400cc20 tx=0x7f443400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc8967f0d00d8a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f44267fc640 1 -- 172.21.15.2:0/983187293 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434005220 con 0x56356292d370 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f4444e6f640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 0x7f44280a5230 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4438009fd0 tx=0x7f4438009600 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f44267fc640 1 -- 172.21.15.2:0/983187293 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4434016070 con 0x56356292d370 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.868+0000 7f44267fc640 1 -- 172.21.15.2:0/983187293 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434010630 con 0x56356292d370 2024-09-05T04:17:04.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- 172.21.15.2:0/983187293 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 msgr2=0x56356292f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f443400cc20 tx=0x7f443400e720 comp rx=0 tx=0).stop 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- 172.21.15.2:0/983187293 shutdown_connections 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56356292d370 0x56356292f760 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562922a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- 172.21.15.2:0/983187293 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563562923b40 0x563562922090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- 172.21.15.2:0/983187293 >> 172.21.15.2:0/983187293 conn(0x5635628eb310 msgr2=0x56356291ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- 172.21.15.2:0/983187293 shutdown_connections 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- 172.21.15.2:0/983187293 wait complete. 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 -- start start 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 Processor -- start 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x56356292cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.869+0000 7f4448cab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x56356292a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563562930070 con 0x563562923b40 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563562843060 con 0x5635629225d0 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5635629301f0 con 0x56356292d370 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 10 client.0 _ll_register_callbacks cb 0x5635625968c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54032/0 (socket says 172.21.15.2:54032) 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 -- 172.21.15.2:0/3852836691 learned_addr learned my addr 172.21.15.2:0/3852836691 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:04.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443ffff640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x56356292cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4444e6f640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x56356292a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 -- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 msgr2=0x56356292a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x56356292a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 -- 172.21.15.2:0/3852836691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 msgr2=0x56356292cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x56356292cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 -- 172.21.15.2:0/3852836691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635625f93c0 con 0x563562923b40 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443ffff640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x56356292cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:04.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4444e6f640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x56356292a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f443f7fe640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f443400c960 tx=0x7f4434005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08b142eb38a6338 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f441f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434029060 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f4434004320 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4434016070 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.870+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4434030050 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 10 client.17001 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56356293ba80 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4434016070 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4434003960 con 0x563562923b40 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 10 client.17001 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 10 client.17001 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 20 client.17001 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:04.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x56356293f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 4 client.17001 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:04.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563562895860 con 0x56356293cdd0 2024-09-05T04:17:04.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.871+0000 7f443ffff640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x56356293f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.872+0000 7f443ffff640 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x56356293f1c0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=527081b0e6e46b53 server_cookie=ed77ac9b61ef3d2b in_seq=0 out_seq=0 2024-09-05T04:17:04.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.872+0000 7f441f7fe640 10 client.17001 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.872+0000 7f441f7fe640 1 -- 172.21.15.2:0/3852836691 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563562895860 con 0x56356293cdd0 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.872+0000 7f441f7fe640 10 client.17001 handle_command_reply: tid=0 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 client.17001 shutdown 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 msgr2=0x563562929f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f443400c960 tx=0x7f4434005720 comp rx=0 tx=0).stop 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 shutdown_connections 2024-09-05T04:17:04.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x56356293f1c0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f441f7fe640 0 client.17001 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x56356292a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562929f90 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 --2- 172.21.15.2:0/3852836691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x56356292cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 >> 172.21.15.2:0/3852836691 conn(0x5635628eb310 msgr2=0x563562924960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 shutdown_connections 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 1 -- 172.21.15.2:0/3852836691 wait complete. 2024-09-05T04:17:04.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.873+0000 7f4448cab740 20 client.17001 trim_cache size 0 max 16384 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 Processor -- start 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 -- start start 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562939310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56356292d370 0x563562944820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44401af000 con 0x563562923b40 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44401b1880 con 0x56356292d370 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f4448cab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44401af670 con 0x5635629225d0 2024-09-05T04:17:04.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54038/0 (socket says 172.21.15.2:54038) 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f443f7fe640 1 -- 172.21.15.2:0/527162970 learned_addr learned my addr 172.21.15.2:0/527162970 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.886+0000 7f443ffff640 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562939310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 -- 172.21.15.2:0/527162970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 msgr2=0x563562939310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562939310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 -- 172.21.15.2:0/527162970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56356292d370 msgr2=0x563562944820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56356292d370 0x563562944820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 -- 172.21.15.2:0/527162970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635629284e0 con 0x563562923b40 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443ffff640 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562939310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f443f7fe640 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f443400f010 tx=0x7f443400ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=550362164e2d3bce server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f4425ffb640 1 -- 172.21.15.2:0/527162970 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434029070 con 0x563562923b40 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f4425ffb640 1 -- 172.21.15.2:0/527162970 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4434016040 con 0x563562923b40 2024-09-05T04:17:04.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f4425ffb640 1 -- 172.21.15.2:0/527162970 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434004680 con 0x563562923b40 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f4448cab740 1 -- 172.21.15.2:0/527162970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 msgr2=0x563562928e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.887+0000 7f4448cab740 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f443400f010 tx=0x7f443400ec20 comp rx=0 tx=0).stop 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 -- 172.21.15.2:0/527162970 shutdown_connections 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56356292d370 0x563562944820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562928e40 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 --2- 172.21.15.2:0/527162970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635629225d0 0x563562939310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 -- 172.21.15.2:0/527162970 >> 172.21.15.2:0/527162970 conn(0x5635628eb310 msgr2=0x563562928730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 -- 172.21.15.2:0/527162970 shutdown_connections 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 -- 172.21.15.2:0/527162970 wait complete. 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 -- start start 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.888+0000 7f4448cab740 1 Processor -- start 2024-09-05T04:17:04.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x563562935660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x5635629267a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44401afd40 con 0x563562923b40 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44401b11b0 con 0x5635629225d0 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44401b0410 con 0x56356292d370 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 10 client.0 _ll_register_callbacks cb 0x7f4434014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54050/0 (socket says 172.21.15.2:54050) 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 -- 172.21.15.2:0/87048935 learned_addr learned my addr 172.21.15.2:0/87048935 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443ffff640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x563562935660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4444e6f640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x5635629267a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 -- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 msgr2=0x5635629267a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x5635629267a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 -- 172.21.15.2:0/87048935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 msgr2=0x563562935660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x563562935660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 -- 172.21.15.2:0/87048935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563562926fd0 con 0x563562923b40 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f443f7fe640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f4434005b90 tx=0x7f44340053c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=595dcb0dd4063e50 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f441f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4434029070 con 0x563562923b40 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f4434003800 con 0x563562923b40 2024-09-05T04:17:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.889+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4434016040 con 0x563562923b40 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4434046050 con 0x563562923b40 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 10 client.17007 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5635629a71a0 con 0x563562923b40 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4434016040 con 0x563562923b40 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f44340045d0 con 0x563562923b40 2024-09-05T04:17:04.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 10 client.17007 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 10 client.17007 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 20 client.17007 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x5635629a9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 4 client.17007 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56356288fd70 con 0x56356293cdd0 2024-09-05T04:17:04.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.890+0000 7f443ffff640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x5635629a9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f441f7fe640 10 client.17007 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f443ffff640 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x5635629a9810 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6980a4ff53da9cb server_cookie=ecf303afd925e610 in_seq=0 out_seq=0 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f441f7fe640 1 -- 172.21.15.2:0/87048935 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56356288fd70 con 0x56356293cdd0 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f441f7fe640 10 client.17007 handle_command_reply: tid=0 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 client.17007 shutdown 2024-09-05T04:17:04.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 msgr2=0x563562935ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f4434005b90 tx=0x7f44340053c0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 shutdown_connections 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56356293cdd0 0x5635629a9810 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56356292d370 0x5635629267a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563562923b40 0x563562935ba0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 --2- 172.21.15.2:0/87048935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635629225d0 0x563562935660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 >> 172.21.15.2:0/87048935 conn(0x5635628eb310 msgr2=0x56356292c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f441f7fe640 0 client.17007 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 shutdown_connections 2024-09-05T04:17:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 1 -- 172.21.15.2:0/87048935 wait complete. 2024-09-05T04:17:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.891+0000 7f4448cab740 20 client.17007 trim_cache size 0 max 16384 2024-09-05T04:17:04.905 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 msgr2=0x7f44280a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 0x7f44280a5230 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4438009fd0 tx=0x7f4438009600 comp rx=0 tx=0).stop 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 msgr2=0x7f444019a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f4430005940 tx=0x7f4430004270 comp rx=0 tx=0).stop 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 shutdown_connections 2024-09-05T04:17:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44280a2d70 0x7f44280a5230 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4440106f10 0x7f444019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4440102790 0x7f444019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 --2- 172.21.15.2:0/3193024578 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4440101de0 0x7f444019a5e0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:04.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 >> 172.21.15.2:0/3193024578 conn(0x7f44400fd8c0 msgr2=0x7f44400fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:04.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 shutdown_connections 2024-09-05T04:17:04.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:04.892+0000 7f44468d2640 1 -- 172.21.15.2:0/3193024578 wait complete. 2024-09-05T04:17:05.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:05 smithi047 ceph-mon[34498]: pgmap v186: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-09-05T04:17:05.530 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:05 smithi002 ceph-mon[31001]: pgmap v186: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-09-05T04:17:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:05 smithi079 ceph-mon[34908]: pgmap v186: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-09-05T04:17:06.665 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:17:06.666 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:17:06.935 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:07.048 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:17:07.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:07 smithi047 ceph-mon[34498]: pgmap v187: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:07.449 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:07 smithi002 ceph-mon[31001]: pgmap v187: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:07.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 -- 172.21.15.2:0/2754690167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 msgr2=0x7f50bc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 --2- 172.21.15.2:0/2754690167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc101200 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f50b8009900 tx=0x7f50b802a480 comp rx=0 tx=0).stop 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 -- 172.21.15.2:0/2754690167 shutdown_connections 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 --2- 172.21.15.2:0/2754690167 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102ef0 0x7f50bc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 --2- 172.21.15.2:0/2754690167 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102570 0x7f50bc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 --2- 172.21.15.2:0/2754690167 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc101200 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 -- 172.21.15.2:0/2754690167 >> 172.21.15.2:0/2754690167 conn(0x7f50bc0fc7d0 msgr2=0x7f50bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 -- 172.21.15.2:0/2754690167 shutdown_connections 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.535+0000 7f50c463b640 1 -- 172.21.15.2:0/2754690167 wait complete. 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 Processor -- start 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 -- start start 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102570 0x7f50bc10ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102ef0 0x7f50bc10ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc111f10 con 0x7f50bc100e20 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc111d90 con 0x7f50bc102570 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c463b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc112090 con 0x7f50bc102ef0 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54082/0 (socket says 172.21.15.2:54082) 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 -- 172.21.15.2:0/3543118150 learned_addr learned my addr 172.21.15.2:0/3543118150 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102ef0 0x7f50bc10ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102570 0x7f50bc10ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 -- 172.21.15.2:0/3543118150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102ef0 msgr2=0x7f50bc10ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102ef0 0x7f50bc10ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 -- 172.21.15.2:0/3543118150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102570 msgr2=0x7f50bc10ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102570 0x7f50bc10ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.536+0000 7f50c23d7640 1 -- 172.21.15.2:0/3543118150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50bc1a68f0 con 0x7f50bc100e20 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50c23d7640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f50b8006010 tx=0x7f50b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50b37fe640 1 -- 172.21.15.2:0/3543118150 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b803f030 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50bc1a6b80 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50b37fe640 1 -- 172.21.15.2:0/3543118150 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b8003cb0 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50b37fe640 1 -- 172.21.15.2:0/3543118150 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8035070 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.537+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50bc1a7060 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50b37fe640 1 -- 172.21.15.2:0/3543118150 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f50b8042030 con 0x7f50bc100e20 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 Processor -- start 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 -- start start 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd811b60 0x5635bd811f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5635bd777280 con 0x5635bd812480 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635bd71eb10 con 0x5635bd81cd40 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c6a14740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5635bd773240 con 0x5635bd811b60 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54090/0 (socket says 172.21.15.2:54090) 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c23d7640 1 -- 172.21.15.2:0/553141690 learned_addr learned my addr 172.21.15.2:0/553141690 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.540+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd811b60 0x5635bd811f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50b37fe640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 -- 172.21.15.2:0/553141690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd811b60 msgr2=0x5635bd811f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd811b60 0x5635bd811f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 -- 172.21.15.2:0/553141690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 msgr2=0x5635bd81f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 -- 172.21.15.2:0/553141690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635bd72b1f0 con 0x5635bd812480 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50b37fe640 1 -- 172.21.15.2:0/3543118150 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f50b80efc10 con 0x7f50bc100e20 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50c23d7640 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f50b80ecf30 tx=0x7f50b80b8210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cb1f8909dc8b55 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50b0ff9640 1 -- 172.21.15.2:0/553141690 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8049020 con 0x5635bd812480 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50b0ff9640 1 -- 172.21.15.2:0/553141690 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b808f3b0 con 0x5635bd812480 2024-09-05T04:17:07.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.541+0000 7f50b0ff9640 1 -- 172.21.15.2:0/553141690 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b80bb980 con 0x5635bd812480 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- 172.21.15.2:0/553141690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 msgr2=0x5635bd81c800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f50b4005fd0 tx=0x7f50b4004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f50b80ecf30 tx=0x7f50b80b8210 comp rx=0 tx=0).stop 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- 172.21.15.2:0/553141690 shutdown_connections 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd812480 0x5635bd81c800 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 --2- 172.21.15.2:0/553141690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd811b60 0x5635bd811f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- 172.21.15.2:0/553141690 >> 172.21.15.2:0/553141690 conn(0x5635bd80e0f0 msgr2=0x5635bd80e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- 172.21.15.2:0/553141690 shutdown_connections 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- 172.21.15.2:0/553141690 wait complete. 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.542+0000 7f50c6a14740 1 -- start start 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 Processor -- start 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd81a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5635bd81f6d0 con 0x5635bd811b60 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635bd731f10 con 0x5635bd81cd40 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5635bd81f850 con 0x5635bd812480 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c6a14740 10 client.0 _ll_register_callbacks cb 0x5635bd6faa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54104/0 (socket says 172.21.15.2:54104) 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 -- 172.21.15.2:0/2343994069 learned_addr learned my addr 172.21.15.2:0/2343994069 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd81a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 -- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 msgr2=0x5635bd81a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd81a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 -- 172.21.15.2:0/2343994069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 msgr2=0x5635bd81a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 -- 172.21.15.2:0/2343994069 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635bd4e86a0 con 0x5635bd811b60 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50c23d7640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f50b80ed070 tx=0x7f50b8004570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27b4c872fcd57645 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.543+0000 7f50a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8049040 con 0x5635bd811b60 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f50b80b7c10 con 0x5635bd811b60 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50b808f3b0 con 0x5635bd811b60 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f50b8003e60 con 0x5635bd811b60 2024-09-05T04:17:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 10 client.17019 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5635bd81f6d0 con 0x5635bd811b60 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b808f3b0 con 0x5635bd811b60 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f50b80ed240 con 0x5635bd811b60 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 10 client.17019 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 10 client.17019 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 20 client.17019 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd82c4b0 0x5635bd82e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 4 client.17019 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.544+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5635bd7847f0 con 0x5635bd82c4b0 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.545+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd82c4b0 0x5635bd82e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.545+0000 7f50a5ffb640 10 client.17019 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.545+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd82c4b0 0x5635bd82e8d0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=634fa106747024a server_cookie=ca44dd0435044f1f in_seq=0 out_seq=0 2024-09-05T04:17:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50a5ffb640 1 -- 172.21.15.2:0/2343994069 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5635bd7847f0 con 0x5635bd82c4b0 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50a5ffb640 10 client.17019 handle_command_reply: tid=0 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 client.17019 shutdown 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 msgr2=0x5635bd819ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f50b80ed070 tx=0x7f50b8004570 comp rx=0 tx=0).stop 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 shutdown_connections 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd82c4b0 0x5635bd82e8d0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd81cd40 0x5635bd81a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd81a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50a5ffb640 0 client.17019 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2343994069 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd811b60 0x5635bd819ba0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 >> 172.21.15.2:0/2343994069 conn(0x5635bd80e0f0 msgr2=0x5635bd813e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 shutdown_connections 2024-09-05T04:17:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 1 -- 172.21.15.2:0/2343994069 wait complete. 2024-09-05T04:17:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.546+0000 7f50c6a14740 20 client.17019 trim_cache size 0 max 16384 2024-09-05T04:17:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 Processor -- start 2024-09-05T04:17:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 -- start start 2024-09-05T04:17:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd81a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd8341a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1af1d0 con 0x5635bd81cd40 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1b1a50 con 0x5635bd811b60 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c6a14740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1af840 con 0x5635bd812480 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c2bd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c2bd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54106/0 (socket says 172.21.15.2:54106) 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c2bd8640 1 -- 172.21.15.2:0/2997698438 learned_addr learned my addr 172.21.15.2:0/2997698438 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd8341a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.564+0000 7f50c23d7640 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd81a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 -- 172.21.15.2:0/2997698438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 msgr2=0x5635bd8341a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd8341a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 -- 172.21.15.2:0/2997698438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 msgr2=0x5635bd81a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd81a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 -- 172.21.15.2:0/2997698438 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635bd8122b0 con 0x5635bd81cd40 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f50b4012510 tx=0x7f50b4016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a377d680136a35de server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50a7fff640 1 -- 172.21.15.2:0/2997698438 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b4012cc0 con 0x5635bd81cd40 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50a7fff640 1 -- 172.21.15.2:0/2997698438 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b40218c0 con 0x5635bd81cd40 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.565+0000 7f50a7fff640 1 -- 172.21.15.2:0/2997698438 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b40107c0 con 0x5635bd81cd40 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- 172.21.15.2:0/2997698438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 msgr2=0x5635bd8346e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f50b4012510 tx=0x7f50b4016000 comp rx=0 tx=0).stop 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- 172.21.15.2:0/2997698438 shutdown_connections 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8346e0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd8341a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- 172.21.15.2:0/2997698438 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd81a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- 172.21.15.2:0/2997698438 >> 172.21.15.2:0/2997698438 conn(0x5635bd80e0f0 msgr2=0x5635bd81bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- 172.21.15.2:0/2997698438 shutdown_connections 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- 172.21.15.2:0/2997698438 wait complete. 2024-09-05T04:17:07.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 -- start start 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 Processor -- start 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd824ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd825000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.566+0000 7f50c6a14740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c6a14740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1aff10 con 0x5635bd81cd40 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c6a14740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1b1380 con 0x5635bd811b60 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c6a14740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc1b05e0 con 0x5635bd812480 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c6a14740 10 client.0 _ll_register_callbacks cb 0x7f50ac00b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54120/0 (socket says 172.21.15.2:54120) 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 -- 172.21.15.2:0/1764634279 learned_addr learned my addr 172.21.15.2:0/1764634279 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c1bd6640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd825000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c23d7640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd824ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 -- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 msgr2=0x5635bd825000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd825000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 -- 172.21.15.2:0/1764634279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 msgr2=0x5635bd824ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd824ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 -- 172.21.15.2:0/1764634279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5635bd821f50 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c2bd8640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f50b4021780 tx=0x7f50b40217b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d2ef70df80200d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b4021bf0 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f50b4012ac0 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.567+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50b40218c0 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f50b403d050 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 10 client.17025 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5635bd897b40 con 0x5635bd81cd40 2024-09-05T04:17:07.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b40218c0 con 0x5635bd81cd40 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f50b400f040 con 0x5635bd81cd40 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 10 client.17025 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 10 client.17025 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 20 client.17025 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd8981a0 0x5635bd89a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 4 client.17025 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5635bd77ed00 con 0x5635bd8981a0 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.568+0000 7f50c23d7640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd8981a0 0x5635bd89a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.569+0000 7f50a5ffb640 10 client.17025 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.569+0000 7f50c23d7640 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd8981a0 0x5635bd89a5c0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3590ec9ca531e15 server_cookie=4f75d35543352f52 in_seq=0 out_seq=0 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50a5ffb640 1 -- 172.21.15.2:0/1764634279 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5635bd77ed00 con 0x5635bd8981a0 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50a5ffb640 10 client.17025 handle_command_reply: tid=0 2024-09-05T04:17:07.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 client.17025 shutdown 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 msgr2=0x5635bd8218b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f50b4021780 tx=0x7f50b40217b0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 shutdown_connections 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5635bd8981a0 0x5635bd89a5c0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5635bd81cd40 0x5635bd8218b0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5635bd812480 0x5635bd825000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 --2- 172.21.15.2:0/1764634279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5635bd811b60 0x5635bd824ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 >> 172.21.15.2:0/1764634279 conn(0x5635bd80e0f0 msgr2=0x5635bd81b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50a5ffb640 0 client.17025 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 shutdown_connections 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.570+0000 7f50c6a14740 1 -- 172.21.15.2:0/1764634279 wait complete. 2024-09-05T04:17:07.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c6a14740 20 client.17025 trim_cache size 0 max 16384 2024-09-05T04:17:07.579 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:07.579 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:17:07.579 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "11c485ef-6a54-43a9-83de-6b6b4162ead4", 2024-09-05T04:17:07.579 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:17:07.579 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:07.580 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:07 smithi079 ceph-mon[34908]: pgmap v187: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 msgr2=0x7f50a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f50b4005fd0 tx=0x7f50b4004a40 comp rx=0 tx=0).stop 2024-09-05T04:17:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 msgr2=0x7f50bc10e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f50b8006010 tx=0x7f50b80042f0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 shutdown_connections 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc102ef0 0x7f50bc10ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102570 0x7f50bc10ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 --2- 172.21.15.2:0/3543118150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc100e20 0x7f50bc10e4d0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 >> 172.21.15.2:0/3543118150 conn(0x7f50bc0fc7d0 msgr2=0x7f50bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.571+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 shutdown_connections 2024-09-05T04:17:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:07.572+0000 7f50c463b640 1 -- 172.21.15.2:0/3543118150 wait complete. 2024-09-05T04:17:08.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:08 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:17:08.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:08 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:08 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:17:08.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:08 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.420 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:17:08.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:08 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:17:08.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:08 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:08 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:17:08.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:08 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.448 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:08 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:17:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:08 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:08 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:17:08.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:08 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 -- 172.21.15.2:0/2404172886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8103660 msgr2=0x7f62b810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 --2- 172.21.15.2:0/2404172886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8103660 0x7f62b810bb50 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f62a0009900 tx=0x7f62a002a480 comp rx=0 tx=0).stop 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 -- 172.21.15.2:0/2404172886 shutdown_connections 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 --2- 172.21.15.2:0/2404172886 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b810c170 0x7f62b810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 --2- 172.21.15.2:0/2404172886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8103660 0x7f62b810bb50 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:08.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 --2- 172.21.15.2:0/2404172886 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b8102d40 0x7f62b8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 -- 172.21.15.2:0/2404172886 >> 172.21.15.2:0/2404172886 conn(0x7f62b80fc7a0 msgr2=0x7f62b80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 -- 172.21.15.2:0/2404172886 shutdown_connections 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.957+0000 7f62bd24d640 1 -- 172.21.15.2:0/2404172886 wait complete. 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 Processor -- start 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 -- start start 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b8103660 0x7f62b8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b810c170 0x7f62b8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f62b8111e20 con 0x7f62b8102d40 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62b8111ca0 con 0x7f62b810c170 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62bd24d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f62b8111fa0 con 0x7f62b8103660 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.958+0000 7f62b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:08.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54134/0 (socket says 172.21.15.2:54134) 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 -- 172.21.15.2:0/1202845070 learned_addr learned my addr 172.21.15.2:0/1202845070 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62affff640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b8103660 0x7f62b8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b759e640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b810c170 0x7f62b8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 -- 172.21.15.2:0/1202845070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b8103660 msgr2=0x7f62b8100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b8103660 0x7f62b8100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 -- 172.21.15.2:0/1202845070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b810c170 msgr2=0x7f62b8101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b810c170 0x7f62b8101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 -- 172.21.15.2:0/1202845070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62b81a67e0 con 0x7f62b8102d40 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b6d9d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f62a800d950 tx=0x7f62a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a8017070 con 0x7f62b8102d40 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62b81a6ad0 con 0x7f62b8102d40 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62a8009c30 con 0x7f62b8102d40 2024-09-05T04:17:08.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a800f620 con 0x7f62b8102d40 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.959+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62b81a6fe0 con 0x7f62b8102d40 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.960+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62b8103120 con 0x7f62b8102d40 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.962+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f62a80109a0 con 0x7f62b8102d40 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.963+0000 7f62b4d99640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 0x7f62a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.963+0000 7f62affff640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 0x7f62a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.963+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f62a80cf470 con 0x7f62b8102d40 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.963+0000 7f62affff640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 0x7f62a40a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62a0031440 tx=0x7f62a00095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:08.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:08.966+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f62a8009de0 con 0x7f62b8102d40 2024-09-05T04:17:09.036 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:09.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.183+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62b81071e0 con 0x7f62b8102d40 2024-09-05T04:17:09.185 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.184+0000 7f62b4d99640 1 -- 172.21.15.2:0/1202845070 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f62a809bcf0 con 0x7f62b8102d40 2024-09-05T04:17:09.186 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:17:09.186 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:17:09.186 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.186+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 msgr2=0x7f62a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.186+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 0x7f62a40a51b0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f62a0031440 tx=0x7f62a00095f0 comp rx=0 tx=0).stop 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.186+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 msgr2=0x7f62b81009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.186+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f62a800d950 tx=0x7f62a800de10 comp rx=0 tx=0).stop 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 shutdown_connections 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f62a40a2cf0 0x7f62a40a51b0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f62b810c170 0x7f62b8101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:09.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f62b8103660 0x7f62b8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:09.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 --2- 172.21.15.2:0/1202845070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f62b8102d40 0x7f62b81009a0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:09.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 >> 172.21.15.2:0/1202845070 conn(0x7f62b80fc7a0 msgr2=0x7f62b80fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:09.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 shutdown_connections 2024-09-05T04:17:09.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:09.187+0000 7f62bd24d640 1 -- 172.21.15.2:0/1202845070 wait complete. 2024-09-05T04:17:09.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:09 smithi047 ceph-mon[34498]: pgmap v188: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:09.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:09 smithi002 ceph-mon[31001]: pgmap v188: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:09 smithi079 ceph-mon[34908]: pgmap v188: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 25 KiB/s wr, 18 op/s 2024-09-05T04:17:09.906 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id ad5ce490 --release --await' 2024-09-05T04:17:09.906 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id ad5ce490 --release --await 2024-09-05T04:17:10.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 -- 172.21.15.2:0/1020296738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 msgr2=0x7ff07c103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 --2- 172.21.15.2:0/1020296738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c103180 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7ff074009900 tx=0x7ff07402a480 comp rx=0 tx=0).stop 2024-09-05T04:17:10.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 -- 172.21.15.2:0/1020296738 shutdown_connections 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 --2- 172.21.15.2:0/1020296738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 0x7ff07c10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 --2- 172.21.15.2:0/1020296738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c10bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 --2- 172.21.15.2:0/1020296738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c103180 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 -- 172.21.15.2:0/1020296738 >> 172.21.15.2:0/1020296738 conn(0x7ff07c0fc7a0 msgr2=0x7ff07c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.253+0000 7ff083a8e640 1 -- 172.21.15.2:0/1020296738 shutdown_connections 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.254+0000 7ff083a8e640 1 -- 172.21.15.2:0/1020296738 wait complete. 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.254+0000 7ff083a8e640 1 Processor -- start 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.254+0000 7ff083a8e640 1 -- start start 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 0x7ff07c19cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c111e10 con 0x7ff07c102da0 2024-09-05T04:17:10.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c111c90 con 0x7ff07c1036c0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c111f90 con 0x7ff07c10c180 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54146/0 (socket says 172.21.15.2:54146) 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 -- 172.21.15.2:0/4021285309 learned_addr learned my addr 172.21.15.2:0/4021285309 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff081029640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 -- 172.21.15.2:0/4021285309 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 msgr2=0x7ff07c19cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08202b640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 0x7ff07c19cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 0x7ff07c19cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 -- 172.21.15.2:0/4021285309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 msgr2=0x7ff07c1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 -- 172.21.15.2:0/4021285309 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff07c19d360 con 0x7ff07c102da0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff081029640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff08182a640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff074005940 tx=0x7ff074004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff07affd640 1 -- 172.21.15.2:0/4021285309 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07403f030 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff07c19d5f0 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff07affd640 1 -- 172.21.15.2:0/4021285309 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff074003aa0 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff07affd640 1 -- 172.21.15.2:0/4021285309 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff074035070 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.255+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff07c1a4f30 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff07affd640 1 -- 172.21.15.2:0/4021285309 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff074042030 con 0x7ff07c102da0 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 Processor -- start 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 -- start start 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 0x5587c2959550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c295be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5587c28b02e0 con 0x5587c294a360 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5587c2857ce0 con 0x5587c2959a90 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff085e67740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5587c28ac2a0 con 0x5587c294ac80 2024-09-05T04:17:10.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.258+0000 7ff08202b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54148/0 (socket says 172.21.15.2:54148) 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 -- 172.21.15.2:0/968774012 learned_addr learned my addr 172.21.15.2:0/968774012 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff07affd640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 0x7ff0640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08182a640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 0x5587c2959550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff081029640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c295be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 -- 172.21.15.2:0/968774012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 msgr2=0x5587c2959550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 0x5587c2959550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 -- 172.21.15.2:0/968774012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 msgr2=0x5587c295be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c295be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 -- 172.21.15.2:0/968774012 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587c283c440 con 0x5587c294a360 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08182a640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 0x5587c2959550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff081029640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c295be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff07affd640 1 -- 172.21.15.2:0/4021285309 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff0740f0050 con 0x7ff07c102da0 2024-09-05T04:17:10.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 0x7ff0640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff06c008e00 tx=0x7ff06c00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9b8244409cca70f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff063fff640 1 -- 172.21.15.2:0/968774012 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c011dc0 con 0x5587c294a360 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff063fff640 1 -- 172.21.15.2:0/968774012 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff06c01ad90 con 0x5587c294a360 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff063fff640 1 -- 172.21.15.2:0/968774012 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06c019a60 con 0x5587c294a360 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.259+0000 7ff08202b640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 0x7ff0640a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff06c01e000 tx=0x7ff06c01f000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 -- 172.21.15.2:0/968774012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 msgr2=0x5587c294a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff06c008e00 tx=0x7ff06c00d710 comp rx=0 tx=0).stop 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 -- 172.21.15.2:0/968774012 shutdown_connections 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c295be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294ac80 0x5587c2959550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 --2- 172.21.15.2:0/968774012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294a360 0x5587c294a740 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 -- 172.21.15.2:0/968774012 >> 172.21.15.2:0/968774012 conn(0x5587c2946a30 msgr2=0x5587c2946e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 -- 172.21.15.2:0/968774012 shutdown_connections 2024-09-05T04:17:10.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.260+0000 7ff085e67740 1 -- 172.21.15.2:0/968774012 wait complete. 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 -- start start 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 Processor -- start 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c2959460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c2956d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5587c295c660 con 0x5587c294ac80 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5587c286b050 con 0x5587c2959a90 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5587c295c7e0 con 0x5587c294a360 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff085e67740 10 client.0 _ll_register_callbacks cb 0x5587c28ab160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54150/0 (socket says 172.21.15.2:54150) 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff081029640 1 -- 172.21.15.2:0/4209549726 learned_addr learned my addr 172.21.15.2:0/4209549726 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:10.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.261+0000 7ff08182a640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c2959460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff08202b640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c2956d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 -- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 msgr2=0x5587c2959460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c2959460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 -- 172.21.15.2:0/4209549726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 msgr2=0x5587c2956d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c2956d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 -- 172.21.15.2:0/4209549726 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587c26213c0 con 0x5587c294ac80 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff08202b640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c2956d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff081029640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7ff07000bec0 tx=0x7ff0700117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea3e98483e089f39 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff0617fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff070004230 con 0x5587c294ac80 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff0700043d0 con 0x5587c294ac80 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff06c01ad90 con 0x5587c294ac80 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff070012660 con 0x5587c294ac80 2024-09-05T04:17:10.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff085e67740 10 client.17043 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5587c2968130 con 0x5587c294ac80 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.262+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff06c01ad90 con 0x5587c294ac80 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff070003a50 con 0x5587c294ac80 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 10 client.17043 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 10 client.17043 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 20 client.17043 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c2969640 0x5587c296ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 4 client.17043 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5587c28bd850 con 0x5587c2969640 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff08182a640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c2969640 0x5587c296ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff08182a640 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c2969640 0x5587c296ba30 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5107638b341440e4 server_cookie=e475d367d540cee5 in_seq=0 out_seq=0 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.263+0000 7ff0617fa640 10 client.17043 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff0617fa640 1 -- 172.21.15.2:0/4209549726 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5587c28bd850 con 0x5587c2969640 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff0617fa640 10 client.17043 handle_command_reply: tid=0 2024-09-05T04:17:10.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 client.17043 shutdown 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 msgr2=0x5587c2956710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7ff07000bec0 tx=0x7ff0700117b0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 shutdown_connections 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c2969640 0x5587c296ba30 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c2956d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2956710 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 --2- 172.21.15.2:0/4209549726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c2959460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff0617fa640 0 client.17043 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 >> 172.21.15.2:0/4209549726 conn(0x5587c2946a30 msgr2=0x5587c294c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 shutdown_connections 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 1 -- 172.21.15.2:0/4209549726 wait complete. 2024-09-05T04:17:10.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.264+0000 7ff085e67740 20 client.17043 trim_cache size 0 max 16384 2024-09-05T04:17:10.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.282+0000 7ff085e67740 1 Processor -- start 2024-09-05T04:17:10.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.282+0000 7ff085e67740 1 -- start start 2024-09-05T04:17:10.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c29566e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c29712f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1aada0 con 0x5587c294ac80 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1ad620 con 0x5587c2959a90 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff085e67740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1ab410 con 0x5587c294a360 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54162/0 (socket says 172.21.15.2:54162) 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 -- 172.21.15.2:0/2073183435 learned_addr learned my addr 172.21.15.2:0/2073183435 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff08202b640 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c29712f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff08182a640 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c29566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 -- 172.21.15.2:0/2073183435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 msgr2=0x5587c29566e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c29566e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 -- 172.21.15.2:0/2073183435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 msgr2=0x5587c29712f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c29712f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 -- 172.21.15.2:0/2073183435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5587c29556c0 con 0x5587c294ac80 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.283+0000 7ff081029640 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff07000be90 tx=0x7ff07000b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ce8af980d530ef server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff0637fe640 1 -- 172.21.15.2:0/2073183435 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07002e070 con 0x5587c294ac80 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff0637fe640 1 -- 172.21.15.2:0/2073183435 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff070012800 con 0x5587c294ac80 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff0637fe640 1 -- 172.21.15.2:0/2073183435 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0700038e0 con 0x5587c294ac80 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 -- 172.21.15.2:0/2073183435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 msgr2=0x5587c2965900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff07000be90 tx=0x7ff07000b610 comp rx=0 tx=0).stop 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 -- 172.21.15.2:0/2073183435 shutdown_connections 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c2959a90 0x5587c29712f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c2965900 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 --2- 172.21.15.2:0/2073183435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c294a360 0x5587c29566e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.284+0000 7ff085e67740 1 -- 172.21.15.2:0/2073183435 >> 172.21.15.2:0/2073183435 conn(0x5587c2946a30 msgr2=0x5587c2955fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- 172.21.15.2:0/2073183435 shutdown_connections 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- 172.21.15.2:0/2073183435 wait complete. 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- start start 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 Processor -- start 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c294a360 0x5587c295daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c2959a90 0x5587c29d32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1abae0 con 0x5587c294ac80 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1acf50 con 0x5587c294a360 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff07c1ac1b0 con 0x5587c2959a90 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.285+0000 7ff085e67740 10 client.0 _ll_register_callbacks cb 0x7ff07000b3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:10.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54170/0 (socket says 172.21.15.2:54170) 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 -- 172.21.15.2:0/130829402 learned_addr learned my addr 172.21.15.2:0/130829402 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff08202b640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c2959a90 0x5587c29d32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff08182a640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c294a360 0x5587c295daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 -- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c2959a90 msgr2=0x5587c29d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c2959a90 0x5587c29d32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 -- 172.21.15.2:0/130829402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c294a360 msgr2=0x5587c295daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c294a360 0x5587c295daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 -- 172.21.15.2:0/130829402 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5587c2957070 con 0x5587c294ac80 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff081029640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff07000b560 tx=0x7ff070005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d657ecdbf3a277f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff0617fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff07002e040 con 0x5587c294ac80 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7ff070011cb0 con 0x5587c294ac80 2024-09-05T04:17:10.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.286+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff070012800 con 0x5587c294ac80 2024-09-05T04:17:10.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff070046050 con 0x5587c294ac80 2024-09-05T04:17:10.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 10 client.17049 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:10.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5587c29d4700 con 0x5587c294ac80 2024-09-05T04:17:10.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff070012800 con 0x5587c294ac80 2024-09-05T04:17:10.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff07001ca30 con 0x5587c294ac80 2024-09-05T04:17:10.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 10 client.17049 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:10.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 10 client.17049 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:10.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 20 client.17049 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c29d4d70 0x5587c29d7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 4 client.17049 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5587c28b7d60 con 0x5587c29d4d70 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.287+0000 7ff08182a640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c29d4d70 0x5587c29d7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff0617fa640 10 client.17049 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff08182a640 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c29d4d70 0x5587c29d7190 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab97ccc1c7aaf1a2 server_cookie=c178a6e7aa4c0c5c in_seq=0 out_seq=0 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff0617fa640 1 -- 172.21.15.2:0/130829402 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5587c28b7d60 con 0x5587c29d4d70 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff0617fa640 10 client.17049 handle_command_reply: tid=0 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 client.17049 shutdown 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 msgr2=0x5587c295e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7ff07000b560 tx=0x7ff070005300 comp rx=0 tx=0).stop 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 shutdown_connections 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5587c29d4d70 0x5587c29d7190 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5587c2959a90 0x5587c29d32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5587c294ac80 0x5587c295e030 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff0617fa640 0 client.17049 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 --2- 172.21.15.2:0/130829402 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5587c294a360 0x5587c295daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 >> 172.21.15.2:0/130829402 conn(0x5587c2946a30 msgr2=0x5587c2957f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 shutdown_connections 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.288+0000 7ff085e67740 1 -- 172.21.15.2:0/130829402 wait complete. 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff085e67740 20 client.17049 trim_cache size 0 max 16384 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:17:10.294 INFO:teuthology.orchestra.run.smithi002.stdout: "11c485ef-6a54-43a9-83de-6b6b4162ead4": { 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "11c485ef-6a54-43a9-83de-6b6b4162ead4", 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:10.295 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 msgr2=0x7ff0640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 0x7ff0640a51b0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7ff06c01e000 tx=0x7ff06c01f000 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 msgr2=0x7ff07c1983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff074005940 tx=0x7ff074004270 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 shutdown_connections 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0640a2cf0 0x7ff0640a51b0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff07c10c180 0x7ff07c19cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff07c1036c0 0x7ff07c1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 --2- 172.21.15.2:0/4021285309 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff07c102da0 0x7ff07c1983b0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.289+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 >> 172.21.15.2:0/4021285309 conn(0x7ff07c0fc7a0 msgr2=0x7ff07c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.290+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 shutdown_connections 2024-09-05T04:17:10.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:10.290+0000 7ff083a8e640 1 -- 172.21.15.2:0/4021285309 wait complete. 2024-09-05T04:17:10.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1202845070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:10.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1202845070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:10.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1202845070' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:11.037 INFO:tasks.cephfs.filesystem:scrub status for tag:11c485ef-6a54-43a9-83de-6b6b4162ead4 - {'path': '/', 'tag': '11c485ef-6a54-43a9-83de-6b6b4162ead4', 'options': 'recursive,force'} 2024-09-05T04:17:11.046 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:11 smithi002 ceph-mon[31001]: pgmap v189: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:17:11.285 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:11 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:17:11.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:11 smithi047 ceph-mon[34498]: pgmap v189: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:17:11.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:11 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:17:11.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 -- 172.21.15.2:0/1230131491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 msgr2=0x7fcda010bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 --2- 172.21.15.2:0/1230131491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda010bbb0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fcd88009900 tx=0x7fcd8802a480 comp rx=0 tx=0).stop 2024-09-05T04:17:11.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 -- 172.21.15.2:0/1230131491 shutdown_connections 2024-09-05T04:17:11.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 --2- 172.21.15.2:0/1230131491 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 0x7fcda010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 --2- 172.21.15.2:0/1230131491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda010bbb0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 --2- 172.21.15.2:0/1230131491 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 0x7fcda0103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 -- 172.21.15.2:0/1230131491 >> 172.21.15.2:0/1230131491 conn(0x7fcda00fc7a0 msgr2=0x7fcda00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 -- 172.21.15.2:0/1230131491 shutdown_connections 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.523+0000 7fcda59c3640 1 -- 172.21.15.2:0/1230131491 wait complete. 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 Processor -- start 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 -- start start 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 0x7fcda0198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 0x7fcda019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcda0111e10 con 0x7fcda01036c0 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcda0111c90 con 0x7fcda010c180 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcda59c3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcda0111f90 con 0x7fcda0102da0 2024-09-05T04:17:11.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.524+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56888/0 (socket says 172.21.15.2:56888) 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 -- 172.21.15.2:0/2240380345 learned_addr learned my addr 172.21.15.2:0/2240380345 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 0x7fcda019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd9effd640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 0x7fcda0198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 -- 172.21.15.2:0/2240380345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 msgr2=0x7fcda0198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 0x7fcda0198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 -- 172.21.15.2:0/2240380345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 msgr2=0x7fcda019cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 0x7fcda019cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 -- 172.21.15.2:0/2240380345 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda019d340 con 0x7fcda01036c0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fcd88005940 tx=0x7fcd88004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcda49c1640 1 -- 172.21.15.2:0/2240380345 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd8803f030 con 0x7fcda01036c0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcda49c1640 1 -- 172.21.15.2:0/2240380345 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd88003aa0 con 0x7fcda01036c0 2024-09-05T04:17:11.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda019d5d0 con 0x7fcda01036c0 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcda49c1640 1 -- 172.21.15.2:0/2240380345 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd88035070 con 0x7fcda01036c0 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.525+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda01a4f10 con 0x7fcda01036c0 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda49c1640 1 -- 172.21.15.2:0/2240380345 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcd88042030 con 0x7fcda01036c0 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 Processor -- start 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 -- start start 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cc3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cd2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558b03c28620 con 0x558b03cc3880 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b03bcfe50 con 0x558b03cc2f60 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558b03c245e0 con 0x558b03cd2650 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.528+0000 7fcda49c1640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 0x7fcd8c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cd2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cd2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56900/0 (socket says 172.21.15.2:56900) 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cc3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9effd640 1 -- 172.21.15.2:0/2190147678 learned_addr learned my addr 172.21.15.2:0/2190147678 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 0x7fcd8c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcda49c1640 1 -- 172.21.15.2:0/2240380345 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fcd880efef0 con 0x7fcda01036c0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 -- 172.21.15.2:0/2190147678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 msgr2=0x558b03cd4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 -- 172.21.15.2:0/2190147678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 msgr2=0x558b03cd2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cd2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 -- 172.21.15.2:0/2190147678 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b03bc0d40 con 0x558b03cc2f60 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cc3340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcd98005fd0 tx=0x7fcd98010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=935be1619ce66d61 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 0x7fcd8c0a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcd98009fd0 tx=0x7fcd9800d000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd95ffb640 1 -- 172.21.15.2:0/2190147678 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98024070 con 0x558b03cc2f60 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd95ffb640 1 -- 172.21.15.2:0/2190147678 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd98012470 con 0x558b03cc2f60 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.529+0000 7fcd95ffb640 1 -- 172.21.15.2:0/2190147678 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98020690 con 0x558b03cc2f60 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2190147678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 msgr2=0x558b03cc3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cc3340 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fcd98005fd0 tx=0x7fcd98010740 comp rx=0 tx=0).stop 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2190147678 shutdown_connections 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cd2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2190147678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cc3340 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2190147678 >> 172.21.15.2:0/2190147678 conn(0x558b03cbf5f0 msgr2=0x558b03cbf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.530+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2190147678 shutdown_connections 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2190147678 wait complete. 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 -- start start 2024-09-05T04:17:11.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 Processor -- start 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 0x558b03ccfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558b03cd5220 con 0x558b03cc2f60 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558b03bb0f10 con 0x558b03cc3880 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558b03cd53a0 con 0x558b03cd2650 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.531+0000 7fcda7d9c740 10 client.0 _ll_register_callbacks cb 0x558b03bd4db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56904/0 (socket says 172.21.15.2:56904) 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:51382/0 (socket says 172.21.15.2:51382) 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 -- 172.21.15.2:0/2960699718 learned_addr learned my addr 172.21.15.2:0/2960699718 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 0x558b03ccfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 -- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 msgr2=0x558b03cd0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 -- 172.21.15.2:0/2960699718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 msgr2=0x558b03ccfb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 0x558b03ccfb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 -- 172.21.15.2:0/2960699718 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b03937580 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 0x558b03ccfb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd9effd640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fcd9000bf50 tx=0x7fcd900118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b68a037b64fb91 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd7effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd90005020 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fcd900051c0 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.532+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd98012470 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcd90025050 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 10 client.17061 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b03a01960 con 0x558b03cc2f60 2024-09-05T04:17:11.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd98012470 con 0x558b03cc2f60 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcd90010710 con 0x558b03cc2f60 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 10 client.17061 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 10 client.17061 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 20 client.17061 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03ce22c0 0x558b03ce4720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 4 client.17061 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b03c35b90 con 0x558b03ce22c0 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.533+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03ce22c0 0x558b03ce4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03ce22c0 0x558b03ce4720 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25e429853533b99c server_cookie=a4ac01669e72913b in_seq=0 out_seq=0 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcd7effd640 10 client.17061 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcd7effd640 1 -- 172.21.15.2:0/2960699718 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558b03c35b90 con 0x558b03ce22c0 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcd7effd640 10 client.17061 handle_command_reply: tid=0 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 client.17061 shutdown 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 msgr2=0x558b03ccf600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fcd9000bf50 tx=0x7fcd900118d0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 shutdown_connections 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03ce22c0 0x558b03ce4720 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cd0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc3880 0x558b03ccfb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2960699718 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03ccf600 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcd7effd640 0 client.17061 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.534+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 >> 172.21.15.2:0/2960699718 conn(0x558b03cbf5f0 msgr2=0x558b03cc5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.535+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 shutdown_connections 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.535+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2960699718 wait complete. 2024-09-05T04:17:11.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.535+0000 7fcda7d9c740 20 client.17061 trim_cache size 0 max 16384 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 Processor -- start 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 -- start start 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cbf9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cea040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01aad20 con 0x558b03cc3880 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01ad5a0 con 0x558b03cc2f60 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01ab390 con 0x558b03cd2650 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56912/0 (socket says 172.21.15.2:56912) 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 -- 172.21.15.2:0/2077790828 learned_addr learned my addr 172.21.15.2:0/2077790828 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cea040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd9effd640 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cbf9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 -- 172.21.15.2:0/2077790828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 msgr2=0x558b03cea040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cea040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 -- 172.21.15.2:0/2077790828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 msgr2=0x558b03cbf9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cbf9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 -- 172.21.15.2:0/2077790828 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b03ccfca0 con 0x558b03cc3880 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.552+0000 7fcd967fc640 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fcd88006010 tx=0x7fcd880dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d894180863379a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcd957fa640 1 -- 172.21.15.2:0/2077790828 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd88049040 con 0x558b03cc3880 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcd957fa640 1 -- 172.21.15.2:0/2077790828 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd8803b460 con 0x558b03cc3880 2024-09-05T04:17:11.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcd957fa640 1 -- 172.21.15.2:0/2077790828 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd880c1930 con 0x558b03cc3880 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2077790828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 msgr2=0x558b03cc51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fcd88006010 tx=0x7fcd880dc040 comp rx=0 tx=0).stop 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2077790828 shutdown_connections 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cd2650 0x558b03cea040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc3880 0x558b03cc51a0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/2077790828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cc2f60 0x558b03cbf9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2077790828 >> 172.21.15.2:0/2077790828 conn(0x558b03cbf5f0 msgr2=0x558b03cc4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2077790828 shutdown_connections 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.553+0000 7fcda7d9c740 1 -- 172.21.15.2:0/2077790828 wait complete. 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 -- start start 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 Processor -- start 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03cc9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cd2650 0x558b03cdaea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01aba60 con 0x558b03cc2f60 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01aced0 con 0x558b03cd2650 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcda01ac130 con 0x558b03cc3880 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcda7d9c740 10 client.0 _ll_register_callbacks cb 0x7fcd9000bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcd9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03cc9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcd967fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:51404/0 (socket says 172.21.15.2:51404) 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.554+0000 7fcd967fc640 1 -- 172.21.15.2:0/1622612042 learned_addr learned my addr 172.21.15.2:0/1622612042 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd9f7fe640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cd2650 0x558b03cdaea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 -- 172.21.15.2:0/1622612042 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cd2650 msgr2=0x558b03cdaea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cd2650 0x558b03cdaea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 -- 172.21.15.2:0/1622612042 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 msgr2=0x558b03cc9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03cc9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 -- 172.21.15.2:0/1622612042 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b03cc5f90 con 0x558b03cc3880 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd9effd640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03cc9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd967fc640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcd880ed8a0 tx=0x7fcd88005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2e47453dd940518 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd7effd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd88049070 con 0x558b03cc3880 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7fcd880dc0b0 con 0x558b03cc3880 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558b03cd0410 con 0x558b03cc3880 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcd880bc120 con 0x558b03cc3880 2024-09-05T04:17:11.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcda7d9c740 10 client.26395 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.555+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558b03d51d70 con 0x558b03cc3880 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558b03cd0410 con 0x558b03cc3880 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcd880d7070 con 0x558b03cc3880 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 10 client.26395 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 10 client.26395 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 20 client.26395 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03d52430 0x558b03d54850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 4 client.26395 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "ad5ce490", "release": true, "await": true}] 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "ad5ce490", "release": true, "await": true}) -- 0x558b03c300a0 con 0x558b03d52430 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcd9effd640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03d52430 0x558b03d54850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcd9effd640 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03d52430 0x558b03d54850 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4654ec34c96c736a server_cookie=d64f8e98a8faef8c in_seq=0 out_seq=0 2024-09-05T04:17:11.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.556+0000 7fcd7effd640 10 client.26395 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcd7effd640 1 -- 172.21.15.2:0/1622612042 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x558b03c300a0 con 0x558b03d52430 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcd7effd640 10 client.26395 handle_command_reply: tid=0 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 client.26395 shutdown 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 msgr2=0x558b03cda940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcd880ed8a0 tx=0x7fcd88005bd0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 shutdown_connections 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558b03d52430 0x558b03d54850 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558b03cd2650 0x558b03cdaea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558b03cc3880 0x558b03cda940 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 --2- 172.21.15.2:0/1622612042 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558b03cc2f60 0x558b03cc9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcd7effd640 0 client.26395 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 >> 172.21.15.2:0/1622612042 conn(0x558b03cbf5f0 msgr2=0x558b03cbe750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 shutdown_connections 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.558+0000 7fcda7d9c740 1 -- 172.21.15.2:0/1622612042 wait complete. 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda7d9c740 20 client.26395 trim_cache size 0 max 16384 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:11.563 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 20, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "ad5ce490": { 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 20, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 154.3, 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:17:11.564 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:11.565 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 msgr2=0x7fcd8c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 0x7fcd8c0a51b0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcd98009fd0 tx=0x7fcd9800d000 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 msgr2=0x7fcda01988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fcd88005940 tx=0x7fcd88004270 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 shutdown_connections 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd8c0a2cf0 0x7fcd8c0a51b0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcda010c180 0x7fcda019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcda01036c0 0x7fcda01988d0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 --2- 172.21.15.2:0/2240380345 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcda0102da0 0x7fcda0198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.559+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 >> 172.21.15.2:0/2240380345 conn(0x7fcda00fc7a0 msgr2=0x7fcda00fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.560+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 shutdown_connections 2024-09-05T04:17:11.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:11.560+0000 7fcda59c3640 1 -- 172.21.15.2:0/2240380345 wait complete. 2024-09-05T04:17:11.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:11 smithi079 ceph-mon[34908]: pgmap v189: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-09-05T04:17:11.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:11 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:17:12.178 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:17:12.179 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:17:12.179 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:17:12.179 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:12 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:17:12.208 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'ad5ce490', total seconds elapsed: 39.5 2024-09-05T04:17:12.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:17:12.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:17:12.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:17:12.437 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:12 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:17:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:17:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:17:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:17:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:12 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:17:13.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:13 smithi002 ceph-mon[31001]: pgmap v190: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 19 op/s 2024-09-05T04:17:13.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:13 smithi079 ceph-mon[34908]: pgmap v190: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 19 op/s 2024-09-05T04:17:13.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:13 smithi047 ceph-mon[34498]: pgmap v190: 129 pgs: 129 active+clean; 2.4 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 25 KiB/s wr, 19 op/s 2024-09-05T04:17:14.585 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.585 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.585 INFO:tasks.workunit.client.0.smithi002.stdout:127/600: open fd = 3 2024-09-05T04:17:14.585 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.585 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:128/600: open fd = 3 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:129/600: open fd = 3 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:130/600: open fd = 3 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.586 INFO:tasks.workunit.client.0.smithi002.stdout:131/600: open fd = 3 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:132/600: open fd = 3 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:133/600: open fd = 3 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:134/600: open fd = 3 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.587 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:135/600: open fd = 3 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:136/600: open fd = 3 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:137/600: open fd = 3 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.588 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:138/600: open fd = 3 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:139/600: open fd = 3 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:140/600: open fd = 3 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:141/600: open fd = 3 2024-09-05T04:17:14.589 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:142/600: open fd = 3 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:143/600: open fd = 3 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:144/600: open fd = 3 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.590 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:145/600: open fd = 3 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:146/600: open fd = 3 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:147/600: open fd = 3 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:148/600: open fd = 3 2024-09-05T04:17:14.591 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:149/600: open fd = 3 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:150/600: open fd = 3 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:151/600: open fd = 3 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.592 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:152/600: open fd = 3 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:153/600: open fd = 3 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:154/600: open fd = 3 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.593 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:155/600: open fd = 3 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:156/600: open fd = 3 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:157/600: open fd = 3 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:158/600: open fd = 3 2024-09-05T04:17:14.594 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:159/600: open fd = 3 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:160/600: open fd = 3 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:161/600: open fd = 3 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.595 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:162/600: open fd = 3 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:163/600: open fd = 3 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:164/600: open fd = 3 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.596 INFO:tasks.workunit.client.0.smithi002.stdout:165/600: open fd = 3 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:166/600: open fd = 3 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:167/600: open fd = 3 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:168/600: open fd = 3 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.597 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:169/600: open fd = 3 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:170/600: open fd = 3 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:171/600: open fd = 3 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.598 INFO:tasks.workunit.client.0.smithi002.stdout:172/600: open fd = 3 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:173/600: open fd = 3 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:174/600: open fd = 3 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:175/600: open fd = 3 2024-09-05T04:17:14.599 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:176/600: open fd = 3 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:177/600: open fd = 3 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:178/600: open fd = 3 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.600 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:179/600: open fd = 3 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:180/600: open fd = 3 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:181/600: open fd = 3 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.601 INFO:tasks.workunit.client.0.smithi002.stdout:182/600: open fd = 3 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:183/600: open fd = 3 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:184/600: open fd = 3 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:185/600: open fd = 3 2024-09-05T04:17:14.602 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:186/600: open fd = 3 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:187/600: open fd = 3 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:188/600: open fd = 3 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:14.603 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 -- 172.21.15.2:0/81644770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c1011e0 msgr2=0x7f0c5c104dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.419 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/81644770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c104dc0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c009900 tx=0x7f0c4c02a410 comp rx=0 tx=0).stop 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 -- 172.21.15.2:0/81644770 shutdown_connections 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/81644770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c105520 0x7f0c5c10d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/81644770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c104dc0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/81644770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c100830 0x7f0c5c100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 -- 172.21.15.2:0/81644770 >> 172.21.15.2:0/81644770 conn(0x7f0c5c075ec0 msgr2=0x7f0c5c0762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 -- 172.21.15.2:0/81644770 shutdown_connections 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.416+0000 7f0c62ad0640 1 -- 172.21.15.2:0/81644770 wait complete. 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 Processor -- start 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 -- start start 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 0x7f0c5c19baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1103d0 con 0x7f0c5c100830 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c110250 con 0x7f0c5c1011e0 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.417+0000 7f0c62ad0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c110550 con 0x7f0c5c105520 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56942/0 (socket says 172.21.15.2:56942) 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 -- 172.21.15.2:0/349857029 learned_addr learned my addr 172.21.15.2:0/349857029 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6106d640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 0x7f0c5c19baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c53fff640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 -- 172.21.15.2:0/349857029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 msgr2=0x7f0c5c19baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 0x7f0c5c19baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 -- 172.21.15.2:0/349857029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 msgr2=0x7f0c5c197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 -- 172.21.15.2:0/349857029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c5c19c220 con 0x7f0c5c100830 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6106d640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 0x7f0c5c19baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c53fff640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c6086c640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800db80 tx=0x7f0c5800b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c51ffb640 1 -- 172.21.15.2:0/349857029 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c58017070 con 0x7f0c5c100830 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c51ffb640 1 -- 172.21.15.2:0/349857029 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c58003b70 con 0x7f0c5c100830 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c5c19c510 con 0x7f0c5c100830 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.418+0000 7f0c51ffb640 1 -- 172.21.15.2:0/349857029 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c580104c0 con 0x7f0c5c100830 2024-09-05T04:17:15.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.419+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c5c1a3da0 con 0x7f0c5c100830 2024-09-05T04:17:15.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.421+0000 7f0c51ffb640 1 -- 172.21.15.2:0/349857029 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0c58004020 con 0x7f0c5c100830 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.421+0000 7f0c6586d740 1 Processor -- start 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.421+0000 7f0c6586d740 1 -- start start 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c51ffb640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 0x7f0c440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb45360 0x55b10cb43be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb53180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b10caa62f0 con 0x55b10cb50d70 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b10ca4e270 con 0x55b10cb441b0 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6586d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b10caa22b0 con 0x55b10cb45360 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c51ffb640 1 -- 172.21.15.2:0/349857029 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c580cf9e0 con 0x7f0c5c100830 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 0x7f0c440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb53180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:41126/0 (socket says 172.21.15.2:41126) 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c53fff640 1 -- 172.21.15.2:0/3865421899 learned_addr learned my addr 172.21.15.2:0/3865421899 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6086c640 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb45360 0x55b10cb43be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 -- 172.21.15.2:0/3865421899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb45360 msgr2=0x55b10cb43be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb45360 0x55b10cb43be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 -- 172.21.15.2:0/3865421899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 msgr2=0x55b10cb44610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 -- 172.21.15.2:0/3865421899 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b10ca4d340 con 0x55b10cb50d70 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c53fff640 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:15.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 0x7f0c440a51b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0c54005fd0 tx=0x7f0c5400bac0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.422+0000 7f0c6106d640 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb53180 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f0c54010be0 tx=0x7f0c5401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea70a5bde963e589 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c42ffd640 1 -- 172.21.15.2:0/3865421899 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c54021070 con 0x55b10cb50d70 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c42ffd640 1 -- 172.21.15.2:0/3865421899 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c5400ee50 con 0x55b10cb50d70 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c42ffd640 1 -- 172.21.15.2:0/3865421899 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c540047a0 con 0x55b10cb50d70 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 -- 172.21.15.2:0/3865421899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 msgr2=0x55b10cb53180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb53180 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f0c54010be0 tx=0x7f0c5401a000 comp rx=0 tx=0).stop 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 -- 172.21.15.2:0/3865421899 shutdown_connections 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb53180 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb44610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3865421899 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb45360 0x55b10cb43be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 -- 172.21.15.2:0/3865421899 >> 172.21.15.2:0/3865421899 conn(0x55b10cb40270 msgr2=0x55b10cb40650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.423+0000 7f0c6586d740 1 -- 172.21.15.2:0/3865421899 shutdown_connections 2024-09-05T04:17:15.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 -- 172.21.15.2:0/3865421899 wait complete. 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 -- start start 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 Processor -- start 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb4dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb50d70 0x55b10cb4e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b10cb53c40 con 0x55b10cb45360 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b10ca2f290 con 0x55b10cb441b0 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b10cb53dc0 con 0x55b10cb50d70 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c6586d740 10 client.0 _ll_register_callbacks cb 0x55b10ca60140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:15.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.424+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56954/0 (socket says 172.21.15.2:56954) 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 -- 172.21.15.2:0/2318321030 learned_addr learned my addr 172.21.15.2:0/2318321030 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6106d640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb50d70 0x55b10cb4e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6086c640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb4dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 -- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb50d70 msgr2=0x55b10cb4e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb50d70 0x55b10cb4e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 -- 172.21.15.2:0/2318321030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 msgr2=0x55b10cb4dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb4dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 -- 172.21.15.2:0/2318321030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b10c7b9210 con 0x55b10cb45360 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6086c640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb4dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:15.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c53fff640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c009900 tx=0x7f0c4c0316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f8693c2fa86304 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c035040 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c4c004460 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c5400ee50 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c4c04c050 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6586d740 10 client.17079 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.425+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b10c885620 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c5400ee50 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c4c004b40 con 0x55b10cb45360 2024-09-05T04:17:15.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 10 client.17079 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 10 client.17079 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 20 client.17079 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cb610b0 0x55b10cb63500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 4 client.17079 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b10cab3a20 con 0x55b10cb610b0 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.426+0000 7f0c6086c640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cb610b0 0x55b10cb63500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.427+0000 7f0c3bfff640 10 client.17079 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.427+0000 7f0c6086c640 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cb610b0 0x55b10cb63500 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef6a5e3022f59197 server_cookie=e9c4dfadd1623293 in_seq=0 out_seq=0 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.427+0000 7f0c3bfff640 1 -- 172.21.15.2:0/2318321030 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b10cab3a20 con 0x55b10cb610b0 2024-09-05T04:17:15.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.427+0000 7f0c3bfff640 10 client.17079 handle_command_reply: tid=0 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.427+0000 7f0c6586d740 1 client.17079 shutdown 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 msgr2=0x55b10cb4e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c009900 tx=0x7f0c4c0316d0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 shutdown_connections 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cb610b0 0x55b10cb63500 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb50d70 0x55b10cb4e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb4e1e0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c3bfff640 0 client.17079 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 --2- 172.21.15.2:0/2318321030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb441b0 0x55b10cb4dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 >> 172.21.15.2:0/2318321030 conn(0x55b10cb40270 msgr2=0x55b10cb45fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 shutdown_connections 2024-09-05T04:17:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 1 -- 172.21.15.2:0/2318321030 wait complete. 2024-09-05T04:17:15.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.428+0000 7f0c6586d740 20 client.17079 trim_cache size 0 max 16384 2024-09-05T04:17:15.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 Processor -- start 2024-09-05T04:17:15.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 -- start start 2024-09-05T04:17:15.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb4c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb50d70 0x55b10cb69350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1aad60 con 0x55b10cb45360 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1ad5e0 con 0x55b10cb50d70 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6586d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1ab3d0 con 0x55b10cb441b0 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56956/0 (socket says 172.21.15.2:56956) 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 -- 172.21.15.2:0/3297319496 learned_addr learned my addr 172.21.15.2:0/3297319496 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6086c640 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb4c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c6106d640 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb50d70 0x55b10cb69350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 -- 172.21.15.2:0/3297319496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 msgr2=0x55b10cb4c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb4c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 -- 172.21.15.2:0/3297319496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb50d70 msgr2=0x55b10cb69350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb50d70 0x55b10cb69350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.443+0000 7f0c53fff640 1 -- 172.21.15.2:0/3297319496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b10cb382f0 con 0x55b10cb45360 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c53fff640 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c000c00 tx=0x7f0c4c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29892e4b34587095 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c427fc640 1 -- 172.21.15.2:0/3297319496 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c055070 con 0x55b10cb45360 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c427fc640 1 -- 172.21.15.2:0/3297319496 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c049040 con 0x55b10cb45360 2024-09-05T04:17:15.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c427fc640 1 -- 172.21.15.2:0/3297319496 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c035070 con 0x55b10cb45360 2024-09-05T04:17:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 -- 172.21.15.2:0/3297319496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 msgr2=0x55b10cb68e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c000c00 tx=0x7f0c4c02a410 comp rx=0 tx=0).stop 2024-09-05T04:17:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 -- 172.21.15.2:0/3297319496 shutdown_connections 2024-09-05T04:17:15.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb50d70 0x55b10cb69350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb45360 0x55b10cb68e10 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 --2- 172.21.15.2:0/3297319496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb4c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 -- 172.21.15.2:0/3297319496 >> 172.21.15.2:0/3297319496 conn(0x55b10cb40270 msgr2=0x55b10cb38d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 -- 172.21.15.2:0/3297319496 shutdown_connections 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.444+0000 7f0c6586d740 1 -- 172.21.15.2:0/3297319496 wait complete. 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 -- start start 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 Processor -- start 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb68b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb45360 0x55b10cb69050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1abaa0 con 0x55b10cb50d70 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1acf10 con 0x55b10cb45360 2024-09-05T04:17:15.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c5c1ac170 con 0x55b10cb441b0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6586d740 10 client.0 _ll_register_callbacks cb 0x7f0c4c032b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.445+0000 7f0c6106d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56970/0 (socket says 172.21.15.2:56970) 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 -- 172.21.15.2:0/1811157722 learned_addr learned my addr 172.21.15.2:0/1811157722 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6086c640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb68b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c53fff640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb45360 0x55b10cb69050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 -- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 msgr2=0x55b10cb68b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb68b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 -- 172.21.15.2:0/1811157722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb45360 msgr2=0x55b10cb69050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb45360 0x55b10cb69050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 -- 172.21.15.2:0/1811157722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b10cbcaee0 con 0x55b10cb50d70 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6086c640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb68b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6106d640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f0c54010be0 tx=0x7f0c54013360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf17a6fb774c5c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:15.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c54021040 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c54005450 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c4c049040 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c54013ea0 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6586d740 10 client.17085 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.446+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b10cbcc1b0 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c4c049040 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c54038030 con 0x55b10cb50d70 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 10 client.17085 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 10 client.17085 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 20 client.17085 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cbcc6b0 0x55b10cbcead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:15.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 4 client.17085 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b10caadd70 con 0x55b10cbcc6b0 2024-09-05T04:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6086c640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cbcc6b0 0x55b10cbcead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c6086c640 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cbcc6b0 0x55b10cbcead0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=101af87a74f565a server_cookie=4db06a13bb47fa6c in_seq=0 out_seq=0 2024-09-05T04:17:15.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.447+0000 7f0c3bfff640 10 client.17085 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c3bfff640 1 -- 172.21.15.2:0/1811157722 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b10caadd70 con 0x55b10cbcc6b0 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c3bfff640 10 client.17085 handle_command_reply: tid=0 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 client.17085 shutdown 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 msgr2=0x55b10cb69590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f0c54010be0 tx=0x7f0c54013360 comp rx=0 tx=0).stop 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 shutdown_connections 2024-09-05T04:17:15.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b10cbcc6b0 0x55b10cbcead0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b10cb50d70 0x55b10cb69590 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b10cb45360 0x55b10cb69050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c3bfff640 0 client.17085 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 --2- 172.21.15.2:0/1811157722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b10cb441b0 0x55b10cb68b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 >> 172.21.15.2:0/1811157722 conn(0x55b10cb40270 msgr2=0x55b10cb4c460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 shutdown_connections 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 1 -- 172.21.15.2:0/1811157722 wait complete. 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.457+0000 7f0c6586d740 20 client.17085 trim_cache size 0 max 16384 2024-09-05T04:17:15.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:17:15.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 msgr2=0x7f0c440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 0x7f0c440a51b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0c54005fd0 tx=0x7f0c5400bac0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 msgr2=0x7f0c5c197230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f0c5800db80 tx=0x7f0c5800b630 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 shutdown_connections 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c440a2cf0 0x7f0c440a51b0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c5c105520 0x7f0c5c19baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c5c1011e0 0x7f0c5c197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 --2- 172.21.15.2:0/349857029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c5c100830 0x7f0c5c197230 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:15.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 >> 172.21.15.2:0/349857029 conn(0x7f0c5c075ec0 msgr2=0x7f0c5c103da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 shutdown_connections 2024-09-05T04:17:15.462 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:15.458+0000 7f0c62ad0640 1 -- 172.21.15.2:0/349857029 wait complete. 2024-09-05T04:17:15.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:15 smithi002 ceph-mon[31001]: pgmap v191: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 35 KiB/s wr, 22 op/s 2024-09-05T04:17:15.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:15 smithi079 ceph-mon[34908]: pgmap v191: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 35 KiB/s wr, 22 op/s 2024-09-05T04:17:15.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:15 smithi047 ceph-mon[34498]: pgmap v191: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 35 KiB/s wr, 22 op/s 2024-09-05T04:17:17.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:17 smithi002 ceph-mon[31001]: pgmap v192: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:17.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:17 smithi079 ceph-mon[34908]: pgmap v192: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:17 smithi047 ceph-mon[34498]: pgmap v192: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:19 smithi002 ceph-mon[31001]: pgmap v193: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:19.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:19 smithi079 ceph-mon[34908]: pgmap v193: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:19 smithi047 ceph-mon[34498]: pgmap v193: 129 pgs: 129 active+clean; 2.5 MiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.8 KiB/s wr, 4 op/s 2024-09-05T04:17:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:21 smithi002 ceph-mon[31001]: pgmap v194: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:17:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:21 smithi079 ceph-mon[34908]: pgmap v194: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:17:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:21 smithi047 ceph-mon[34498]: pgmap v194: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 28 KiB/s wr, 10 op/s 2024-09-05T04:17:23.738 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:23 smithi047 ceph-mon[34498]: pgmap v195: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 7 op/s 2024-09-05T04:17:23.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:23 smithi002 ceph-mon[31001]: pgmap v195: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 7 op/s 2024-09-05T04:17:23.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:23 smithi079 ceph-mon[34908]: pgmap v195: 129 pgs: 129 active+clean; 2.7 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 28 KiB/s wr, 7 op/s 2024-09-05T04:17:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:25 smithi002 ceph-mon[31001]: pgmap v196: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:17:25.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:25 smithi079 ceph-mon[34908]: pgmap v196: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:17:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:25 smithi047 ceph-mon[34498]: pgmap v196: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:17:27.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:27 smithi002 ceph-mon[31001]: pgmap v197: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:27.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:27 smithi079 ceph-mon[34908]: pgmap v197: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:27.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:27 smithi047 ceph-mon[34498]: pgmap v197: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 -- 172.21.15.2:0/966752552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c102d40 msgr2=0x7f1a9c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 --2- 172.21.15.2:0/966752552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c102d40 0x7f1a9c103120 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f1a90009900 tx=0x7f1a9002a480 comp rx=0 tx=0).stop 2024-09-05T04:17:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 -- 172.21.15.2:0/966752552 shutdown_connections 2024-09-05T04:17:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 --2- 172.21.15.2:0/966752552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c10c110 0x7f1a9c10e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 --2- 172.21.15.2:0/966752552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 0x7f1a9c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 --2- 172.21.15.2:0/966752552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c102d40 0x7f1a9c103120 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 -- 172.21.15.2:0/966752552 >> 172.21.15.2:0/966752552 conn(0x7f1a9c0fc6b0 msgr2=0x7f1a9c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 -- 172.21.15.2:0/966752552 shutdown_connections 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.558+0000 7f1aa3142640 1 -- 172.21.15.2:0/966752552 wait complete. 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 Processor -- start 2024-09-05T04:17:28.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 -- start start 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 0x7f1a9c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 0x7f1a9c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c111d90 con 0x7f1a9c10c110 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c111c10 con 0x7f1a9c102d40 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa3142640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c111f10 con 0x7f1a9c103660 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa16df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa16df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42072/0 (socket says 172.21.15.2:42072) 2024-09-05T04:17:28.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.559+0000 7f1aa16df640 1 -- 172.21.15.2:0/55018472 learned_addr learned my addr 172.21.15.2:0/55018472 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 0x7f1a9c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 0x7f1a9c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 -- 172.21.15.2:0/55018472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 msgr2=0x7f1a9c198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 0x7f1a9c198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 -- 172.21.15.2:0/55018472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 msgr2=0x7f1a9c198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 0x7f1a9c198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 -- 172.21.15.2:0/55018472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a9c19d330 con 0x7f1a9c10c110 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 0x7f1a9c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa16df640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f1a9400cad0 tx=0x7f1a9400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1a99ffb640 1 -- 172.21.15.2:0/55018472 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9400ae20 con 0x7f1a9c10c110 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1a99ffb640 1 -- 172.21.15.2:0/55018472 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a94005020 con 0x7f1a9c10c110 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1a99ffb640 1 -- 172.21.15.2:0/55018472 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9400f6b0 con 0x7f1a9c10c110 2024-09-05T04:17:28.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a9c19d620 con 0x7f1a9c10c110 2024-09-05T04:17:28.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.560+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a9c1a4eb0 con 0x7f1a9c10c110 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.563+0000 7f1a99ffb640 1 -- 172.21.15.2:0/55018472 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1a940051d0 con 0x7f1a9c10c110 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.563+0000 7f1aa5edc740 1 Processor -- start 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.563+0000 7f1aa5edc740 1 -- start start 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.563+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d181770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a99ffb640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 0x7f1a8c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1840a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f30d0db2f0 con 0x55f30d176af0 2024-09-05T04:17:28.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f30d083270 con 0x55f30d181cb0 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f30d0d72b0 con 0x55f30d177410 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 0x7f1a8c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42080/0 (socket says 172.21.15.2:42080) 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 -- 172.21.15.2:0/503408934 learned_addr learned my addr 172.21.15.2:0/503408934 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a99ffb640 1 -- 172.21.15.2:0/55018472 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1a940cf8f0 con 0x7f1a9c10c110 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa16df640 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1840a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d181770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 -- 172.21.15.2:0/503408934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 msgr2=0x55f30d181770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d181770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 -- 172.21.15.2:0/503408934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 msgr2=0x55f30d1840a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1840a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 -- 172.21.15.2:0/503408934 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f30d082340 con 0x55f30d176af0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1a88009f90 tx=0x7f1a880097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64f5fb750ec93ea0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 0x7f1a8c0a51b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1a90031440 tx=0x7f1a90005a20 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a86ffd640 1 -- 172.21.15.2:0/503408934 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a88011470 con 0x55f30d176af0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a86ffd640 1 -- 172.21.15.2:0/503408934 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a88011ac0 con 0x55f30d176af0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.564+0000 7f1a86ffd640 1 -- 172.21.15.2:0/503408934 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a8800f900 con 0x55f30d176af0 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 -- 172.21.15.2:0/503408934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 msgr2=0x55f30d176ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1a88009f90 tx=0x7f1a880097a0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 -- 172.21.15.2:0/503408934 shutdown_connections 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1840a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d181770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/503408934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d176ed0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 -- 172.21.15.2:0/503408934 >> 172.21.15.2:0/503408934 conn(0x55f30d173060 msgr2=0x55f30d173440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.572 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 -- 172.21.15.2:0/503408934 shutdown_connections 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.565+0000 7f1aa5edc740 1 -- 172.21.15.2:0/503408934 wait complete. 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 -- start start 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 Processor -- start 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d176af0 0x55f30d17eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d17f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f30d184880 con 0x55f30d181cb0 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f30d064290 con 0x55f30d176af0 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f30d184a00 con 0x55f30d177410 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa5edc740 10 client.0 _ll_register_callbacks cb 0x55f30d095140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa16df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa16df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42090/0 (socket says 172.21.15.2:42090) 2024-09-05T04:17:28.573 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.566+0000 7f1aa16df640 1 -- 172.21.15.2:0/2560774846 learned_addr learned my addr 172.21.15.2:0/2560774846 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d17f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d176af0 0x55f30d17eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 -- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 msgr2=0x55f30d17f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d17f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 -- 172.21.15.2:0/2560774846 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d176af0 msgr2=0x55f30d17eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d176af0 0x55f30d17eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 -- 172.21.15.2:0/2560774846 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f30cdee210 con 0x55f30d181cb0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d17f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa16df640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1a940ccca0 tx=0x7f1a9409c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94bd324ecf715bf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9401d070 con 0x55f30d181cb0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1a940ccec0 con 0x55f30d181cb0 2024-09-05T04:17:28.574 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a88011ac0 con 0x55f30d181cb0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1a940c0050 con 0x55f30d181cb0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa5edc740 10 client.17097 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f30ceba620 con 0x55f30d181cb0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.567+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a88011ac0 con 0x55f30d181cb0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1a94097760 con 0x55f30d181cb0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 10 client.17097 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 10 client.17097 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 20 client.17097 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d191bd0 0x55f30d193fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 4 client.17097 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f30d0e8a20 con 0x55f30d191bd0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d191bd0 0x55f30d193fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1a7bfff640 10 client.17097 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.568+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d191bd0 0x55f30d193fc0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58fc3e34ccc07c32 server_cookie=c1e2a8e407f4d546 in_seq=0 out_seq=0 2024-09-05T04:17:28.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1a7bfff640 1 -- 172.21.15.2:0/2560774846 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f30d0e8a20 con 0x55f30d191bd0 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1a7bfff640 10 client.17097 handle_command_reply: tid=0 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 client.17097 shutdown 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 msgr2=0x55f30d17f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1a940ccca0 tx=0x7f1a9409c1d0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 shutdown_connections 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d191bd0 0x55f30d193fc0 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d181cb0 0x55f30d17f5d0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d177410 0x55f30d17f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1a7bfff640 0 client.17097 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/2560774846 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d176af0 0x55f30d17eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 >> 172.21.15.2:0/2560774846 conn(0x55f30d173060 msgr2=0x55f30d178d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 shutdown_connections 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.569+0000 7f1aa5edc740 1 -- 172.21.15.2:0/2560774846 wait complete. 2024-09-05T04:17:28.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.570+0000 7f1aa5edc740 20 client.17097 trim_cache size 0 max 16384 2024-09-05T04:17:28.586 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 Processor -- start 2024-09-05T04:17:28.586 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 -- start start 2024-09-05T04:17:28.586 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d176af0 0x55f30d179560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1998d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1acfc0 con 0x55f30d177410 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1af840 con 0x55f30d181cb0 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1ad630 con 0x55f30d176af0 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1a9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1a9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42102/0 (socket says 172.21.15.2:42102) 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.584+0000 7f1a9bfff640 1 -- 172.21.15.2:0/3250222374 learned_addr learned my addr 172.21.15.2:0/3250222374 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d176af0 0x55f30d179560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1aa16df640 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 -- 172.21.15.2:0/3250222374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d176af0 msgr2=0x55f30d179560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d176af0 0x55f30d179560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.587 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 -- 172.21.15.2:0/3250222374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 msgr2=0x55f30d1998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 -- 172.21.15.2:0/3250222374 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f30d172e90 con 0x55f30d177410 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f1a88013e40 tx=0x7f1a88005980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5386f6fa35a01fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a867fc640 1 -- 172.21.15.2:0/3250222374 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a88013070 con 0x55f30d177410 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a867fc640 1 -- 172.21.15.2:0/3250222374 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a880054f0 con 0x55f30d177410 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.585+0000 7f1a867fc640 1 -- 172.21.15.2:0/3250222374 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a88004da0 con 0x55f30d177410 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- 172.21.15.2:0/3250222374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 msgr2=0x55f30d17f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f1a88013e40 tx=0x7f1a88005980 comp rx=0 tx=0).stop 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- 172.21.15.2:0/3250222374 shutdown_connections 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d181cb0 0x55f30d1998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d177410 0x55f30d17f400 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/3250222374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d176af0 0x55f30d179560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- 172.21.15.2:0/3250222374 >> 172.21.15.2:0/3250222374 conn(0x55f30d173060 msgr2=0x55f30d180bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.588 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- 172.21.15.2:0/3250222374 shutdown_connections 2024-09-05T04:17:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- 172.21.15.2:0/3250222374 wait complete. 2024-09-05T04:17:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 -- start start 2024-09-05T04:17:28.589 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 Processor -- start 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 0x55f30d185550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.586+0000 7f1aa5edc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d181cb0 0x55f30d185a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1add00 con 0x55f30d176af0 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1af170 con 0x55f30d177410 2024-09-05T04:17:28.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1a9c1ae3d0 con 0x55f30d181cb0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 10 client.0 _ll_register_callbacks cb 0x7f1a9409b550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42118/0 (socket says 172.21.15.2:42118) 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 -- 172.21.15.2:0/47439276 learned_addr learned my addr 172.21.15.2:0/47439276 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 0x55f30d185550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa16df640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d181cb0 0x55f30d185a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 -- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d181cb0 msgr2=0x55f30d185a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d181cb0 0x55f30d185a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 -- 172.21.15.2:0/47439276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 msgr2=0x55f30d185550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 0x55f30d185550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 -- 172.21.15.2:0/47439276 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f30d1860d0 con 0x55f30d176af0 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 0x55f30d185550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:28.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa0ede640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f1a9002a9a0 tx=0x7f1a90009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6115d98a3ea5f75 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a90035050 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f1a90005040 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a880054f0 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1a9005e050 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 10 client.17103 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.587+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f30d1fc700 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a880054f0 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1a90059030 con 0x55f30d176af0 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 10 client.17103 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 10 client.17103 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 20 client.17103 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d1fceb0 0x55f30d1ff2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:28.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 4 client.17103 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:17:28.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f30d0e2d70 con 0x55f30d1fceb0 2024-09-05T04:17:28.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d1fceb0 0x55f30d1ff2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:28.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1a7bfff640 10 client.17103 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:28.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.588+0000 7f1a9bfff640 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d1fceb0 0x55f30d1ff2d0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f18f55f6ac6fc6ab server_cookie=5c9bcdb97f50c9b6 in_seq=0 out_seq=0 2024-09-05T04:17:28.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1a7bfff640 1 -- 172.21.15.2:0/47439276 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f30d0e2d70 con 0x55f30d1fceb0 2024-09-05T04:17:28.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1a7bfff640 10 client.17103 handle_command_reply: tid=0 2024-09-05T04:17:28.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 client.17103 shutdown 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 msgr2=0x55f30d18a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f1a9002a9a0 tx=0x7f1a90009260 comp rx=0 tx=0).stop 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 shutdown_connections 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f30d1fceb0 0x55f30d1ff2d0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f30d181cb0 0x55f30d185a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1a7bfff640 0 client.17103 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f30d177410 0x55f30d185550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 --2- 172.21.15.2:0/47439276 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f30d176af0 0x55f30d18a230 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 >> 172.21.15.2:0/47439276 conn(0x55f30d173060 msgr2=0x55f30d1719a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 shutdown_connections 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 1 -- 172.21.15.2:0/47439276 wait complete. 2024-09-05T04:17:28.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.603+0000 7f1aa5edc740 20 client.17103 trim_cache size 0 max 16384 2024-09-05T04:17:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:17:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:17:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:17:28.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 msgr2=0x7f1a8c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 0x7f1a8c0a51b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1a90031440 tx=0x7f1a90005a20 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 msgr2=0x7f1a9c19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f1a9400cad0 tx=0x7f1a9400cf90 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 shutdown_connections 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a8c0a2cf0 0x7f1a8c0a51b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a9c10c110 0x7f1a9c19cc00 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a9c103660 0x7f1a9c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 --2- 172.21.15.2:0/55018472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a9c102d40 0x7f1a9c198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 >> 172.21.15.2:0/55018472 conn(0x7f1a9c0fc6b0 msgr2=0x7f1a9c0fe010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 shutdown_connections 2024-09-05T04:17:28.606 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:28.604+0000 7f1aa3142640 1 -- 172.21.15.2:0/55018472 wait complete. 2024-09-05T04:17:29.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:29 smithi002 ceph-mon[31001]: pgmap v198: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:29.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:29 smithi079 ceph-mon[34908]: pgmap v198: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:29.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:29 smithi047 ceph-mon[34498]: pgmap v198: 129 pgs: 129 active+clean; 2.9 MiB data, 386 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:17:31.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:31 smithi002 ceph-mon[31001]: pgmap v199: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:17:31.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:31 smithi079 ceph-mon[34908]: pgmap v199: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:17:31.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:31 smithi047 ceph-mon[34498]: pgmap v199: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:17:33.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:33 smithi002 ceph-mon[31001]: pgmap v200: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:17:33.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:33 smithi079 ceph-mon[34908]: pgmap v200: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:17:33.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:33 smithi047 ceph-mon[34498]: pgmap v200: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:17:35.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:35 smithi002 ceph-mon[31001]: pgmap v201: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:35 smithi079 ceph-mon[34908]: pgmap v201: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:35.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:35 smithi047 ceph-mon[34498]: pgmap v201: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:37.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:37 smithi002 ceph-mon[31001]: pgmap v202: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:37.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:37 smithi079 ceph-mon[34908]: pgmap v202: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:37.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:37 smithi047 ceph-mon[34498]: pgmap v202: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:39.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:39 smithi002 ceph-mon[31001]: pgmap v203: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:39 smithi079 ceph-mon[34908]: pgmap v203: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:39.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:39 smithi047 ceph-mon[34498]: pgmap v203: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:17:41.039 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:17:41.308 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:41.681 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:41 smithi002 ceph-mon[31001]: pgmap v204: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:41.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- 172.21.15.2:0/1632421313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 msgr2=0x7f6480106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- 172.21.15.2:0/1632421313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f6480106dd0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f6470009930 tx=0x7f647002a420 comp rx=0 tx=0).stop 2024-09-05T04:17:41.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- 172.21.15.2:0/1632421313 shutdown_connections 2024-09-05T04:17:41.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- 172.21.15.2:0/1632421313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f648010d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- 172.21.15.2:0/1632421313 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f6480100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- 172.21.15.2:0/1632421313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f6480106dd0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- 172.21.15.2:0/1632421313 >> 172.21.15.2:0/1632421313 conn(0x7f64800fc6c0 msgr2=0x7f64800feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- 172.21.15.2:0/1632421313 shutdown_connections 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- 172.21.15.2:0/1632421313 wait complete. 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 Processor -- start 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- start start 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f64801991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f6480199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110ce0 con 0x7f64801069f0 2024-09-05T04:17:41.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110b60 con 0x7f6480101380 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.694+0000 7f648654b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6480110e60 con 0x7f64801009e0 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33124/0 (socket says 172.21.15.2:33124) 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 -- 172.21.15.2:0/2478671859 learned_addr learned my addr 172.21.15.2:0/2478671859 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f647ffff640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f64801991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6477fff640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f6480199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 -- 172.21.15.2:0/2478671859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 msgr2=0x7f64801991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f64801991f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 -- 172.21.15.2:0/2478671859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 msgr2=0x7f6480199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f6480199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 -- 172.21.15.2:0/2478671859 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64801a47b0 con 0x7f64801069f0 2024-09-05T04:17:41.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f647ffff640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f64801991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6477fff640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f6480199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f6484ae8640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f647800cad0 tx=0x7f647800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f647dffb640 1 -- 172.21.15.2:0/2478671859 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647800ae20 con 0x7f64801069f0 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f647dffb640 1 -- 172.21.15.2:0/2478671859 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6478005020 con 0x7f64801069f0 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64801a4980 con 0x7f64801069f0 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f647dffb640 1 -- 172.21.15.2:0/2478671859 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647800f6b0 con 0x7f64801069f0 2024-09-05T04:17:41.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.695+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64801a4e50 con 0x7f64801069f0 2024-09-05T04:17:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.698+0000 7f64893c6740 1 Processor -- start 2024-09-05T04:17:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.698+0000 7f647dffb640 1 -- 172.21.15.2:0/2478671859 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f64780051d0 con 0x7f64801069f0 2024-09-05T04:17:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 -- start start 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235e2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb235f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55fb235472f0 con 0x55fb235e3310 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fb234ef270 con 0x55fb235e29f0 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f64893c6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55fb235432b0 con 0x55fb235f20c0 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f647ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb235f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f647ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33140/0 (socket says 172.21.15.2:33140) 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f647ffff640 1 -- 172.21.15.2:0/2463449160 learned_addr learned my addr 172.21.15.2:0/2463449160 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235e2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f647dffb640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 0x7f646c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 -- 172.21.15.2:0/2463449160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 msgr2=0x55fb235e2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235e2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 -- 172.21.15.2:0/2463449160 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 msgr2=0x55fb235f1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6477fff640 1 -- 172.21.15.2:0/2463449160 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb234ee340 con 0x55fb235f20c0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f6484ae8640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 0x7f646c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.699+0000 7f647ffff640 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.700+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb235f44b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f648006ae70 tx=0x7f646800c510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee4592adfa2f36d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.700+0000 7f647dffb640 1 -- 172.21.15.2:0/2478671859 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f64780cf890 con 0x7f64801069f0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.700+0000 7f64767fc640 1 -- 172.21.15.2:0/2463449160 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64680142d0 con 0x55fb235f20c0 2024-09-05T04:17:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.700+0000 7f64767fc640 1 -- 172.21.15.2:0/2463449160 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646800f760 con 0x55fb235f20c0 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.700+0000 7f64767fc640 1 -- 172.21.15.2:0/2463449160 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6468003850 con 0x55fb235f20c0 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- 172.21.15.2:0/2463449160 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 msgr2=0x55fb235f44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb235f44b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f648006ae70 tx=0x7f646800c510 comp rx=0 tx=0).stop 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f6484ae8640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 0x7f646c0a51b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f64780cd240 tx=0x7f6478005c50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- 172.21.15.2:0/2463449160 shutdown_connections 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb235f44b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235f1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463449160 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235e2dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- 172.21.15.2:0/2463449160 >> 172.21.15.2:0/2463449160 conn(0x55fb235df060 msgr2=0x55fb235df440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- 172.21.15.2:0/2463449160 shutdown_connections 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- 172.21.15.2:0/2463449160 wait complete. 2024-09-05T04:17:41.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- start start 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 Processor -- start 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e29f0 0x55fb235ef080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235f20c0 0x55fb235efb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55fb235f4cc0 con 0x55fb235e3310 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55fb234d0290 con 0x55fb235f20c0 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.701+0000 7f64893c6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55fb235f4e40 con 0x55fb235e29f0 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f64893c6740 10 client.0 _ll_register_callbacks cb 0x55fb23501140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33152/0 (socket says 172.21.15.2:33152) 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 -- 172.21.15.2:0/3718502869 learned_addr learned my addr 172.21.15.2:0/3718502869 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f6477fff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e29f0 0x55fb235ef080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.708 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f6477fff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235f20c0 0x55fb235efb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 -- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e29f0 msgr2=0x55fb235ef080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e29f0 0x55fb235ef080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 -- 172.21.15.2:0/3718502869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235f20c0 msgr2=0x55fb235efb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235f20c0 0x55fb235efb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 -- 172.21.15.2:0/3718502869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb2325a210 con 0x55fb235e3310 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f647ffff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f6470009230 tx=0x7f64700317f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece293ad6b143dc6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f645f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6470035040 con 0x55fb235e3310 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6470004240 con 0x55fb235e3310 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.702+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f646800f760 con 0x55fb235e3310 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f647004e050 con 0x55fb235e3310 2024-09-05T04:17:41.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 10 client.17115 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55fb23326620 con 0x55fb235e3310 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646800f760 con 0x55fb235e3310 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6470004980 con 0x55fb235e3310 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 10 client.17115 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 10 client.17115 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 20 client.17115 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb23604530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 4 client.17115 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fb23554a20 con 0x55fb23602140 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.703+0000 7f6477fff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb23604530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.704+0000 7f645f7fe640 10 client.17115 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.704+0000 7f6477fff640 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb23604530 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e9fc12cba095614 server_cookie=8769bf684185e281 in_seq=0 out_seq=0 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f645f7fe640 1 -- 172.21.15.2:0/3718502869 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fb23554a20 con 0x55fb23602140 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f645f7fe640 10 client.17115 handle_command_reply: tid=0 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 client.17115 shutdown 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 msgr2=0x55fb235ef5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f6470009230 tx=0x7f64700317f0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 shutdown_connections 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb23604530 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235f20c0 0x55fb235efb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e3310 0x55fb235ef5c0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f645f7fe640 0 client.17115 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 --2- 172.21.15.2:0/3718502869 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e29f0 0x55fb235ef080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 >> 172.21.15.2:0/3718502869 conn(0x55fb235df060 msgr2=0x55fb235e4dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 shutdown_connections 2024-09-05T04:17:41.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 1 -- 172.21.15.2:0/3718502869 wait complete. 2024-09-05T04:17:41.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.705+0000 7f64893c6740 20 client.17115 trim_cache size 0 max 16384 2024-09-05T04:17:41.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 Processor -- start 2024-09-05T04:17:41.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 -- start start 2024-09-05T04:17:41.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 0x55fb23609e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb2360a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f64801aade0 con 0x55fb235e29f0 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ad660 con 0x55fb235e3310 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f64893c6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ab450 con 0x55fb235f20c0 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33164/0 (socket says 172.21.15.2:33164) 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 -- 172.21.15.2:0/2463345135 learned_addr learned my addr 172.21.15.2:0/2463345135 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f647ffff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 0x55fb23609e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb2360a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 -- 172.21.15.2:0/2463345135 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 msgr2=0x55fb2360a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb2360a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 -- 172.21.15.2:0/2463345135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 msgr2=0x55fb23609e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 0x55fb23609e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f6477fff640 1 -- 172.21.15.2:0/2463345135 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fb235e3b40 con 0x55fb235e29f0 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.736+0000 7f647ffff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 0x55fb23609e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.737+0000 7f6477fff640 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f648006ae70 tx=0x7f646800c510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa3d188c79572a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.737+0000 7f6475ffb640 1 -- 172.21.15.2:0/2463345135 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6468034070 con 0x55fb235e29f0 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.737+0000 7f6475ffb640 1 -- 172.21.15.2:0/2463345135 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6468025070 con 0x55fb235e29f0 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.737+0000 7f6475ffb640 1 -- 172.21.15.2:0/2463345135 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646800f8b0 con 0x55fb235e29f0 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- 172.21.15.2:0/2463345135 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 msgr2=0x55fb235ef930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f648006ae70 tx=0x7f646800c510 comp rx=0 tx=0).stop 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- 172.21.15.2:0/2463345135 shutdown_connections 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235f20c0 0x55fb2360a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e3310 0x55fb23609e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 --2- 172.21.15.2:0/2463345135 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235e29f0 0x55fb235ef930 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- 172.21.15.2:0/2463345135 >> 172.21.15.2:0/2463345135 conn(0x55fb235df060 msgr2=0x55fb235f1100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- 172.21.15.2:0/2463345135 shutdown_connections 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- 172.21.15.2:0/2463345135 wait complete. 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 -- start start 2024-09-05T04:17:41.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 Processor -- start 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.738+0000 7f64893c6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235f5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e3310 0x55fb235f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f64801abb20 con 0x55fb235f20c0 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f64801acf90 con 0x55fb235e29f0 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f64801ac1f0 con 0x55fb235e3310 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 10 client.0 _ll_register_callbacks cb 0x7f64700314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33172/0 (socket says 172.21.15.2:33172) 2024-09-05T04:17:41.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 -- 172.21.15.2:0/1928508992 learned_addr learned my addr 172.21.15.2:0/1928508992 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235f5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f647ffff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e3310 0x55fb235f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 -- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e3310 msgr2=0x55fb235f5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e3310 0x55fb235f5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 -- 172.21.15.2:0/1928508992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 msgr2=0x55fb235f5a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235f5a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 -- 172.21.15.2:0/1928508992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fb235fa590 con 0x55fb235f20c0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f6477fff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x55fb2360abe0 tx=0x7f646800fe10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44120512e5cf3b44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f645f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6468034040 con 0x55fb235f20c0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f6468005050 con 0x55fb235f20c0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.739+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6468025070 con 0x55fb235f20c0 2024-09-05T04:17:41.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6468005250 con 0x55fb235f20c0 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 10 client.17121 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55fb2366c920 con 0x55fb235f20c0 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6468025070 con 0x55fb235f20c0 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f646803a070 con 0x55fb235f20c0 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 10 client.17121 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 10 client.17121 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 20 client.17121 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb2366ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 4 client.17121 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55fb2354ed70 con 0x55fb23602140 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.740+0000 7f647ffff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb2366ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.741+0000 7f645f7fe640 10 client.17121 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.741+0000 7f647ffff640 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb2366ee60 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40da11a856135bae server_cookie=95415362128fa4f8 in_seq=0 out_seq=0 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f645f7fe640 1 -- 172.21.15.2:0/1928508992 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55fb2354ed70 con 0x55fb23602140 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f645f7fe640 10 client.17121 handle_command_reply: tid=0 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 client.17121 shutdown 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 msgr2=0x55fb235f9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x55fb2360abe0 tx=0x7f646800fe10 comp rx=0 tx=0).stop 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 shutdown_connections 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55fb23602140 0x55fb2366ee60 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55fb235f20c0 0x55fb235f9f50 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55fb235e3310 0x55fb235f5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 --2- 172.21.15.2:0/1928508992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55fb235e29f0 0x55fb235f5a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f645f7fe640 0 client.17121 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 >> 172.21.15.2:0/1928508992 conn(0x55fb235df060 msgr2=0x55fb235e45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 shutdown_connections 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 1 -- 172.21.15.2:0/1928508992 wait complete. 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.754+0000 7f64893c6740 20 client.17121 trim_cache size 0 max 16384 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:17:41.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:17:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:17:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 msgr2=0x7f646c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 0x7f646c0a51b0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f64780cd240 tx=0x7f6478005c50 comp rx=0 tx=0).stop 2024-09-05T04:17:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 msgr2=0x7f64801a4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f647800cad0 tx=0x7f647800cf90 comp rx=0 tx=0).stop 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 shutdown_connections 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f646c0a2cf0 0x7f646c0a51b0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f64801069f0 0x7f64801a4270 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6480101380 0x7f6480199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 --2- 172.21.15.2:0/2478671859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f64801009e0 0x7f64801991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 >> 172.21.15.2:0/2478671859 conn(0x7f64800fc6c0 msgr2=0x7f64800fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 shutdown_connections 2024-09-05T04:17:41.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:41.755+0000 7f648654b640 1 -- 172.21.15.2:0/2478671859 wait complete. 2024-09-05T04:17:41.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 -- 172.21.15.2:0/1414491415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c100a80 msgr2=0x7f258c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 --2- 172.21.15.2:0/1414491415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c100a80 0x7f258c100ee0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f257c009930 tx=0x7f257c02a420 comp rx=0 tx=0).stop 2024-09-05T04:17:41.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 -- 172.21.15.2:0/1414491415 shutdown_connections 2024-09-05T04:17:41.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 --2- 172.21.15.2:0/1414491415 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c101420 0x7f258c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 --2- 172.21.15.2:0/1414491415 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c100a80 0x7f258c100ee0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 --2- 172.21.15.2:0/1414491415 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c106a80 0x7f258c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 -- 172.21.15.2:0/1414491415 >> 172.21.15.2:0/1414491415 conn(0x7f258c0fc7a0 msgr2=0x7f258c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 -- 172.21.15.2:0/1414491415 shutdown_connections 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 -- 172.21.15.2:0/1414491415 wait complete. 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.784+0000 7f25935aa640 1 Processor -- start 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 -- start start 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 0x7f258c102650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c106a80 0x7f258c1030d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f258c110cf0 con 0x7f258c101420 2024-09-05T04:17:41.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f258c110b70 con 0x7f258c106a80 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f25935aa640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f258c110e70 con 0x7f258c100a80 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33198/0 (socket says 172.21.15.2:33198) 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 -- 172.21.15.2:0/3329274544 learned_addr learned my addr 172.21.15.2:0/3329274544 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2591346640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 0x7f258c102650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2591b47640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c106a80 0x7f258c1030d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 -- 172.21.15.2:0/3329274544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 msgr2=0x7f258c102650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 0x7f258c102650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 -- 172.21.15.2:0/3329274544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c106a80 msgr2=0x7f258c1030d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c106a80 0x7f258c1030d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 -- 172.21.15.2:0/3329274544 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f258c1a6860 con 0x7f258c101420 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2591346640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 0x7f258c102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:41.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.785+0000 7f2590b45640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f257c005940 tx=0x7f257c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.786+0000 7f25827fc640 1 -- 172.21.15.2:0/3329274544 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c03f030 con 0x7f258c101420 2024-09-05T04:17:41.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.786+0000 7f25827fc640 1 -- 172.21.15.2:0/3329274544 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c0318a0 con 0x7f258c101420 2024-09-05T04:17:41.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.786+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f258c1a6af0 con 0x7f258c101420 2024-09-05T04:17:41.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.786+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f258c1a7020 con 0x7f258c101420 2024-09-05T04:17:41.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.786+0000 7f25827fc640 1 -- 172.21.15.2:0/3329274544 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c035070 con 0x7f258c101420 2024-09-05T04:17:41.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.788+0000 7f25827fc640 1 -- 172.21.15.2:0/3329274544 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f257c042030 con 0x7f258c101420 2024-09-05T04:17:41.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f25827fc640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 0x7f25780a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 Processor -- start 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2591346640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 0x7f25780a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f25827fc640 1 -- 172.21.15.2:0/3329274544 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f257c0eff60 con 0x7f258c101420 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 -- start start 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689d4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689df680 0x55e0689e1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e06893a2e0 con 0x55e0689d4dc0 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e0688e1ce0 con 0x55e0689df680 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2595983740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e0689362a0 con 0x55e0689d44a0 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2591346640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 0x7f25780a5230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2588005e00 tx=0x7f2588005c70 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33206/0 (socket says 172.21.15.2:33206) 2024-09-05T04:17:41.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2590b45640 1 -- 172.21.15.2:0/3621899565 learned_addr learned my addr 172.21.15.2:0/3621899565 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2591b47640 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689df680 0x55e0689e1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.789+0000 7f2591346640 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689d4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 -- 172.21.15.2:0/3621899565 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 msgr2=0x55e0689d4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689d4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 -- 172.21.15.2:0/3621899565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689df680 msgr2=0x55e0689e1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689df680 0x55e0689e1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 -- 172.21.15.2:0/3621899565 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0688c6440 con 0x55e0689d4dc0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f2590b45640 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f257c0b8a50 tx=0x7f257c0bbaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eea519a377fc2a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f25777fe640 1 -- 172.21.15.2:0/3621899565 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c049040 con 0x55e0689d4dc0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f25777fe640 1 -- 172.21.15.2:0/3621899565 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c0bc080 con 0x55e0689d4dc0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.790+0000 7f25777fe640 1 -- 172.21.15.2:0/3621899565 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c0b86f0 con 0x55e0689d4dc0 2024-09-05T04:17:41.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- 172.21.15.2:0/3621899565 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 msgr2=0x55e0689df140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f257c0b8a50 tx=0x7f257c0bbaa0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- 172.21.15.2:0/3621899565 shutdown_connections 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689df680 0x55e0689e1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689df140 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 --2- 172.21.15.2:0/3621899565 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689d4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- 172.21.15.2:0/3621899565 >> 172.21.15.2:0/3621899565 conn(0x55e0689d0a30 msgr2=0x55e0689d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- 172.21.15.2:0/3621899565 shutdown_connections 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- 172.21.15.2:0/3621899565 wait complete. 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 -- start start 2024-09-05T04:17:41.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.791+0000 7f2595983740 1 Processor -- start 2024-09-05T04:17:41.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689df040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689dc8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e0689e2010 con 0x55e0689df680 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e0688f5050 con 0x55e0689d44a0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e0689e2190 con 0x55e0689d4dc0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2595983740 10 client.0 _ll_register_callbacks cb 0x55e068935160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2590b45640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591b47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689dc8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689df040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2590b45640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56036/0 (socket says 172.21.15.2:56036) 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2590b45640 1 -- 172.21.15.2:0/2702962612 learned_addr learned my addr 172.21.15.2:0/2702962612 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 -- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 msgr2=0x55e0689dc2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 -- 172.21.15.2:0/2702962612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 msgr2=0x55e0689dc8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.798 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689dc8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591346640 1 -- 172.21.15.2:0/2702962612 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0686ab3c0 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2590b45640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.792+0000 7f2591b47640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689dc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2591346640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689df040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2588005fd0 tx=0x7f2588004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1e593a5c6ed1198 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2588004230 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f25880043d0 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f257c0bc080 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2588030050 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2595983740 10 client.26348 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e0689eda00 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c0bc080 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.793+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2588003a10 con 0x55e0689d44a0 2024-09-05T04:17:41.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 10 client.26348 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 10 client.26348 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 20 client.26348 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e0689eeec0 0x55e0689f12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 4 client.26348 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e068947850 con 0x55e0689eeec0 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2590b45640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e0689eeec0 0x55e0689f12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2574ff9640 10 client.26348 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.794+0000 7f2590b45640 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e0689eeec0 0x55e0689f12b0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=738bcb256f5ea81b server_cookie=c6bd8e81f2bb13ed in_seq=0 out_seq=0 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2574ff9640 1 -- 172.21.15.2:0/2702962612 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e068947850 con 0x55e0689eeec0 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2574ff9640 10 client.26348 handle_command_reply: tid=0 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 client.26348 shutdown 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 msgr2=0x55e0689df040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689df040 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f2588005fd0 tx=0x7f2588004730 comp rx=0 tx=0).stop 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 shutdown_connections 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e0689eeec0 0x55e0689f12b0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689dc8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d4dc0 0x55e0689dc2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 --2- 172.21.15.2:0/2702962612 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689df040 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2574ff9640 0 client.26348 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 >> 172.21.15.2:0/2702962612 conn(0x55e0689d0a30 msgr2=0x55e0689d6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 shutdown_connections 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 1 -- 172.21.15.2:0/2702962612 wait complete. 2024-09-05T04:17:41.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.795+0000 7f2595983740 20 client.26348 trim_cache size 0 max 16384 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.812+0000 7f2595983740 1 Processor -- start 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.812+0000 7f2595983740 1 -- start start 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.812+0000 7f2595983740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689db830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2595983740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2595983740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689df680 0x55e0689f6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2595983740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1af160 con 0x55e0689d4dc0 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2595983740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1b19e0 con 0x55e0689d44a0 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2595983740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1af7d0 con 0x55e0689df680 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33222/0 (socket says 172.21.15.2:33222) 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 -- 172.21.15.2:0/593878044 learned_addr learned my addr 172.21.15.2:0/593878044 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2591b47640 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689df680 0x55e0689f6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2591346640 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689db830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 -- 172.21.15.2:0/593878044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689df680 msgr2=0x55e0689f6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689df680 0x55e0689f6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 -- 172.21.15.2:0/593878044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 msgr2=0x55e0689db830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689db830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 -- 172.21.15.2:0/593878044 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0689e1de0 con 0x55e0689d4dc0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2590b45640 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f257c0bc010 tx=0x7f257c005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c738bb8b9e82871 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2576ffd640 1 -- 172.21.15.2:0/593878044 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c049040 con 0x55e0689d4dc0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2576ffd640 1 -- 172.21.15.2:0/593878044 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c004460 con 0x55e0689d4dc0 2024-09-05T04:17:41.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.813+0000 7f2576ffd640 1 -- 172.21.15.2:0/593878044 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c0bc2e0 con 0x55e0689d4dc0 2024-09-05T04:17:41.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- 172.21.15.2:0/593878044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 msgr2=0x55e0689cfa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f257c0bc010 tx=0x7f257c005c90 comp rx=0 tx=0).stop 2024-09-05T04:17:41.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- 172.21.15.2:0/593878044 shutdown_connections 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689df680 0x55e0689f6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689d4dc0 0x55e0689cfa60 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 --2- 172.21.15.2:0/593878044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d44a0 0x55e0689db830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- 172.21.15.2:0/593878044 >> 172.21.15.2:0/593878044 conn(0x55e0689d0a30 msgr2=0x55e0689cf350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- 172.21.15.2:0/593878044 shutdown_connections 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- 172.21.15.2:0/593878044 wait complete. 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 -- start start 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.814+0000 7f2595983740 1 Processor -- start 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689e7850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 0x55e0689e4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1afea0 con 0x55e0689df680 2024-09-05T04:17:41.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1b1310 con 0x55e0689d4dc0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f258c1b0570 con 0x55e0689d44a0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2595983740 10 client.0 _ll_register_callbacks cb 0x7f258800fb30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591b47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 0x55e0689e4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591346640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689e7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591b47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33228/0 (socket says 172.21.15.2:33228) 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591b47640 1 -- 172.21.15.2:0/960131971 learned_addr learned my addr 172.21.15.2:0/960131971 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 -- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 msgr2=0x55e0689e7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689e7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 -- 172.21.15.2:0/960131971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 msgr2=0x55e0689e5130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2590b45640 1 -- 172.21.15.2:0/960131971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0689e56f0 con 0x55e0689d4dc0 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591346640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689e7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.815+0000 7f2591b47640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2590b45640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 0x55e0689e4bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55e0688f5160 tx=0x7f257c02a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=946c0ee732df2935 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f257c049070 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f257c004460 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f257c0b86f0 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f257c0ed530 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 10 client.26354 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e068a59880 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f257c004460 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f257c0c4860 con 0x55e0689d4dc0 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 10 client.26354 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 10 client.26354 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:41.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 20 client.26354 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e068a59bc0 0x55e068a5bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 4 client.26354 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.816+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e068941d60 con 0x55e068a59bc0 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2591346640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e068a59bc0 0x55e068a5bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2574ff9640 10 client.26354 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2591346640 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e068a59bc0 0x55e068a5bfb0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de85972d2efd7065 server_cookie=2ffe6e3891f37a5c in_seq=0 out_seq=0 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2574ff9640 1 -- 172.21.15.2:0/960131971 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e068941d60 con 0x55e068a59bc0 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2574ff9640 10 client.26354 handle_command_reply: tid=0 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 client.26354 shutdown 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 msgr2=0x55e0689e4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 0x55e0689e4bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x55e0688f5160 tx=0x7f257c02a420 comp rx=0 tx=0).stop 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 shutdown_connections 2024-09-05T04:17:41.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e068a59bc0 0x55e068a5bfb0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e0689df680 0x55e0689e5130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e0689d4dc0 0x55e0689e4bf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2574ff9640 0 client.26354 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.817+0000 7f2595983740 1 --2- 172.21.15.2:0/960131971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e0689d44a0 0x55e0689e7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 >> 172.21.15.2:0/960131971 conn(0x55e0689d0a30 msgr2=0x55e0689cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 shutdown_connections 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f2595983740 1 -- 172.21.15.2:0/960131971 wait complete. 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f2595983740 20 client.26354 trim_cache size 0 max 16384 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:41.824 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 msgr2=0x7f25780a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 0x7f25780a5230 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2588005e00 tx=0x7f2588005c70 comp rx=0 tx=0).stop 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 msgr2=0x7f258c102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f257c005940 tx=0x7f257c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 shutdown_connections 2024-09-05T04:17:41.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25780a2d70 0x7f25780a5230 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f258c106a80 0x7f258c1030d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f258c101420 0x7f258c102b90 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 --2- 172.21.15.2:0/3329274544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f258c100a80 0x7f258c102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.818+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 >> 172.21.15.2:0/3329274544 conn(0x7f258c0fc7a0 msgr2=0x7f258c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.819+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 shutdown_connections 2024-09-05T04:17:41.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:41.819+0000 7f25935aa640 1 -- 172.21.15.2:0/3329274544 wait complete. 2024-09-05T04:17:41.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:41 smithi079 ceph-mon[34908]: pgmap v204: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:41 smithi047 ceph-mon[34498]: pgmap v204: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:17:42.608 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:17:42.609 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:17:42.865 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:43.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 -- 172.21.15.2:0/4292859161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900106f10 msgr2=0x7f890010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 --2- 172.21.15.2:0/4292859161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900106f10 0x7f890010ea90 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f88f8009ca0 tx=0x7f88f802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 -- 172.21.15.2:0/4292859161 shutdown_connections 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 --2- 172.21.15.2:0/4292859161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900106f10 0x7f890010ea90 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 --2- 172.21.15.2:0/4292859161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 0x7f89001067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 --2- 172.21.15.2:0/4292859161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900101de0 0x7f89001021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.321+0000 7f8907d1b640 1 -- 172.21.15.2:0/4292859161 >> 172.21.15.2:0/4292859161 conn(0x7f89000fd8c0 msgr2=0x7f89000ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- 172.21.15.2:0/4292859161 shutdown_connections 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- 172.21.15.2:0/4292859161 wait complete. 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 Processor -- start 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- start start 2024-09-05T04:17:43.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 0x7f89001988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 0x7f890019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8900111e20 con 0x7f8900101de0 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8900111ca0 con 0x7f8900102790 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.322+0000 7f8907d1b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8900111fa0 con 0x7f8900106f10 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33246/0 (socket says 172.21.15.2:33246) 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 -- 172.21.15.2:0/163470570 learned_addr learned my addr 172.21.15.2:0/163470570 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f89062b8640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 0x7f890019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f89052b6640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 0x7f89001988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 -- 172.21.15.2:0/163470570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 msgr2=0x7f890019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 0x7f890019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.343 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 -- 172.21.15.2:0/163470570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 msgr2=0x7f89001988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 0x7f89001988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 -- 172.21.15.2:0/163470570 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f890019d310 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f89062b8640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 0x7f890019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8905ab7640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00c890 tx=0x7f88fc00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88fc004220 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f890019d600 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f88fc0043c0 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88fc004a00 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.323+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89001a4ee0 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.324+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89001021c0 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.325+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f88fc004ba0 con 0x7f8900101de0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.326+0000 7f88f6ffd640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 0x7f88ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.326+0000 7f89052b6640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 0x7f88ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:43.344 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.326+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f88fc0cf560 con 0x7f8900101de0 2024-09-05T04:17:43.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.327+0000 7f89052b6640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 0x7f88ec0a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f89000fdd70 tx=0x7f88f0005be0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:43.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.330+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f88fc014030 con 0x7f8900101de0 2024-09-05T04:17:43.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.540+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f890010a1b0 con 0x7f8900101de0 2024-09-05T04:17:43.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.540+0000 7f88f6ffd640 1 -- 172.21.15.2:0/163470570 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f88fc09bde0 con 0x7f8900101de0 2024-09-05T04:17:43.541 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:17:43.541 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:17:43.541 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 msgr2=0x7f88ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 0x7f88ec0a51b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f89000fdd70 tx=0x7f88f0005be0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 msgr2=0x7f8900198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f88fc00c890 tx=0x7f88fc00cd50 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 shutdown_connections 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f88ec0a2cf0 0x7f88ec0a51b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8900106f10 0x7f890019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8900102790 0x7f89001988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 --2- 172.21.15.2:0/163470570 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8900101de0 0x7f8900198360 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:43.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.542+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 >> 172.21.15.2:0/163470570 conn(0x7f89000fd8c0 msgr2=0x7f89000fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:43.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.543+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 shutdown_connections 2024-09-05T04:17:43.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:43.543+0000 7f8907d1b640 1 -- 172.21.15.2:0/163470570 wait complete. 2024-09-05T04:17:43.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:43 smithi002 ceph-mon[31001]: pgmap v205: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 7 op/s 2024-09-05T04:17:43.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:43 smithi079 ceph-mon[34908]: pgmap v205: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 7 op/s 2024-09-05T04:17:43.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:43 smithi047 ceph-mon[34498]: pgmap v205: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 7 op/s 2024-09-05T04:17:44.463 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:17:44.723 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:44.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/163470570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:44.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/163470570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:44.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/163470570' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.208+0000 7f5b4e59b640 1 -- 172.21.15.2:0/3678612175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b4810c170 msgr2=0x7f5b4810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.208+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/3678612175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b4810c170 0x7f5b4810e610 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f5b40009ca0 tx=0x7f5b4002a950 comp rx=0 tx=0).stop 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.208+0000 7f5b4e59b640 1 -- 172.21.15.2:0/3678612175 shutdown_connections 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.208+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/3678612175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b4810c170 0x7f5b4810e610 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/3678612175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b48103660 0x7f5b4810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/3678612175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48102d40 0x7f5b48103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 -- 172.21.15.2:0/3678612175 >> 172.21.15.2:0/3678612175 conn(0x7f5b480fc7a0 msgr2=0x7f5b480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 -- 172.21.15.2:0/3678612175 shutdown_connections 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 -- 172.21.15.2:0/3678612175 wait complete. 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 Processor -- start 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.209+0000 7f5b4e59b640 1 -- start start 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48103660 0x7f5b48198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b4810c170 0x7f5b4819cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b48111e70 con 0x7f5b48102d40 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b48111cf0 con 0x7f5b4810c170 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b48111ff0 con 0x7f5b48103660 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33264/0 (socket says 172.21.15.2:33264) 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 -- 172.21.15.2:0/268610646 learned_addr learned my addr 172.21.15.2:0/268610646 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:45.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b4810c170 0x7f5b4819cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b477fe640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48103660 0x7f5b48198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 -- 172.21.15.2:0/268610646 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48103660 msgr2=0x7f5b48198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48103660 0x7f5b48198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 -- 172.21.15.2:0/268610646 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b4810c170 msgr2=0x7f5b4819cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b4810c170 0x7f5b4819cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 -- 172.21.15.2:0/268610646 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b4819d2c0 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b47fff640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800d770 tx=0x7f5b3800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b457fa640 1 -- 172.21.15.2:0/268610646 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38017070 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b457fa640 1 -- 172.21.15.2:0/268610646 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b380054d0 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b457fa640 1 -- 172.21.15.2:0/268610646 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b38004cf0 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b4819d5b0 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.210+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b481a4e90 con 0x7f5b48102d40 2024-09-05T04:17:45.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.213+0000 7f5b457fa640 1 -- 172.21.15.2:0/268610646 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5b38004e90 con 0x7f5b48102d40 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.213+0000 7f5b50974740 1 Processor -- start 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.213+0000 7f5b50974740 1 -- start start 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.213+0000 7f5b50974740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 0x55f20604a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b50974740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f20604aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b50974740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b50974740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f205fb02f0 con 0x55f206055370 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b50974740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f205f57cf0 con 0x55f20604a5d0 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b50974740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f205fac2b0 con 0x55f20604bb40 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b457fa640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 0x7f5b300a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33280/0 (socket says 172.21.15.2:33280) 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 -- 172.21.15.2:0/1014576823 learned_addr learned my addr 172.21.15.2:0/1014576823 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 0x7f5b300a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 0x55f20604a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b457fa640 1 -- 172.21.15.2:0/268610646 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5b380cf210 con 0x7f5b48102d40 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b47fff640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f20604aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 -- 172.21.15.2:0/1014576823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 msgr2=0x55f20604a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 0x55f20604a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 -- 172.21.15.2:0/1014576823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 msgr2=0x55f20604aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f20604aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 -- 172.21.15.2:0/1014576823 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f205f3c3a0 con 0x55f206055370 2024-09-05T04:17:45.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 0x55f20604a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00ab60 tx=0x7f5b3c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8b1ca2a5ddafa6d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 0x7f5b300a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5b40006010 tx=0x7f5b40009820 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.214+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/1014576823 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c01d070 con 0x55f206055370 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/1014576823 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b3c018af0 con 0x55f206055370 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/1014576823 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c010970 con 0x55f206055370 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 -- 172.21.15.2:0/1014576823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 msgr2=0x55f206057760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00ab60 tx=0x7f5b3c00f790 comp rx=0 tx=0).stop 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 -- 172.21.15.2:0/1014576823 shutdown_connections 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f206055370 0x55f206057760 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f20604aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 --2- 172.21.15.2:0/1014576823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604bb40 0x55f20604a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 -- 172.21.15.2:0/1014576823 >> 172.21.15.2:0/1014576823 conn(0x55f206013310 msgr2=0x55f206046c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 -- 172.21.15.2:0/1014576823 shutdown_connections 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.215+0000 7f5b50974740 1 -- 172.21.15.2:0/1014576823 wait complete. 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 -- start start 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 Processor -- start 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f206054d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f2060525d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f206058070 con 0x55f20604bb40 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f205f6b060 con 0x55f206055370 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f2060581f0 con 0x55f20604a5d0 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b50974740 10 client.0 _ll_register_callbacks cb 0x55f205cbe8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.216+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33294/0 (socket says 172.21.15.2:33294) 2024-09-05T04:17:45.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 -- 172.21.15.2:0/2499796359 learned_addr learned my addr 172.21.15.2:0/2499796359 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f2060525d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b47fff640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f206054d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 -- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 msgr2=0x55f206054d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f206054d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 -- 172.21.15.2:0/2499796359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 msgr2=0x55f2060525d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f2060525d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 -- 172.21.15.2:0/2499796359 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f205d213c0 con 0x55f20604bb40 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b477fe640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a730 tx=0x7f5b3c0186f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c99558fdb1d2344 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b277fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c01d050 con 0x55f20604bb40 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5b3c004020 con 0x55f20604bb40 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b3c018af0 con 0x55f20604bb40 2024-09-05T04:17:45.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5b3c031050 con 0x55f20604bb40 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b50974740 10 client.17157 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.217+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f206063ad0 con 0x55f20604bb40 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b3c018af0 con 0x55f20604bb40 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5b3c010730 con 0x55f20604bb40 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 10 client.17157 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 10 client.17157 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 20 client.17157 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f206064ed0 0x55f2060672c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 4 client.17157 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f205fbd860 con 0x55f206064ed0 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b47fff640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f206064ed0 0x55f2060672c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b47fff640 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f206064ed0 0x55f2060672c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adf430bc3d8909f7 server_cookie=601841f6b0c5df91 in_seq=0 out_seq=0 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.218+0000 7f5b277fe640 10 client.17157 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:45.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b277fe640 1 -- 172.21.15.2:0/2499796359 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f205fbd860 con 0x55f206064ed0 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b277fe640 10 client.17157 handle_command_reply: tid=0 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 client.17157 shutdown 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 msgr2=0x55f206051fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a730 tx=0x7f5b3c0186f0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 shutdown_connections 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f206064ed0 0x55f2060672c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f2060525d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f206051fe0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b277fe640 0 client.17157 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 --2- 172.21.15.2:0/2499796359 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f206054d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 >> 172.21.15.2:0/2499796359 conn(0x55f206013310 msgr2=0x55f20604c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.219+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 shutdown_connections 2024-09-05T04:17:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.220+0000 7f5b50974740 1 -- 172.21.15.2:0/2499796359 wait complete. 2024-09-05T04:17:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.220+0000 7f5b50974740 20 client.17157 trim_cache size 0 max 16384 2024-09-05T04:17:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 Processor -- start 2024-09-05T04:17:45.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 -- start start 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f206061310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f206055370 0x55f206056760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481acf10 con 0x55f20604bb40 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481af790 con 0x55f20604a5d0 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b50974740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481ad580 con 0x55f206055370 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33306/0 (socket says 172.21.15.2:33306) 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 -- 172.21.15.2:0/3324430409 learned_addr learned my addr 172.21.15.2:0/3324430409 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f206055370 0x55f206056760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b47fff640 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f206061310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 -- 172.21.15.2:0/3324430409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f206055370 msgr2=0x55f206056760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f206055370 0x55f206056760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 -- 172.21.15.2:0/3324430409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 msgr2=0x55f206061310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f206061310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.233+0000 7f5b477fe640 1 -- 172.21.15.2:0/3324430409 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f20604b760 con 0x55f20604bb40 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b477fe640 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a600 tx=0x7f5b3c018760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70eae623d7acae7a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b2dffb640 1 -- 172.21.15.2:0/3324430409 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c039070 con 0x55f20604bb40 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b2dffb640 1 -- 172.21.15.2:0/3324430409 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b3c01e040 con 0x55f20604bb40 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b2dffb640 1 -- 172.21.15.2:0/3324430409 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c01d070 con 0x55f20604bb40 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 -- 172.21.15.2:0/3324430409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 msgr2=0x55f2060518a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a600 tx=0x7f5b3c018760 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 -- 172.21.15.2:0/3324430409 shutdown_connections 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f206055370 0x55f206056760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f2060518a0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 --2- 172.21.15.2:0/3324430409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f20604a5d0 0x55f206061310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 -- 172.21.15.2:0/3324430409 >> 172.21.15.2:0/3324430409 conn(0x55f206013310 msgr2=0x55f206054060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.234+0000 7f5b50974740 1 -- 172.21.15.2:0/3324430409 shutdown_connections 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 -- 172.21.15.2:0/3324430409 wait complete. 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 -- start start 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 Processor -- start 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f20605d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f20606c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481adc50 con 0x55f20604bb40 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481af0c0 con 0x55f206055370 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b481ae320 con 0x55f20604a5d0 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.235+0000 7f5b50974740 10 client.0 _ll_register_callbacks cb 0x7f5b3c01b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:45.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33312/0 (socket says 172.21.15.2:33312) 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 -- 172.21.15.2:0/1102081098 learned_addr learned my addr 172.21.15.2:0/1102081098 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b47fff640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f20605d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f20606c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 -- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 msgr2=0x55f20605d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f20605d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 -- 172.21.15.2:0/1102081098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 msgr2=0x55f20606c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f20606c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 -- 172.21.15.2:0/1102081098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f20606c8a0 con 0x55f20604bb40 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b4cb38640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f20606c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b477fe640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a470 tx=0x7f5b3c00fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3321056ead53d52f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b277fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b3c01d070 con 0x55f20604bb40 2024-09-05T04:17:45.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f5b3c0104f0 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b3c01e040 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5b3c04b050 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b50974740 10 client.17163 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.236+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f20605d1c0 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b3c01e040 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5b3c024cc0 con 0x55f20604bb40 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 10 client.17163 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 10 client.17163 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 20 client.17163 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f2060cfc20 0x55f2060d2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 4 client.17163 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f205fb7d70 con 0x55f2060cfc20 2024-09-05T04:17:45.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.237+0000 7f5b47fff640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f2060cfc20 0x55f2060d2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b47fff640 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f2060cfc20 0x55f2060d2040 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e16f154e82070d91 server_cookie=9b55b58742ad3a8c in_seq=0 out_seq=0 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b277fe640 10 client.17163 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b277fe640 1 -- 172.21.15.2:0/1102081098 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f205fb7d70 con 0x55f2060cfc20 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b277fe640 10 client.17163 handle_command_reply: tid=0 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 client.17163 shutdown 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 msgr2=0x55f20605dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f5b3c00a470 tx=0x7f5b3c00fc90 comp rx=0 tx=0).stop 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 shutdown_connections 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f2060cfc20 0x55f2060d2040 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f206055370 0x55f20606c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f20604bb40 0x55f20605dd40 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b277fe640 0 client.17163 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 --2- 172.21.15.2:0/1102081098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f20604a5d0 0x55f20605d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 >> 172.21.15.2:0/1102081098 conn(0x55f206013310 msgr2=0x55f206054060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 shutdown_connections 2024-09-05T04:17:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 1 -- 172.21.15.2:0/1102081098 wait complete. 2024-09-05T04:17:45.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.238+0000 7f5b50974740 20 client.17163 trim_cache size 0 max 16384 2024-09-05T04:17:45.248 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 msgr2=0x7f5b300a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 0x7f5b300a51b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5b40006010 tx=0x7f5b40009820 comp rx=0 tx=0).stop 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 msgr2=0x7f5b48198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f5b3800d770 tx=0x7f5b3800dc30 comp rx=0 tx=0).stop 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 shutdown_connections 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b300a2cf0 0x7f5b300a51b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b4810c170 0x7f5b4819cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b48103660 0x7f5b48198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 --2- 172.21.15.2:0/268610646 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b48102d40 0x7f5b48198310 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 >> 172.21.15.2:0/268610646 conn(0x7f5b480fc7a0 msgr2=0x7f5b480fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 shutdown_connections 2024-09-05T04:17:45.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:45.239+0000 7f5b4e59b640 1 -- 172.21.15.2:0/268610646 wait complete. 2024-09-05T04:17:45.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:45 smithi002 ceph-mon[31001]: pgmap v206: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:17:45.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:45 smithi079 ceph-mon[34908]: pgmap v206: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:17:45.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:45 smithi047 ceph-mon[34498]: pgmap v206: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:17:47.053 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:17:47.054 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:17:47.320 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:47.729 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:47 smithi002 ceph-mon[31001]: pgmap v207: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:47.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 -- 172.21.15.2:0/2155951513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c4410c180 msgr2=0x7f0c4410e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/2155951513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c4410c180 0x7f0c4410e600 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009ca0 tx=0x7f0c3c02a950 comp rx=0 tx=0).stop 2024-09-05T04:17:47.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 -- 172.21.15.2:0/2155951513 shutdown_connections 2024-09-05T04:17:47.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/2155951513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c4410c180 0x7f0c4410e600 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/2155951513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c441036c0 0x7f0c4410bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/2155951513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c44102da0 0x7f0c44103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 -- 172.21.15.2:0/2155951513 >> 172.21.15.2:0/2155951513 conn(0x7f0c440fc7a0 msgr2=0x7f0c440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 -- 172.21.15.2:0/2155951513 shutdown_connections 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.814+0000 7f0c48a2f640 1 -- 172.21.15.2:0/2155951513 wait complete. 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 Processor -- start 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 -- start start 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c44102da0 0x7f0c441982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 0x7f0c4419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44111e10 con 0x7f0c441036c0 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44111c90 con 0x7f0c44102da0 2024-09-05T04:17:47.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c48a2f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c44111f90 con 0x7f0c4410c180 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c41d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c41d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33334/0 (socket says 172.21.15.2:33334) 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.815+0000 7f0c41d9b640 1 -- 172.21.15.2:0/608069742 learned_addr learned my addr 172.21.15.2:0/608069742 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 0x7f0c4419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c4259c640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c44102da0 0x7f0c441982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 -- 172.21.15.2:0/608069742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 msgr2=0x7f0c4419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 0x7f0c4419cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 -- 172.21.15.2:0/608069742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c44102da0 msgr2=0x7f0c441982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c44102da0 0x7f0c441982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 -- 172.21.15.2:0/608069742 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c4419d2a0 con 0x7f0c441036c0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 0x7f0c4419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800c920 tx=0x7f0c3800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c337fe640 1 -- 172.21.15.2:0/608069742 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38007c70 con 0x7f0c441036c0 2024-09-05T04:17:47.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c337fe640 1 -- 172.21.15.2:0/608069742 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c38007e10 con 0x7f0c441036c0 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c4419d590 con 0x7f0c441036c0 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c337fe640 1 -- 172.21.15.2:0/608069742 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c38018820 con 0x7f0c441036c0 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.816+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c441a4e70 con 0x7f0c441036c0 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c337fe640 1 -- 172.21.15.2:0/608069742 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0c380189c0 con 0x7f0c441036c0 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 Processor -- start 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 -- start start 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ea5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ea8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564c52e00280 con 0x564c52e9ab60 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564c52da7b10 con 0x564c52e9b480 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564c52dfc240 con 0x564c52ea5d40 2024-09-05T04:17:47.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c42d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c42d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33340/0 (socket says 172.21.15.2:33340) 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.819+0000 7f0c42d9d640 1 -- 172.21.15.2:0/688573749 learned_addr learned my addr 172.21.15.2:0/688573749 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c4259c640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ea5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c337fe640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 0x7f0c2c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ea8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 -- 172.21.15.2:0/688573749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 msgr2=0x564c52ea8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ea8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 -- 172.21.15.2:0/688573749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 msgr2=0x564c52ea5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ea5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 -- 172.21.15.2:0/688573749 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c52db41f0 con 0x564c52e9ab60 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ea8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c337fe640 1 -- 172.21.15.2:0/608069742 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c380cf9b0 con 0x7f0c441036c0 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 0x7f0c2c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c02ff70 tx=0x7f0c3c02ffa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459646b683a1223b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c30ff9640 1 -- 172.21.15.2:0/688573749 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c041040 con 0x564c52e9ab60 2024-09-05T04:17:47.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 0x7f0c2c0a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c04c000 tx=0x7f0c3c04d000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c30ff9640 1 -- 172.21.15.2:0/688573749 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c3c0044f0 con 0x564c52e9ab60 2024-09-05T04:17:47.826 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.820+0000 7f0c30ff9640 1 -- 172.21.15.2:0/688573749 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c034040 con 0x564c52e9ab60 2024-09-05T04:17:47.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 -- 172.21.15.2:0/688573749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 msgr2=0x564c52e9af40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c02ff70 tx=0x7f0c3c02ffa0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 -- 172.21.15.2:0/688573749 shutdown_connections 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ea8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ea5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/688573749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9af40 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.821+0000 7f0c4ae08740 1 -- 172.21.15.2:0/688573749 >> 172.21.15.2:0/688573749 conn(0x564c52e970f0 msgr2=0x564c52e974d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- 172.21.15.2:0/688573749 shutdown_connections 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- 172.21.15.2:0/688573749 wait complete. 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- start start 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 Processor -- start 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 0x564c52ea3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52ea5d40 0x564c52ea36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564c52ea8910 con 0x564c52e9ab60 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564c52dbaf10 con 0x564c52ea5d40 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564c52ea8a90 con 0x564c52e9b480 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4ae08740 10 client.0 _ll_register_callbacks cb 0x564c52d83a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33352/0 (socket says 172.21.15.2:33352) 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.822+0000 7f0c4259c640 1 -- 172.21.15.2:0/2006941593 learned_addr learned my addr 172.21.15.2:0/2006941593 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52ea5d40 0x564c52ea36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 0x564c52ea3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 -- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 msgr2=0x564c52ea3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 0x564c52ea3170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 -- 172.21.15.2:0/2006941593 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52ea5d40 msgr2=0x564c52ea36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52ea5d40 0x564c52ea36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 -- 172.21.15.2:0/2006941593 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c52b716a0 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 0x564c52ea3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f0c34012730 tx=0x7f0c34012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b8ba30f8b0417e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c34004260 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c34004400 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c3c0044f0 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c34025050 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4ae08740 10 client.17175 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.823+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564c52eb4580 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c3c0044f0 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c34003cd0 con 0x564c52e9ab60 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 10 client.17175 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 10 client.17175 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:47.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 20 client.17175 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52eb5a40 0x564c52eb7e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 4 client.17175 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c52e0d7f0 con 0x564c52eb5a40 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52eb5a40 0x564c52eb7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52eb5a40 0x564c52eb7e90 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7a44f5c0a1dff7 server_cookie=dd5c75414cbddcfc in_seq=0 out_seq=0 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.824+0000 7f0c29ffb640 10 client.17175 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2006941593 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c52e0d7f0 con 0x564c52eb5a40 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c29ffb640 10 client.17175 handle_command_reply: tid=0 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 client.17175 shutdown 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 msgr2=0x564c52ea2c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f0c34012730 tx=0x7f0c34012bf0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 shutdown_connections 2024-09-05T04:17:47.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52eb5a40 0x564c52eb7e90 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52ea5d40 0x564c52ea36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c29ffb640 0 client.17175 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9b480 0x564c52ea3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2006941593 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52ea2c30 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 >> 172.21.15.2:0/2006941593 conn(0x564c52e970f0 msgr2=0x564c52e9ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 shutdown_connections 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.825+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2006941593 wait complete. 2024-09-05T04:17:47.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.826+0000 7f0c4ae08740 20 client.17175 trim_cache size 0 max 16384 2024-09-05T04:17:47.834 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:47 smithi079 ceph-mon[34908]: pgmap v207: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 Processor -- start 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 -- start start 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ebd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ebdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441ace40 con 0x564c52e9ab60 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441af6c0 con 0x564c52e9b480 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441ad4b0 con 0x564c52ea5d40 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33360/0 (socket says 172.21.15.2:33360) 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 -- 172.21.15.2:0/2329275911 learned_addr learned my addr 172.21.15.2:0/2329275911 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ebd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ebdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 -- 172.21.15.2:0/2329275911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 msgr2=0x564c52ebdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ebdca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 -- 172.21.15.2:0/2329275911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 msgr2=0x564c52ebd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ebd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c4259c640 1 -- 172.21.15.2:0/2329275911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c52ea5500 con 0x564c52e9ab60 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.843+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ebd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400f570 tx=0x7f0c3400f9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfaa83382872a9a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c2bfff640 1 -- 172.21.15.2:0/2329275911 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c34022040 con 0x564c52e9ab60 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c2bfff640 1 -- 172.21.15.2:0/2329275911 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c3402e020 con 0x564c52e9ab60 2024-09-05T04:17:47.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c2bfff640 1 -- 172.21.15.2:0/2329275911 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c34011a90 con 0x564c52e9ab60 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2329275911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 msgr2=0x564c52e9d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f0c3400f570 tx=0x7f0c3400f9f0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2329275911 shutdown_connections 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52ea5d40 0x564c52ebdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52ebd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2329275911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52e9ab60 0x564c52e9d610 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2329275911 >> 172.21.15.2:0/2329275911 conn(0x564c52e970f0 msgr2=0x564c52ea4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2329275911 shutdown_connections 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.844+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2329275911 wait complete. 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 -- start start 2024-09-05T04:17:47.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 Processor -- start 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 0x564c52eadce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52eae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441adb80 con 0x564c52ea5d40 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441aeff0 con 0x564c52e9b480 2024-09-05T04:17:47.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0c441ae250 con 0x564c52e9ab60 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4ae08740 10 client.0 _ll_register_callbacks cb 0x7f0c34009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33372/0 (socket says 172.21.15.2:33372) 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 -- 172.21.15.2:0/2030378314 learned_addr learned my addr 172.21.15.2:0/2030378314 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 0x564c52eadce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c41d9b640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52eae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 -- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 msgr2=0x564c52eadce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 0x564c52eadce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 -- 172.21.15.2:0/2030378314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 msgr2=0x564c52eae220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52eae220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.845+0000 7f0c42d9d640 1 -- 172.21.15.2:0/2030378314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c52eab1f0 con 0x564c52ea5d40 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 0x564c52eadce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:17:47.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c42d9d640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009ca0 tx=0x7f0c3c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a4259636aee1aa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c3c041040 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f0c3c039c70 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0c3402e020 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0c3c039e70 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 10 client.17181 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564c52f20f10 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c3402e020 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0c3c05a070 con 0x564c52ea5d40 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 10 client.17181 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 10 client.17181 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 20 client.17181 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:47.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52f211e0 0x564c52f235d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 4 client.17181 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.846+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564c52e07d00 con 0x564c52f211e0 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.847+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52f211e0 0x564c52f235d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.847+0000 7f0c4259c640 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52f211e0 0x564c52f235d0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5a9c8ef04fc341 server_cookie=aed343cea4c705b5 in_seq=0 out_seq=0 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.847+0000 7f0c29ffb640 10 client.17181 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.848+0000 7f0c29ffb640 1 -- 172.21.15.2:0/2030378314 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564c52e07d00 con 0x564c52f211e0 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.848+0000 7f0c29ffb640 10 client.17181 handle_command_reply: tid=0 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.848+0000 7f0c4ae08740 1 client.17181 shutdown 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.848+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 msgr2=0x564c52eaacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.848+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c009ca0 tx=0x7f0c3c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 shutdown_connections 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564c52f211e0 0x564c52f235d0 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564c52ea5d40 0x564c52eaacb0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564c52e9b480 0x564c52eae220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c29ffb640 0 client.17181 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 --2- 172.21.15.2:0/2030378314 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564c52e9ab60 0x564c52eadce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 >> 172.21.15.2:0/2030378314 conn(0x564c52e970f0 msgr2=0x564c52eb0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 shutdown_connections 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 1 -- 172.21.15.2:0/2030378314 wait complete. 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c4ae08740 20 client.17181 trim_cache size 0 max 16384 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:17:47.854 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "f9bfedb0-548d-4d47-8801-5097b55cbc7a", 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 msgr2=0x7f0c2c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 0x7f0c2c0a51b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c04c000 tx=0x7f0c3c04d000 comp rx=0 tx=0).stop 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 msgr2=0x7f0c44198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f0c3800c920 tx=0x7f0c3800cde0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 shutdown_connections 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0c2c0a2cf0 0x7f0c2c0a51b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0c4410c180 0x7f0c4419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0c441036c0 0x7f0c44198830 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 --2- 172.21.15.2:0/608069742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0c44102da0 0x7f0c441982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.849+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 >> 172.21.15.2:0/608069742 conn(0x7f0c440fc7a0 msgr2=0x7f0c440fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.850+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 shutdown_connections 2024-09-05T04:17:47.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:47.850+0000 7f0c48a2f640 1 -- 172.21.15.2:0/608069742 wait complete. 2024-09-05T04:17:47.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:47 smithi047 ceph-mon[34498]: pgmap v207: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:48.600 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:17:48.858 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:17:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.328+0000 7f51f37f5640 1 -- 172.21.15.2:0/1617051786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 msgr2=0x7f51ec110850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.328+0000 7f51f37f5640 1 --2- 172.21.15.2:0/1617051786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec110850 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f51e4009ca0 tx=0x7f51e402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- 172.21.15.2:0/1617051786 shutdown_connections 2024-09-05T04:17:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- 172.21.15.2:0/1617051786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec110850 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- 172.21.15.2:0/1617051786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec101260 0x7f51ec10df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- 172.21.15.2:0/1617051786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec1008b0 0x7f51ec100c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- 172.21.15.2:0/1617051786 >> 172.21.15.2:0/1617051786 conn(0x7f51ec0fc780 msgr2=0x7f51ec0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- 172.21.15.2:0/1617051786 shutdown_connections 2024-09-05T04:17:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- 172.21.15.2:0/1617051786 wait complete. 2024-09-05T04:17:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 Processor -- start 2024-09-05T04:17:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- start start 2024-09-05T04:17:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec1008b0 0x7f51ec19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec101260 0x7f51ec19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec113ff0 con 0x7f51ec10e460 2024-09-05T04:17:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec113e70 con 0x7f51ec1008b0 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.329+0000 7f51f37f5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec114170 con 0x7f51ec101260 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33400/0 (socket says 172.21.15.2:33400) 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 -- 172.21.15.2:0/3124428457 learned_addr learned my addr 172.21.15.2:0/3124428457 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1591640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec1008b0 0x7f51ec19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f0d90640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec101260 0x7f51ec19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 -- 172.21.15.2:0/3124428457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec101260 msgr2=0x7f51ec19aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec101260 0x7f51ec19aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 -- 172.21.15.2:0/3124428457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec1008b0 msgr2=0x7f51ec19a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec1008b0 0x7f51ec19a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 -- 172.21.15.2:0/3124428457 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51ec19f490 con 0x7f51ec10e460 2024-09-05T04:17:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f1d92640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f51e4004af0 tx=0x7f51e4032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51e27fc640 1 -- 172.21.15.2:0/3124428457 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e4003c70 con 0x7f51ec10e460 2024-09-05T04:17:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51e27fc640 1 -- 172.21.15.2:0/3124428457 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51e4003e10 con 0x7f51ec10e460 2024-09-05T04:17:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51ec19f720 con 0x7f51ec10e460 2024-09-05T04:17:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51e27fc640 1 -- 172.21.15.2:0/3124428457 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51e4030b80 con 0x7f51ec10e460 2024-09-05T04:17:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.330+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51ec1a7060 con 0x7f51ec10e460 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51e27fc640 1 -- 172.21.15.2:0/3124428457 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f51e4004040 con 0x7f51ec10e460 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 Processor -- start 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 -- start start 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845681a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5588455da2e0 con 0x5588456744a0 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558845581ce0 con 0x55884567f680 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.333+0000 7f51f5bce740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5588455d62a0 con 0x558845674dc0 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51e27fc640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 0x7f51d80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33408/0 (socket says 172.21.15.2:33408) 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 -- 172.21.15.2:0/1797597507 learned_addr learned my addr 172.21.15.2:0/1797597507 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f1591640 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f1d92640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 0x7f51d80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845681a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 -- 172.21.15.2:0/1797597507 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 msgr2=0x55884567f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 -- 172.21.15.2:0/1797597507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 msgr2=0x558845681a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845681a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51e27fc640 1 -- 172.21.15.2:0/3124428457 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f51e40f0ba0 con 0x7f51ec10e460 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 -- 172.21.15.2:0/1797597507 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558845566440 con 0x5588456744a0 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f51dc005fd0 tx=0x7f51dc00b610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2be8e620df40274 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51f1d92640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 0x7f51d80a5230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f51e40b9890 tx=0x7f51e4087ee0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51d77fe640 1 -- 172.21.15.2:0/1797597507 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc019030 con 0x5588456744a0 2024-09-05T04:17:49.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51d77fe640 1 -- 172.21.15.2:0/1797597507 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51dc0118f0 con 0x5588456744a0 2024-09-05T04:17:49.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.334+0000 7f51d77fe640 1 -- 172.21.15.2:0/1797597507 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc01d6b0 con 0x5588456744a0 2024-09-05T04:17:49.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 -- 172.21.15.2:0/1797597507 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 msgr2=0x558845674880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f51dc005fd0 tx=0x7f51dc00b610 comp rx=0 tx=0).stop 2024-09-05T04:17:49.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 -- 172.21.15.2:0/1797597507 shutdown_connections 2024-09-05T04:17:49.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845681a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1797597507 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845674880 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 -- 172.21.15.2:0/1797597507 >> 172.21.15.2:0/1797597507 conn(0x558845670a30 msgr2=0x558845670e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 -- 172.21.15.2:0/1797597507 shutdown_connections 2024-09-05T04:17:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.335+0000 7f51f5bce740 1 -- 172.21.15.2:0/1797597507 wait complete. 2024-09-05T04:17:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 -- start start 2024-09-05T04:17:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 Processor -- start 2024-09-05T04:17:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884567ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558845682250 con 0x55884567f680 2024-09-05T04:17:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558845595050 con 0x5588456744a0 2024-09-05T04:17:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5588456823d0 con 0x558845674dc0 2024-09-05T04:17:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f5bce740 10 client.0 _ll_register_callbacks cb 0x5588455d5160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33422/0 (socket says 172.21.15.2:33422) 2024-09-05T04:17:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.336+0000 7f51f0d90640 1 -- 172.21.15.2:0/1927732239 learned_addr learned my addr 172.21.15.2:0/1927732239 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884567ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f1591640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 -- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 msgr2=0x55884567c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 -- 172.21.15.2:0/1927732239 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 msgr2=0x55884567ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884567ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 -- 172.21.15.2:0/1927732239 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55884534b3c0 con 0x55884567f680 2024-09-05T04:17:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f0d90640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f51dc00bcb0 tx=0x7f51dc00bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2881efbe336bda server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc019070 con 0x55884567f680 2024-09-05T04:17:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f51dc005050 con 0x55884567f680 2024-09-05T04:17:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51dc0118f0 con 0x55884567f680 2024-09-05T04:17:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f51dc032050 con 0x55884567f680 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f5bce740 10 client.17193 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.337+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55884568dbd0 con 0x55884567f680 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51dc0118f0 con 0x55884567f680 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f51dc004c90 con 0x55884567f680 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 10 client.17193 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 10 client.17193 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 20 client.17193 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55884568f030 0x558845691420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 4 client.17193 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5588455e7850 con 0x55884568f030 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f1591640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55884568f030 0x558845691420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51f1591640 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55884568f030 0x558845691420 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2022905d79ddf624 server_cookie=9238bc67ccd20f98 in_seq=0 out_seq=0 2024-09-05T04:17:49.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.338+0000 7f51d4ff9640 10 client.17193 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51d4ff9640 1 -- 172.21.15.2:0/1927732239 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5588455e7850 con 0x55884568f030 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51d4ff9640 10 client.17193 handle_command_reply: tid=0 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 client.17193 shutdown 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 msgr2=0x55884567c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f51dc00bcb0 tx=0x7f51dc00bc20 comp rx=0 tx=0).stop 2024-09-05T04:17:49.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 shutdown_connections 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55884568f030 0x558845691420 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x55884567c780 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x55884567c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51d4ff9640 0 client.17193 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 --2- 172.21.15.2:0/1927732239 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884567ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 >> 172.21.15.2:0/1927732239 conn(0x558845670a30 msgr2=0x558845676710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 shutdown_connections 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 1 -- 172.21.15.2:0/1927732239 wait complete. 2024-09-05T04:17:49.373 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.339+0000 7f51f5bce740 20 client.17193 trim_cache size 0 max 16384 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 Processor -- start 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 -- start start 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884568b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845696a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.379 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1af120 con 0x55884567f680 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1b19a0 con 0x5588456744a0 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f5bce740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1af790 con 0x558845674dc0 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33430/0 (socket says 172.21.15.2:33430) 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 -- 172.21.15.2:0/709047220 learned_addr learned my addr 172.21.15.2:0/709047220 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f1591640 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845696a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884568b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 -- 172.21.15.2:0/709047220 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 msgr2=0x558845696a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845696a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 -- 172.21.15.2:0/709047220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 msgr2=0x55884568b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884568b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.357+0000 7f51f0d90640 1 -- 172.21.15.2:0/709047220 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55884567a790 con 0x55884567f680 2024-09-05T04:17:49.380 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f0d90640 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f51dc00bf50 tx=0x7f51dc005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b354d3b84171aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51d6ffd640 1 -- 172.21.15.2:0/709047220 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc019070 con 0x55884567f680 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51d6ffd640 1 -- 172.21.15.2:0/709047220 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51dc014e50 con 0x55884567f680 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51d6ffd640 1 -- 172.21.15.2:0/709047220 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc01ea00 con 0x55884567f680 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 -- 172.21.15.2:0/709047220 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 msgr2=0x558845696f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f51dc00bf50 tx=0x7f51dc005970 comp rx=0 tx=0).stop 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 -- 172.21.15.2:0/709047220 shutdown_connections 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55884567f680 0x558845696f90 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845696a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 --2- 172.21.15.2:0/709047220 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5588456744a0 0x55884568b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 -- 172.21.15.2:0/709047220 >> 172.21.15.2:0/709047220 conn(0x558845670a30 msgr2=0x558845677900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.381 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 -- 172.21.15.2:0/709047220 shutdown_connections 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.358+0000 7f51f5bce740 1 -- 172.21.15.2:0/709047220 wait complete. 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 -- start start 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 Processor -- start 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845687b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845682b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1afe60 con 0x5588456744a0 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1b12d0 con 0x55884567f680 2024-09-05T04:17:49.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51ec1b0530 con 0x558845674dc0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f5bce740 10 client.0 _ll_register_callbacks cb 0x7f51e800a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f0d90640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33432/0 (socket says 172.21.15.2:33432) 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f0d90640 1 -- 172.21.15.2:0/2880991046 learned_addr learned my addr 172.21.15.2:0/2880991046 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.359+0000 7f51f1591640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845687b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 -- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 msgr2=0x558845687b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845687b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 -- 172.21.15.2:0/2880991046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 msgr2=0x558845682b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845682b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 -- 172.21.15.2:0/2880991046 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558845683360 con 0x5588456744a0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f0d90640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f51dc005780 tx=0x7f51dc011b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b496a0fa47ed7e57 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:49.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc045060 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f51dc01ea00 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51dc014e50 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f51dc019070 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f5bce740 10 client.17199 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5588456f94b0 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.360+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51dc014e50 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f51dc003960 con 0x5588456744a0 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 10 client.17199 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 10 client.17199 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 20 client.17199 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:49.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588456f9a60 0x5588456fbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 4 client.17199 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5588455e1d60 con 0x5588456f9a60 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f1591640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588456f9a60 0x5588456fbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51f1591640 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588456f9a60 0x5588456fbe50 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f49b510d2f632372 server_cookie=4004d1007858b243 in_seq=0 out_seq=0 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.361+0000 7f51d4ff9640 10 client.17199 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51d4ff9640 1 -- 172.21.15.2:0/2880991046 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5588455e1d60 con 0x5588456f9a60 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51d4ff9640 10 client.17199 handle_command_reply: tid=0 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 client.17199 shutdown 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 msgr2=0x558845687600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f51dc005780 tx=0x7f51dc011b10 comp rx=0 tx=0).stop 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 shutdown_connections 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5588456f9a60 0x5588456fbe50 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55884567f680 0x558845682b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558845674dc0 0x558845687b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 --2- 172.21.15.2:0/2880991046 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5588456744a0 0x558845687600 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 >> 172.21.15.2:0/2880991046 conn(0x558845670a30 msgr2=0x55884567daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51d4ff9640 0 client.17199 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 shutdown_connections 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 1 -- 172.21.15.2:0/2880991046 wait complete. 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.362+0000 7f51f5bce740 20 client.17199 trim_cache size 0 max 16384 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:17:49.386 INFO:teuthology.orchestra.run.smithi002.stdout: "f9bfedb0-548d-4d47-8801-5097b55cbc7a": { 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "f9bfedb0-548d-4d47-8801-5097b55cbc7a", 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:17:49.387 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:17:49.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 msgr2=0x7f51d80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 0x7f51d80a5230 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f51e40b9890 tx=0x7f51e4087ee0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 msgr2=0x7f51ec19edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:49.388 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f51e4004af0 tx=0x7f51e4032ff0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 shutdown_connections 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51d80a2d70 0x7f51d80a5230 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51ec10e460 0x7f51ec19edb0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51ec101260 0x7f51ec19aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 --2- 172.21.15.2:0/3124428457 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51ec1008b0 0x7f51ec19a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 >> 172.21.15.2:0/3124428457 conn(0x7f51ec0fc780 msgr2=0x7f51ec0feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 shutdown_connections 2024-09-05T04:17:49.389 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:17:49.363+0000 7f51f37f5640 1 -- 172.21.15.2:0/3124428457 wait complete. 2024-09-05T04:17:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:49 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:17:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:49 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:49 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:17:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:49 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:49 smithi002 ceph-mon[31001]: pgmap v208: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:49 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:17:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:49 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:49 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:17:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:49 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:49 smithi079 ceph-mon[34908]: pgmap v208: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:49.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:49 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:17:49.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:49 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:49 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:17:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:49 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:17:49.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:49 smithi047 ceph-mon[34498]: pgmap v208: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:17:50.244 INFO:tasks.cephfs.filesystem:scrub status for tag:f9bfedb0-548d-4d47-8801-5097b55cbc7a - {'path': '/', 'tag': 'f9bfedb0-548d-4d47-8801-5097b55cbc7a', 'options': 'recursive,force'} 2024-09-05T04:17:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:51 smithi002 ceph-mon[31001]: pgmap v209: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:17:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:51 smithi079 ceph-mon[34908]: pgmap v209: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:17:51.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:51 smithi047 ceph-mon[34498]: pgmap v209: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:17:52.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:52 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:17:52.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:52 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:17:52.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:52 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:17:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:53 smithi002 ceph-mon[31001]: pgmap v210: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:17:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:53 smithi079 ceph-mon[34908]: pgmap v210: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:17:53.837 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:53 smithi047 ceph-mon[34498]: pgmap v210: 129 pgs: 129 active+clean; 3.8 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:17:54.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.851+0000 7f847b931640 1 -- 172.21.15.2:0/2804254738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84741069e0 msgr2=0x7f8474106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.851+0000 7f847b931640 1 --2- 172.21.15.2:0/2804254738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84741069e0 0x7f8474106dc0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f8470009930 tx=0x7f847002a420 comp rx=0 tx=0).stop 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 -- 172.21.15.2:0/2804254738 shutdown_connections 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 --2- 172.21.15.2:0/2804254738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8474101370 0x7f847410d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 --2- 172.21.15.2:0/2804254738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 --2- 172.21.15.2:0/2804254738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84741069e0 0x7f8474106dc0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 -- 172.21.15.2:0/2804254738 >> 172.21.15.2:0/2804254738 conn(0x7f84740fc6b0 msgr2=0x7f84740fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 -- 172.21.15.2:0/2804254738 shutdown_connections 2024-09-05T04:17:54.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 -- 172.21.15.2:0/2804254738 wait complete. 2024-09-05T04:17:54.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 Processor -- start 2024-09-05T04:17:54.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.852+0000 7f847b931640 1 -- start start 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84741069e0 0x7f847419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110cd0 con 0x7f8474101370 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110b50 con 0x7f84741009d0 2024-09-05T04:17:54.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f847b931640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110e50 con 0x7f84741069e0 2024-09-05T04:17:54.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59484/0 (socket says 172.21.15.2:59484) 2024-09-05T04:17:54.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 -- 172.21.15.2:0/1147188413 learned_addr learned my addr 172.21.15.2:0/1147188413 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:54.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f84796cd640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8479ece640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84741069e0 0x7f847419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 -- 172.21.15.2:0/1147188413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84741069e0 msgr2=0x7f847419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84741069e0 0x7f847419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 -- 172.21.15.2:0/1147188413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 msgr2=0x7f8474198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 -- 172.21.15.2:0/1147188413 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847419d320 con 0x7f8474101370 2024-09-05T04:17:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f84796cd640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:17:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.853+0000 7f8478ecc640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f846400e9f0 tx=0x7f846400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.854+0000 7f846a7fc640 1 -- 172.21.15.2:0/1147188413 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846400cd80 con 0x7f8474101370 2024-09-05T04:17:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.854+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f847419d610 con 0x7f8474101370 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.854+0000 7f846a7fc640 1 -- 172.21.15.2:0/1147188413 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84640108e0 con 0x7f8474101370 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.854+0000 7f846a7fc640 1 -- 172.21.15.2:0/1147188413 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8464018920 con 0x7f8474101370 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.854+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84741a4ea0 con 0x7f8474101370 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.856+0000 7f846a7fc640 1 -- 172.21.15.2:0/1147188413 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8464010a90 con 0x7f8474101370 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.856+0000 7f847e6d1740 1 Processor -- start 2024-09-05T04:17:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.856+0000 7f847e6d1740 1 -- start start 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09c9d0 0x55bbdb09cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0ae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bbdb0012f0 con 0x55bbdb09d2f0 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bbdafa9270 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f847e6d1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bbdaffd2b0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59498/0 (socket says 172.21.15.2:59498) 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 -- 172.21.15.2:0/1195115985 learned_addr learned my addr 172.21.15.2:0/1195115985 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f8479ece640 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09c9d0 0x55bbdb09cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f8478ecc640 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0ae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 -- 172.21.15.2:0/1195115985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09c9d0 msgr2=0x55bbdb09cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09c9d0 0x55bbdb09cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 -- 172.21.15.2:0/1195115985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb0ac0c0 msgr2=0x55bbdb0ae4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0ae4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f84796cd640 1 -- 172.21.15.2:0/1195115985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbdafa8340 con 0x55bbdb09d2f0 2024-09-05T04:17:54.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f846a7fc640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 0x7f84600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.857+0000 7f8479ece640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 0x7f84600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f846a7fc640 1 -- 172.21.15.2:0/1147188413 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f84640cfc20 con 0x7f8474101370 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f84796cd640 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f8470009930 tx=0x7f8470032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70ba042245e49559 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f845f7fe640 1 -- 172.21.15.2:0/1195115985 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470035030 con 0x55bbdb09d2f0 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f845f7fe640 1 -- 172.21.15.2:0/1195115985 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8470004030 con 0x55bbdb09d2f0 2024-09-05T04:17:54.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f845f7fe640 1 -- 172.21.15.2:0/1195115985 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84700055f0 con 0x55bbdb09d2f0 2024-09-05T04:17:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f847e6d1740 1 -- 172.21.15.2:0/1195115985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 msgr2=0x55bbdb0abb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.858+0000 7f8479ece640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 0x7f84600a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f846c005fd0 tx=0x7f846c0096b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f8470009930 tx=0x7f8470032c00 comp rx=0 tx=0).stop 2024-09-05T04:17:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 -- 172.21.15.2:0/1195115985 shutdown_connections 2024-09-05T04:17:54.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0ae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0abb80 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 --2- 172.21.15.2:0/1195115985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09c9d0 0x55bbdb09cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 -- 172.21.15.2:0/1195115985 >> 172.21.15.2:0/1195115985 conn(0x55bbdb099060 msgr2=0x55bbdb099440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 -- 172.21.15.2:0/1195115985 shutdown_connections 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 -- 172.21.15.2:0/1195115985 wait complete. 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 -- start start 2024-09-05T04:17:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.859+0000 7f847e6d1740 1 Processor -- start 2024-09-05T04:17:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a9540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bbdb0aec90 con 0x55bbdb09c9d0 2024-09-05T04:17:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bbdaf8a290 con 0x55bbdb09d2f0 2024-09-05T04:17:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bbdb0aee10 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 10 client.0 _ll_register_callbacks cb 0x55bbdafbb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59514/0 (socket says 172.21.15.2:59514) 2024-09-05T04:17:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 -- 172.21.15.2:0/752276999 learned_addr learned my addr 172.21.15.2:0/752276999 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f8478ecc640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f8479ece640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 -- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb0ac0c0 msgr2=0x55bbdb0a9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a9a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.883 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 -- 172.21.15.2:0/752276999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09d2f0 msgr2=0x55bbdb0a9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a9540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 -- 172.21.15.2:0/752276999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbdad14210 con 0x55bbdb09c9d0 2024-09-05T04:17:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f84796cd640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f8470031440 tx=0x7f8470005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76677931acef6027 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f845cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:54.884 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470035070 con 0x55bbdb09c9d0 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f84700314a0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.860+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8470004030 con 0x55bbdb09c9d0 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84700316a0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 10 client.17211 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bbdade0620 con 0x55bbdb09c9d0 2024-09-05T04:17:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8470004030 con 0x55bbdb09c9d0 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f84700037b0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 10 client.17211 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 10 client.17211 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 20 client.17211 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb0bbef0 0x55bbdb0be2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 4 client.17211 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:17:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbdb00ea20 con 0x55bbdb0bbef0 2024-09-05T04:17:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.861+0000 7f8478ecc640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb0bbef0 0x55bbdb0be2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.862+0000 7f8478ecc640 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb0bbef0 0x55bbdb0be2e0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d478f23d4f09528 server_cookie=5f57fdaa163efb2f in_seq=0 out_seq=0 2024-09-05T04:17:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.862+0000 7f845cff9640 10 client.17211 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.862+0000 7f845cff9640 1 -- 172.21.15.2:0/752276999 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bbdb00ea20 con 0x55bbdb0bbef0 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.862+0000 7f845cff9640 10 client.17211 handle_command_reply: tid=0 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.862+0000 7f847e6d1740 1 client.17211 shutdown 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 msgr2=0x55bbdb0a9000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f8470031440 tx=0x7f8470005770 comp rx=0 tx=0).stop 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 shutdown_connections 2024-09-05T04:17:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb0bbef0 0x55bbdb0be2e0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f845cff9640 0 client.17211 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 --2- 172.21.15.2:0/752276999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a9000 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 >> 172.21.15.2:0/752276999 conn(0x55bbdb099060 msgr2=0x55bbdb09edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 shutdown_connections 2024-09-05T04:17:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 1 -- 172.21.15.2:0/752276999 wait complete. 2024-09-05T04:17:54.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.863+0000 7f847e6d1740 20 client.17211 trim_cache size 0 max 16384 2024-09-05T04:17:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.877+0000 7f847e6d1740 1 Processor -- start 2024-09-05T04:17:54.898 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.877+0000 7f847e6d1740 1 -- start start 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0c3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0c3e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84741aac40 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84741ad4c0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f847e6d1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84741ab2b0 con 0x55bbdb09d2f0 2024-09-05T04:17:54.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59526/0 (socket says 172.21.15.2:59526) 2024-09-05T04:17:54.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 -- 172.21.15.2:0/974318418 learned_addr learned my addr 172.21.15.2:0/974318418 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:54.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f84796cd640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0c3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 -- 172.21.15.2:0/974318418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 msgr2=0x55bbdb0c3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8478ecc640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0c3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0c3e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 -- 172.21.15.2:0/974318418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 msgr2=0x55bbdb0c3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0c3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 -- 172.21.15.2:0/974318418 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbdb0a7550 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f84796cd640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0c3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f8479ece640 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f846c01f680 tx=0x7f846c015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7c7efe50f93f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f845effd640 1 -- 172.21.15.2:0/974318418 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c01f310 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f845effd640 1 -- 172.21.15.2:0/974318418 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f846c005020 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.878+0000 7f845effd640 1 -- 172.21.15.2:0/974318418 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c01e670 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- 172.21.15.2:0/974318418 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 msgr2=0x55bbdb0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f846c01f680 tx=0x7f846c015000 comp rx=0 tx=0).stop 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- 172.21.15.2:0/974318418 shutdown_connections 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6280 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0c3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 --2- 172.21.15.2:0/974318418 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0c3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- 172.21.15.2:0/974318418 >> 172.21.15.2:0/974318418 conn(0x55bbdb099060 msgr2=0x55bbdb0981c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- 172.21.15.2:0/974318418 shutdown_connections 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- 172.21.15.2:0/974318418 wait complete. 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 -- start start 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.879+0000 7f847e6d1740 1 Processor -- start 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84741ab980 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84741acdf0 con 0x55bbdb09c9d0 2024-09-05T04:17:54.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84741ac050 con 0x55bbdb09d2f0 2024-09-05T04:17:54.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f847e6d1740 10 client.0 _ll_register_callbacks cb 0x7f846c009580 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:17:54.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59542/0 (socket says 172.21.15.2:59542) 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 -- 172.21.15.2:0/806204992 learned_addr learned my addr 172.21.15.2:0/806204992 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8478ecc640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f84796cd640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 -- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 msgr2=0x55bbdb0a66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 -- 172.21.15.2:0/806204992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 msgr2=0x55bbdb0a6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 -- 172.21.15.2:0/806204992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbdb125990 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f84796cd640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f8479ece640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f846c01f650 tx=0x7f846c004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e61e442601a2e32a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.880+0000 7f845cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:17:54.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f846c0055e0 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(94..94 src has 1..94) ==== 9445+0+0 (secure 0 0 0) 0x7f846c036470 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f846c005020 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f846c03f050 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 10 client.17217 fetch_fsmap learned FSMap version 21 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bbdb126bf0 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.908 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f846c005020 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f846c026030 con 0x55bbdb0ac0c0 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 10 client.17217 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 10 client.17217 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 20 client.17217 populate_metadata read hostname 'smithi002' 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb1272f0 0x55bbdb129710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:17:54.909 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 4 client.17217 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:17:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bbdb008d70 con 0x55bbdb1272f0 2024-09-05T04:17:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.881+0000 7f84796cd640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb1272f0 0x55bbdb129710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:17:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.882+0000 7f845cff9640 10 client.17217 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:54.910 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.882+0000 7f84796cd640 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb1272f0 0x55bbdb129710 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51240638e39a514e server_cookie=7e603c034688ed63 in_seq=0 out_seq=0 2024-09-05T04:17:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f845cff9640 1 -- 172.21.15.2:0/806204992 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bbdb008d70 con 0x55bbdb1272f0 2024-09-05T04:17:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f845cff9640 10 client.17217 handle_command_reply: tid=0 2024-09-05T04:17:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 client.17217 shutdown 2024-09-05T04:17:54.912 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 msgr2=0x55bbdb0a6be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f846c01f650 tx=0x7f846c004c70 comp rx=0 tx=0).stop 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 shutdown_connections 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbdb1272f0 0x55bbdb129710 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbdb0ac0c0 0x55bbdb0a6be0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbdb09d2f0 0x55bbdb0a66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.913 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f845cff9640 0 client.17217 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:17:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 --2- 172.21.15.2:0/806204992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbdb09c9d0 0x55bbdb0a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.899+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 >> 172.21.15.2:0/806204992 conn(0x55bbdb099060 msgr2=0x55bbdb09e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 shutdown_connections 2024-09-05T04:17:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847e6d1740 1 -- 172.21.15.2:0/806204992 wait complete. 2024-09-05T04:17:54.914 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847e6d1740 20 client.17217 trim_cache size 0 max 16384 2024-09-05T04:17:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:17:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:17:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:17:54.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:17:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 msgr2=0x7f84600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 0x7f84600a51b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f846c005fd0 tx=0x7f846c0096b0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 msgr2=0x7f8474198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f846400e9f0 tx=0x7f846400eeb0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 shutdown_connections 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84600a2cf0 0x7f84600a51b0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84741069e0 0x7f847419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8474101370 0x7f8474198870 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 --2- 172.21.15.2:0/1147188413 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84741009d0 0x7f8474198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:17:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 >> 172.21.15.2:0/1147188413 conn(0x7f84740fc6b0 msgr2=0x7f847406a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:17:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 shutdown_connections 2024-09-05T04:17:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:17:54.900+0000 7f847b931640 1 -- 172.21.15.2:0/1147188413 wait complete. 2024-09-05T04:17:55.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:55 smithi002 ceph-mon[31001]: pgmap v211: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 14 op/s 2024-09-05T04:17:55.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:55 smithi079 ceph-mon[34908]: pgmap v211: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 14 op/s 2024-09-05T04:17:55.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:55 smithi047 ceph-mon[34498]: pgmap v211: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 14 op/s 2024-09-05T04:17:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:57 smithi002 ceph-mon[31001]: pgmap v212: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:17:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:57 smithi079 ceph-mon[34908]: pgmap v212: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:17:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:57 smithi047 ceph-mon[34498]: pgmap v212: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:17:59.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:17:59 smithi002 ceph-mon[31001]: pgmap v213: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:17:59.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:17:59 smithi079 ceph-mon[34908]: pgmap v213: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:17:59.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:17:59 smithi047 ceph-mon[34498]: pgmap v213: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 8 op/s 2024-09-05T04:18:01.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:01 smithi079 ceph-mon[34908]: pgmap v214: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:18:01.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:01 smithi047 ceph-mon[34498]: pgmap v214: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:18:02.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:01 smithi002 ceph-mon[31001]: pgmap v214: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 14 op/s 2024-09-05T04:18:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:03 smithi079 ceph-mon[34908]: pgmap v215: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:18:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:03 smithi079 ceph-mon[34908]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T04:18:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:03 smithi047 ceph-mon[34498]: pgmap v215: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:18:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:03 smithi047 ceph-mon[34498]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T04:18:04.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:03 smithi002 ceph-mon[31001]: pgmap v215: 129 pgs: 129 active+clean; 4.2 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:18:04.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:03 smithi002 ceph-mon[31001]: osdmap e95: 12 total, 12 up, 12 in 2024-09-05T04:18:05.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:05 smithi079 ceph-mon[34908]: pgmap v217: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:05.837 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:05 smithi002 ceph-mon[31001]: pgmap v217: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:05.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:05 smithi047 ceph-mon[34498]: pgmap v217: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:07 smithi079 ceph-mon[34908]: pgmap v218: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:07 smithi047 ceph-mon[34498]: pgmap v218: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 -- 172.21.15.2:0/3328680149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed010c0a0 msgr2=0x7f1ed010e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/3328680149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed010c0a0 0x7f1ed010e540 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009900 tx=0x7f1ec802a480 comp rx=0 tx=0).stop 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 -- 172.21.15.2:0/3328680149 shutdown_connections 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/3328680149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed010c0a0 0x7f1ed010e540 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/3328680149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed01035a0 0x7f1ed010ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/3328680149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed0102c80 0x7f1ed0103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 -- 172.21.15.2:0/3328680149 >> 172.21.15.2:0/3328680149 conn(0x7f1ed00779a0 msgr2=0x7f1ed00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 -- 172.21.15.2:0/3328680149 shutdown_connections 2024-09-05T04:18:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.002+0000 7f1ed87e4640 1 -- 172.21.15.2:0/3328680149 wait complete. 2024-09-05T04:18:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 Processor -- start 2024-09-05T04:18:08.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 -- start start 2024-09-05T04:18:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed01035a0 0x7f1ed0100e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed010c0a0 0x7f1ed0101350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed0111d50 con 0x7f1ed0102c80 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed0111bd0 con 0x7f1ed010c0a0 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed87e4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed0111ed0 con 0x7f1ed01035a0 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46730/0 (socket says 172.21.15.2:46730) 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 -- 172.21.15.2:0/959785435 learned_addr learned my addr 172.21.15.2:0/959785435 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed01035a0 0x7f1ed0100e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed010c0a0 0x7f1ed0101350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 -- 172.21.15.2:0/959785435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed01035a0 msgr2=0x7f1ed0100e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed01035a0 0x7f1ed0100e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 -- 172.21.15.2:0/959785435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed010c0a0 msgr2=0x7f1ed0101350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed010c0a0 0x7f1ed0101350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.003+0000 7f1ed6580640 1 -- 172.21.15.2:0/959785435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed01a67a0 con 0x7f1ed0102c80 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ed6580640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00eb90 tx=0x7f1ecc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ec77fe640 1 -- 172.21.15.2:0/959785435 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc004d20 con 0x7f1ed0102c80 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ec77fe640 1 -- 172.21.15.2:0/959785435 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ecc00ee90 con 0x7f1ed0102c80 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed01a6a90 con 0x7f1ed0102c80 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ec77fe640 1 -- 172.21.15.2:0/959785435 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc010670 con 0x7f1ed0102c80 2024-09-05T04:18:08.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.004+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed01a6fe0 con 0x7f1ed0102c80 2024-09-05T04:18:08.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.006+0000 7f1ec77fe640 1 -- 172.21.15.2:0/959785435 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1ecc005020 con 0x7f1ed0102c80 2024-09-05T04:18:08.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.006+0000 7f1edb657740 1 Processor -- start 2024-09-05T04:18:08.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 -- start start 2024-09-05T04:18:08.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a36bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a376770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f19a2d02f0 con 0x55f19a376cb0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f19a278270 con 0x55f19a36c410 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1edb657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f19a2cc2b0 con 0x55f19a36baf0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46736/0 (socket says 172.21.15.2:46736) 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 -- 172.21.15.2:0/443172234 learned_addr learned my addr 172.21.15.2:0/443172234 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a36bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed6580640 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a376770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ec77fe640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 0x7f1ebc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 0x7f1ebc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 -- 172.21.15.2:0/443172234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 msgr2=0x55f19a36bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a36bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 -- 172.21.15.2:0/443172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 msgr2=0x55f19a376770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a376770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ed5d7f640 1 -- 172.21.15.2:0/443172234 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f19a277340 con 0x55f19a376cb0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.007+0000 7f1ec77fe640 1 -- 172.21.15.2:0/959785435 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 9621+0+0 (secure 0 0 0) 0x7f1ecc0cffa0 con 0x7f1ed0102c80 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.008+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1ec0009c10 tx=0x7f1ec0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7217d02caa6aafa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.008+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 0x7f1ebc0a5230 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8005940 tx=0x7f1ec802a480 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.008+0000 7f1ec4ff9640 1 -- 172.21.15.2:0/443172234 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0004230 con 0x55f19a376cb0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.008+0000 7f1ec4ff9640 1 -- 172.21.15.2:0/443172234 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ec00043d0 con 0x55f19a376cb0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.008+0000 7f1ec4ff9640 1 -- 172.21.15.2:0/443172234 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec0004d30 con 0x55f19a376cb0 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- 172.21.15.2:0/443172234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 msgr2=0x55f19a3790a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1ec0009c10 tx=0x7f1ec0011810 comp rx=0 tx=0).stop 2024-09-05T04:18:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- 172.21.15.2:0/443172234 shutdown_connections 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3790a0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a376770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 --2- 172.21.15.2:0/443172234 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a36bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- 172.21.15.2:0/443172234 >> 172.21.15.2:0/443172234 conn(0x55f19a368060 msgr2=0x55f19a368440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- 172.21.15.2:0/443172234 shutdown_connections 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- 172.21.15.2:0/443172234 wait complete. 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 -- start start 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.009+0000 7f1edb657740 1 Processor -- start 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a373b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a374060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f19a379880 con 0x55f19a376cb0 2024-09-05T04:18:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f19a259290 con 0x55f19a36c410 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f19a379a00 con 0x55f19a36baf0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1edb657740 10 client.0 _ll_register_callbacks cb 0x55f19a28a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46738/0 (socket says 172.21.15.2:46738) 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 -- 172.21.15.2:0/173920738 learned_addr learned my addr 172.21.15.2:0/173920738 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a374060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6580640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a373b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 -- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 msgr2=0x55f19a373b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a373b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 -- 172.21.15.2:0/173920738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 msgr2=0x55f19a374060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a374060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 -- 172.21.15.2:0/173920738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f199fe3210 con 0x55f19a376cb0 2024-09-05T04:18:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009900 tx=0x7f1ec80058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=213476cbf1f51eae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1eb9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8044050 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.010+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9621+0+0 (secure 0 0 0) 0x7f1ec80042d0 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ec00043d0 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1ec8056050 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 10 client.17229 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f19a0af620 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ec00043d0 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1ec803a040 con 0x55f19a376cb0 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 10 client.17229 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 10 client.17229 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 20 client.17229 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:08.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a386bb0 0x55f19a389020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 4 client.17229 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f19a2dda20 con 0x55f19a386bb0 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.011+0000 7f1ed6580640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a386bb0 0x55f19a389020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.012+0000 7f1ed6580640 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a386bb0 0x55f19a389020 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8be1d671003f5a5 server_cookie=8fae6e53cae33f35 in_seq=0 out_seq=0 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.012+0000 7f1eb9ffb640 10 client.17229 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.012+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/173920738 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f19a2dda20 con 0x55f19a386bb0 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.012+0000 7f1eb9ffb640 10 client.17229 handle_command_reply: tid=0 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.012+0000 7f1edb657740 1 client.17229 shutdown 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 msgr2=0x55f19a3745a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8009900 tx=0x7f1ec80058d0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 shutdown_connections 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a386bb0 0x55f19a389020 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.020 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a3745a0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a374060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1eb9ffb640 0 client.17229 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 --2- 172.21.15.2:0/173920738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36baf0 0x55f19a373b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 >> 172.21.15.2:0/173920738 conn(0x55f19a368060 msgr2=0x55f19a36dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 shutdown_connections 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 1 -- 172.21.15.2:0/173920738 wait complete. 2024-09-05T04:18:08.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.013+0000 7f1edb657740 20 client.17229 trim_cache size 0 max 16384 2024-09-05T04:18:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.027+0000 7f1edb657740 1 Processor -- start 2024-09-05T04:18:08.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.027+0000 7f1edb657740 1 -- start start 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a375a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a376cb0 0x55f19a38e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01af360 con 0x55f19a36baf0 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01b1bc0 con 0x55f19a36c410 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1edb657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01af9b0 con 0x55f19a376cb0 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46746/0 (socket says 172.21.15.2:46746) 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 -- 172.21.15.2:0/1491241534 learned_addr learned my addr 172.21.15.2:0/1491241534 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 -- 172.21.15.2:0/1491241534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a376cb0 msgr2=0x55f19a38e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a376cb0 0x55f19a38e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a376cb0 0x55f19a38e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a375a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 -- 172.21.15.2:0/1491241534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 msgr2=0x55f19a375a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a375a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 -- 172.21.15.2:0/1491241534 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f19a3691f0 con 0x55f19a36baf0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ed6580640 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc0989e0 tx=0x7f1ecc0bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b166eeb8f3f527b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ebbfff640 1 -- 172.21.15.2:0/1491241534 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc09c010 con 0x55f19a36baf0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ebbfff640 1 -- 172.21.15.2:0/1491241534 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ecc0a4c80 con 0x55f19a36baf0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.028+0000 7f1ebbfff640 1 -- 172.21.15.2:0/1491241534 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc09a3a0 con 0x55f19a36baf0 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- 172.21.15.2:0/1491241534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 msgr2=0x55f19a3743d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc0989e0 tx=0x7f1ecc0bc040 comp rx=0 tx=0).stop 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- 172.21.15.2:0/1491241534 shutdown_connections 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a376cb0 0x55f19a38e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36c410 0x55f19a375a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 --2- 172.21.15.2:0/1491241534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a36baf0 0x55f19a3743d0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- 172.21.15.2:0/1491241534 >> 172.21.15.2:0/1491241534 conn(0x55f19a368060 msgr2=0x55f19a375380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- 172.21.15.2:0/1491241534 shutdown_connections 2024-09-05T04:18:08.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- 172.21.15.2:0/1491241534 wait complete. 2024-09-05T04:18:08.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 -- start start 2024-09-05T04:18:08.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.029+0000 7f1edb657740 1 Processor -- start 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36baf0 0x55f19a37f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36c410 0x55f19a37a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01b0080 con 0x55f19a376cb0 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01b14f0 con 0x55f19a36baf0 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed01b0750 con 0x55f19a36c410 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1edb657740 10 client.0 _ll_register_callbacks cb 0x7f1ecc0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46756/0 (socket says 172.21.15.2:46756) 2024-09-05T04:18:08.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 -- 172.21.15.2:0/456624554 learned_addr learned my addr 172.21.15.2:0/456624554 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6580640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36baf0 0x55f19a37f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed5d7f640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36c410 0x55f19a37a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 -- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36c410 msgr2=0x55f19a37a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36c410 0x55f19a37a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 -- 172.21.15.2:0/456624554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36baf0 msgr2=0x55f19a37f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36baf0 0x55f19a37f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 -- 172.21.15.2:0/456624554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f19a37aed0 con 0x55f19a376cb0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1ed6d81640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8006010 tx=0x7f1ec80319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=982e4045a844cde1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1eb9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8044040 con 0x55f19a376cb0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.030+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 9621+0+0 (secure 0 0 0) 0x7f1ec80042d0 con 0x55f19a376cb0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ecc0a4c80 con 0x55f19a376cb0 2024-09-05T04:18:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1ec8068050 con 0x55f19a376cb0 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 10 client.17235 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f19a3f1670 con 0x55f19a376cb0 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ecc0a4c80 con 0x55f19a376cb0 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1ec80035f0 con 0x55f19a376cb0 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 10 client.17235 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 10 client.17235 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 20 client.17235 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a3f1d80 0x55f19a3f41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 4 client.17235 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f19a2d7d70 con 0x55f19a3f1d80 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.031+0000 7f1ed6580640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a3f1d80 0x55f19a3f41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.032+0000 7f1eb9ffb640 10 client.17235 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:08.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.032+0000 7f1ed6580640 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a3f1d80 0x55f19a3f41a0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ed3ac6bfa6bdef6 server_cookie=5a1bd252c8aca805 in_seq=0 out_seq=0 2024-09-05T04:18:08.038 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:07 smithi002 ceph-mon[31001]: pgmap v218: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.047+0000 7f1eb9ffb640 1 -- 172.21.15.2:0/456624554 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f19a2d7d70 con 0x55f19a3f1d80 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1eb9ffb640 10 client.17235 handle_command_reply: tid=0 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 client.17235 shutdown 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 msgr2=0x55f19a37a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8006010 tx=0x7f1ec80319e0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 shutdown_connections 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f19a3f1d80 0x55f19a3f41a0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f19a376cb0 0x55f19a37a990 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f19a36c410 0x55f19a37a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 --2- 172.21.15.2:0/456624554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f19a36baf0 0x55f19a37f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1eb9ffb640 0 client.17235 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 >> 172.21.15.2:0/456624554 conn(0x55f19a368060 msgr2=0x55f19a3671c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 shutdown_connections 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 1 -- 172.21.15.2:0/456624554 wait complete. 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1edb657740 20 client.17235 trim_cache size 0 max 16384 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:18:08.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 msgr2=0x7f1ebc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 0x7f1ebc0a5230 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1ec8005940 tx=0x7f1ec802a480 comp rx=0 tx=0).stop 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 msgr2=0x7f1ed01008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.048+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00eb90 tx=0x7f1ecc00c6a0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 shutdown_connections 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1ebc0a2d70 0x7f1ebc0a5230 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ed010c0a0 0x7f1ed0101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ed01035a0 0x7f1ed0100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 --2- 172.21.15.2:0/959785435 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ed0102c80 0x7f1ed01008d0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 >> 172.21.15.2:0/959785435 conn(0x7f1ed00779a0 msgr2=0x7f1ed00fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 shutdown_connections 2024-09-05T04:18:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:08.049+0000 7f1ed87e4640 1 -- 172.21.15.2:0/959785435 wait complete. 2024-09-05T04:18:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:09 smithi002 ceph-mon[31001]: pgmap v219: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:09 smithi002 ceph-mon[31001]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T04:18:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:09 smithi079 ceph-mon[34908]: pgmap v219: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:09 smithi079 ceph-mon[34908]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T04:18:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:09 smithi047 ceph-mon[34498]: pgmap v219: 129 pgs: 129 active+clean; 4.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 110 KiB/s wr, 33 op/s 2024-09-05T04:18:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:09 smithi047 ceph-mon[34498]: osdmap e96: 12 total, 12 up, 12 in 2024-09-05T04:18:11.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:11 smithi002 ceph-mon[31001]: pgmap v221: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 139 KiB/s wr, 41 op/s 2024-09-05T04:18:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:11 smithi079 ceph-mon[34908]: pgmap v221: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 139 KiB/s wr, 41 op/s 2024-09-05T04:18:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:11 smithi047 ceph-mon[34498]: pgmap v221: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 139 KiB/s wr, 41 op/s 2024-09-05T04:18:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:18:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:18:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:18:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:18:12.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:18:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:18:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:18:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:18:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:18:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:18:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:18:12.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:18:13.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:13 smithi002 ceph-mon[31001]: pgmap v222: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 118 KiB/s wr, 35 op/s 2024-09-05T04:18:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:13 smithi079 ceph-mon[34908]: pgmap v222: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 118 KiB/s wr, 35 op/s 2024-09-05T04:18:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:13 smithi047 ceph-mon[34498]: pgmap v222: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 118 KiB/s wr, 35 op/s 2024-09-05T04:18:15.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:15 smithi002 ceph-mon[31001]: pgmap v223: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:15 smithi079 ceph-mon[34908]: pgmap v223: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:15 smithi047 ceph-mon[34498]: pgmap v223: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:15.909 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-05T04:18:15.909 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:18:16.176 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:16.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 -- 172.21.15.2:0/5108724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574108300 msgr2=0x7fa57410ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:16.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 --2- 172.21.15.2:0/5108724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574108300 0x7fa57410ec70 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009cd0 tx=0x7fa56c02a8d0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 -- 172.21.15.2:0/5108724 shutdown_connections 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 --2- 172.21.15.2:0/5108724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574108300 0x7fa57410ec70 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 --2- 172.21.15.2:0/5108724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574103780 0x7fa574107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 --2- 172.21.15.2:0/5108724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574102dd0 0x7fa5741031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 -- 172.21.15.2:0/5108724 >> 172.21.15.2:0/5108724 conn(0x7fa5740fc7d0 msgr2=0x7fa5740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 -- 172.21.15.2:0/5108724 shutdown_connections 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.659+0000 7fa57a39f640 1 -- 172.21.15.2:0/5108724 wait complete. 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 Processor -- start 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 -- start start 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 0x7fa5741a0400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 0x7fa57419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa574111fd0 con 0x7fa574103780 2024-09-05T04:18:16.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa574111e50 con 0x7fa574102dd0 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57a39f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa574112150 con 0x7fa574108300 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa5737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa5737fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46440/0 (socket says 172.21.15.2:46440) 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa5737fe640 1 -- 172.21.15.2:0/1047912496 learned_addr learned my addr 172.21.15.2:0/1047912496 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa57893c640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 0x7fa57419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.660+0000 7fa573fff640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 0x7fa5741a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 -- 172.21.15.2:0/1047912496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 msgr2=0x7fa57419a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 0x7fa57419a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 -- 172.21.15.2:0/1047912496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 msgr2=0x7fa5741a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 0x7fa5741a0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 -- 172.21.15.2:0/1047912496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa57419acf0 con 0x7fa574103780 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa57893c640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 0x7fa57419a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa573fff640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 0x7fa5741a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:16.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5737fe640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fa56800d950 tx=0x7fa56800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa568017070 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa568009c30 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa57419afe0 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5680047a0 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.661+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5741a72d0 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.662+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5741031b0 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.663+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa568004940 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.664+0000 7fa5717fa640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 0x7fa55c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.664+0000 7fa573fff640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 0x7fa55c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.664+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fa5680cf570 con 0x7fa574103780 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.665+0000 7fa573fff640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 0x7fa55c0a5230 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa564009c20 tx=0x7fa564005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:16.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.668+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa568020020 con 0x7fa574103780 2024-09-05T04:18:16.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.884+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5741a75c0 con 0x7fa574103780 2024-09-05T04:18:16.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.885+0000 7fa5717fa640 1 -- 172.21.15.2:0/1047912496 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fa568097020 con 0x7fa574103780 2024-09-05T04:18:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:18:16.886 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:18:16.886 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 msgr2=0x7fa55c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 0x7fa55c0a5230 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fa564009c20 tx=0x7fa564005f90 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 msgr2=0x7fa5741a0940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fa56800d950 tx=0x7fa56800de10 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 shutdown_connections 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa55c0a2d70 0x7fa55c0a5230 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa574108300 0x7fa57419a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa574103780 0x7fa5741a0940 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 --2- 172.21.15.2:0/1047912496 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa574102dd0 0x7fa5741a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 >> 172.21.15.2:0/1047912496 conn(0x7fa5740fc7d0 msgr2=0x7fa574100960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:16.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.887+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 shutdown_connections 2024-09-05T04:18:16.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:16.888+0000 7fa57a39f640 1 -- 172.21.15.2:0/1047912496 wait complete. 2024-09-05T04:18:17.126 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.126 INFO:tasks.workunit.client.0.smithi002.stdout:189/600: open fd = 3 2024-09-05T04:18:17.126 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.126 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:190/600: open fd = 3 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:191/600: open fd = 3 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:192/600: open fd = 3 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.127 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:193/600: open fd = 3 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:194/600: open fd = 3 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:195/600: open fd = 3 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:196/600: open fd = 3 2024-09-05T04:18:17.128 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:197/600: open fd = 3 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:198/600: open fd = 3 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:199/600: open fd = 3 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.129 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:200/600: open fd = 3 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:201/600: open fd = 3 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:202/600: open fd = 3 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:203/600: open fd = 3 2024-09-05T04:18:17.130 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:204/600: open fd = 3 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:205/600: open fd = 3 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:206/600: open fd = 3 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.131 INFO:tasks.workunit.client.0.smithi002.stdout:207/600: open fd = 3 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:208/600: open fd = 3 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:209/600: open fd = 3 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:210/600: open fd = 3 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.132 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:211/600: open fd = 3 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:212/600: open fd = 3 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:213/600: open fd = 3 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.133 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:214/600: open fd = 3 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:215/600: open fd = 3 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:216/600: open fd = 3 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.134 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:217/600: open fd = 3 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:218/600: open fd = 3 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:219/600: open fd = 3 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.135 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:220/600: open fd = 3 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:221/600: open fd = 3 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:222/600: open fd = 3 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.136 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:223/600: open fd = 3 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:224/600: open fd = 3 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:225/600: open fd = 3 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.137 INFO:tasks.workunit.client.0.smithi002.stdout:226/600: open fd = 3 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:227/600: open fd = 3 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:228/600: open fd = 3 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:229/600: open fd = 3 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.138 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:230/600: open fd = 3 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:231/600: open fd = 3 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:232/600: open fd = 3 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.139 INFO:tasks.workunit.client.0.smithi002.stdout:233/600: open fd = 3 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:234/600: open fd = 3 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:235/600: open fd = 3 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:236/600: open fd = 3 2024-09-05T04:18:17.140 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:237/600: open fd = 3 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:238/600: open fd = 3 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:239/600: open fd = 3 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.141 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:240/600: open fd = 3 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:241/600: open fd = 3 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:242/600: open fd = 3 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.142 INFO:tasks.workunit.client.0.smithi002.stdout:243/600: open fd = 3 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:244/600: open fd = 3 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:245/600: open fd = 3 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:246/600: open fd = 3 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.143 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:247/600: open fd = 3 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:248/600: open fd = 3 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:249/600: open fd = 3 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.144 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:18:17.145 INFO:tasks.workunit.client.0.smithi002.stdout:250/600: open fd = 3 2024-09-05T04:18:17.145 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.145 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:18:17.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:17 smithi002 ceph-mon[31001]: pgmap v224: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:17.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:17 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1047912496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:17.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:17 smithi079 ceph-mon[34908]: pgmap v224: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:17.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:17 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1047912496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:17.665 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-05T04:18:17.666 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-05T04:18:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:17 smithi047 ceph-mon[34498]: pgmap v224: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:17 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1047912496' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:17.922 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:18.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- 172.21.15.2:0/542251993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 msgr2=0x7f2b74100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/542251993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74100ee0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c009930 tx=0x7f2b5c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:18.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- 172.21.15.2:0/542251993 shutdown_connections 2024-09-05T04:18:18.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/542251993 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74101420 0x7f2b7410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/542251993 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74100ee0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/542251993 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74106a80 0x7f2b74106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- 172.21.15.2:0/542251993 >> 172.21.15.2:0/542251993 conn(0x7f2b740fc7a0 msgr2=0x7f2b740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- 172.21.15.2:0/542251993 shutdown_connections 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- 172.21.15.2:0/542251993 wait complete. 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 Processor -- start 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.418+0000 7f2b7a75b640 1 -- start start 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74101420 0x7f2b741977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74106a80 0x7f2b7419bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b74110cf0 con 0x7f2b74100a80 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b74110b70 con 0x7f2b74101420 2024-09-05T04:18:18.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b74110e70 con 0x7f2b74106a80 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46462/0 (socket says 172.21.15.2:46462) 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 -- 172.21.15.2:0/2798577914 learned_addr learned my addr 172.21.15.2:0/2798577914 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74101420 0x7f2b741977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74106a80 0x7f2b7419bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 -- 172.21.15.2:0/2798577914 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74106a80 msgr2=0x7f2b7419bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74106a80 0x7f2b7419bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 -- 172.21.15.2:0/2798577914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74101420 msgr2=0x7f2b741977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74101420 0x7f2b741977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 -- 172.21.15.2:0/2798577914 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b7419c240 con 0x7f2b74100a80 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400d950 tx=0x7f2b6400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b71ffb640 1 -- 172.21.15.2:0/2798577914 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b64017030 con 0x7f2b74100a80 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b71ffb640 1 -- 172.21.15.2:0/2798577914 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b64004020 con 0x7f2b74100a80 2024-09-05T04:18:18.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b7419c530 con 0x7f2b74100a80 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b71ffb640 1 -- 172.21.15.2:0/2798577914 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b640047a0 con 0x7f2b74100a80 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.419+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b741a3e10 con 0x7f2b74100a80 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b71ffb640 1 -- 172.21.15.2:0/2798577914 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2b640041d0 con 0x7f2b74100a80 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 Processor -- start 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 -- start start 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d4fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562f46cb32a0 con 0x562f46d50150 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562f46c5ab10 con 0x562f46d4f830 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562f46caf260 con 0x562f46d5cf40 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b71ffb640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 0x7f2b600a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.422+0000 7f2b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46472/0 (socket says 172.21.15.2:46472) 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 -- 172.21.15.2:0/3623183153 learned_addr learned my addr 172.21.15.2:0/3623183153 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d4fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 0x7f2b600a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b71ffb640 1 -- 172.21.15.2:0/2798577914 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f2b640cf320 con 0x7f2b74100a80 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 -- 172.21.15.2:0/3623183153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 msgr2=0x562f46d5f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 -- 172.21.15.2:0/3623183153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 msgr2=0x562f46d4fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d4fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 -- 172.21.15.2:0/3623183153 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f46a24b90 con 0x562f46d50150 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b73fff640 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2b6409b610 tx=0x7f2b64005cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe46dd59c3c4e0fa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 0x7f2b600a51b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c005c40 tx=0x7f2b6c005bd0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b6a7fc640 1 -- 172.21.15.2:0/3623183153 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b640cf170 con 0x562f46d50150 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b6a7fc640 1 -- 172.21.15.2:0/3623183153 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b6409b450 con 0x562f46d50150 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.423+0000 7f2b6a7fc640 1 -- 172.21.15.2:0/3623183153 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b64097ac0 con 0x562f46d50150 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- 172.21.15.2:0/3623183153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 msgr2=0x562f46d5ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f2b6409b610 tx=0x7f2b64005cd0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- 172.21.15.2:0/3623183153 shutdown_connections 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5ca00 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/3623183153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d4fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- 172.21.15.2:0/3623183153 >> 172.21.15.2:0/3623183153 conn(0x562f46d4bf00 msgr2=0x562f46d4c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- 172.21.15.2:0/3623183153 shutdown_connections 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- 172.21.15.2:0/3623183153 wait complete. 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.424+0000 7f2b7cb34740 1 -- start start 2024-09-05T04:18:18.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 Processor -- start 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d59eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562f46d5f8d0 con 0x562f46d50150 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562f46c3b6e0 con 0x562f46d4f830 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562f46d5fa50 con 0x562f46d5cf40 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b7cb34740 10 client.0 _ll_register_callbacks cb 0x562f46c5fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b6bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b6bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46480/0 (socket says 172.21.15.2:46480) 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b6bfff640 1 -- 172.21.15.2:0/2920795822 learned_addr learned my addr 172.21.15.2:0/2920795822 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d59eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.425+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 -- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 msgr2=0x562f46d5a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 -- 172.21.15.2:0/2920795822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 msgr2=0x562f46d59eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d59eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 -- 172.21.15.2:0/2920795822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f46d68e80 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c0096c0 tx=0x7f2b5c031740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a82ad6b188419d7f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.426+0000 7f2b537fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c035040 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f2b5c004240 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562f46cc09d0 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b5c056050 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 10 client.17253 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562f46d525b0 con 0x562f46d50150 2024-09-05T04:18:18.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562f46cc09d0 con 0x562f46d50150 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b5c004900 con 0x562f46d50150 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 10 client.17253 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 10 client.17253 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 20 client.17253 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46d53a70 0x562f46d55f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 4 client.17253 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.427+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562f46cbad20 con 0x562f46d53a70 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.428+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46d53a70 0x562f46d55f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.428+0000 7f2b73fff640 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46d53a70 0x562f46d55f30 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=763456a7f37ac60e server_cookie=51bf913fa8b4d54e in_seq=0 out_seq=0 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.428+0000 7f2b537fe640 10 client.17253 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b537fe640 1 -- 172.21.15.2:0/2920795822 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562f46cbad20 con 0x562f46d53a70 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b537fe640 10 client.17253 handle_command_reply: tid=0 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 client.17253 shutdown 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 msgr2=0x562f46d5a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c0096c0 tx=0x7f2b5c031740 comp rx=0 tx=0).stop 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 shutdown_connections 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46d53a70 0x562f46d55f30 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d5cf40 0x562f46d5a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d5a3f0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/2920795822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d4f830 0x562f46d59eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 >> 172.21.15.2:0/2920795822 conn(0x562f46d4bf00 msgr2=0x562f46d51c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b537fe640 0 client.17253 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:18.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 shutdown_connections 2024-09-05T04:18:18.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 1 -- 172.21.15.2:0/2920795822 wait complete. 2024-09-05T04:18:18.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.429+0000 7f2b7cb34740 20 client.17253 trim_cache size 0 max 16384 2024-09-05T04:18:18.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 Processor -- start 2024-09-05T04:18:18.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 -- start start 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d57740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d50150 0x562f46d5be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741aaf10 con 0x562f46d5cf40 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741ad770 con 0x562f46d50150 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741ab560 con 0x562f46d4f830 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b78cf8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b78cf8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46496/0 (socket says 172.21.15.2:46496) 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.446+0000 7f2b78cf8640 1 -- 172.21.15.2:0/1748346086 learned_addr learned my addr 172.21.15.2:0/1748346086 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d50150 0x562f46d5be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b73fff640 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d57740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 -- 172.21.15.2:0/1748346086 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 msgr2=0x562f46d57740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d57740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 -- 172.21.15.2:0/1748346086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d50150 msgr2=0x562f46d5be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d50150 0x562f46d5be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 -- 172.21.15.2:0/1748346086 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562f46d45260 con 0x562f46d5cf40 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c00fb10 tx=0x7f2b6c0094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b309efbfd6aaf73 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1748346086 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c01fca0 con 0x562f46d5cf40 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1748346086 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b6c01fe40 con 0x562f46d5cf40 2024-09-05T04:18:18.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.447+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1748346086 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b6c0287a0 con 0x562f46d5cf40 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1748346086 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 msgr2=0x562f46d59e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c00fb10 tx=0x7f2b6c0094a0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1748346086 shutdown_connections 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d5cf40 0x562f46d59e70 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d50150 0x562f46d5be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1748346086 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d57740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1748346086 >> 172.21.15.2:0/1748346086 conn(0x562f46d4bf00 msgr2=0x562f46d5b710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1748346086 shutdown_connections 2024-09-05T04:18:18.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1748346086 wait complete. 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.448+0000 7f2b7cb34740 1 -- start start 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 Processor -- start 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d70890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d5cf40 0x562f46d6ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741abc30 con 0x562f46d50150 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741ad0a0 con 0x562f46d5cf40 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b741ac300 con 0x562f46d4f830 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b7cb34740 10 client.0 _ll_register_callbacks cb 0x7f2b5c005e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46512/0 (socket says 172.21.15.2:46512) 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 -- 172.21.15.2:0/1179458510 learned_addr learned my addr 172.21.15.2:0/1179458510 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:18.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b73fff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d70890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b78cf8640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d5cf40 0x562f46d6ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 -- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 msgr2=0x562f46d70890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d70890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 -- 172.21.15.2:0/1179458510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d5cf40 msgr2=0x562f46d6ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d5cf40 0x562f46d6ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.449+0000 7f2b6bfff640 1 -- 172.21.15.2:0/1179458510 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562f46d6f500 con 0x562f46d50150 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b6bfff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c004e70 tx=0x7f2b5c02aad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a264baba7cc46ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b5c05e070 con 0x562f46d50150 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f2b5c0048d0 con 0x562f46d50150 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562f46c36ec0 con 0x562f46d50150 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b5c035070 con 0x562f46d50150 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 10 client.17259 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:18.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562f46dd4340 con 0x562f46d50150 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562f46c36ec0 con 0x562f46d50150 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b5c061020 con 0x562f46d50150 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 10 client.17259 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 10 client.17259 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 20 client.17259 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46dd4b20 0x562f46dd6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 4 client.17259 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.450+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x562f46c845e0 con 0x562f46dd4b20 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.451+0000 7f2b73fff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46dd4b20 0x562f46dd6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.451+0000 7f2b73fff640 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46dd4b20 0x562f46dd6f40 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7291ada429f8db2b server_cookie=e4919db595cf338e in_seq=0 out_seq=0 2024-09-05T04:18:18.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.451+0000 7f2b537fe640 10 client.17259 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:18.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.459+0000 7f2b537fe640 1 -- 172.21.15.2:0/1179458510 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x562f46c845e0 con 0x562f46dd4b20 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.459+0000 7f2b537fe640 10 client.17259 handle_command_reply: tid=0 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.459+0000 7f2b7cb34740 1 client.17259 shutdown 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 msgr2=0x562f46d70dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f2b5c004e70 tx=0x7f2b5c02aad0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 shutdown_connections 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562f46dd4b20 0x562f46dd6f40 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562f46d5cf40 0x562f46d6ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562f46d50150 0x562f46d70dd0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 --2- 172.21.15.2:0/1179458510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562f46d4f830 0x562f46d70890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b537fe640 0 client.17259 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 >> 172.21.15.2:0/1179458510 conn(0x562f46d4bf00 msgr2=0x562f46d5b710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 shutdown_connections 2024-09-05T04:18:18.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 1 -- 172.21.15.2:0/1179458510 wait complete. 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.460+0000 7f2b7cb34740 20 client.17259 trim_cache size 0 max 16384 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 22, 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "9e9db5a0": { 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 22, 2024-09-05T04:18:18.462 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:18.463 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 msgr2=0x7f2b600a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 0x7f2b600a51b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2b6c005c40 tx=0x7f2b6c005bd0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 msgr2=0x7f2b74197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f2b6400d950 tx=0x7f2b6400de10 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 shutdown_connections 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b600a2cf0 0x7f2b600a51b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b74106a80 0x7f2b7419bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b74101420 0x7f2b741977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 --2- 172.21.15.2:0/2798577914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b74100a80 0x7f2b74197290 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 >> 172.21.15.2:0/2798577914 conn(0x7f2b740fc7a0 msgr2=0x7f2b740fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 shutdown_connections 2024-09-05T04:18:18.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:18.461+0000 7f2b7a75b640 1 -- 172.21.15.2:0/2798577914 wait complete. 2024-09-05T04:18:19.211 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '9e9db5a0', quiesce took 3.3 seconds. Will release after: 6.7 2024-09-05T04:18:19.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:19 smithi002 ceph-mon[31001]: pgmap v225: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:19.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:19 smithi079 ceph-mon[34908]: pgmap v225: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:19 smithi047 ceph-mon[34498]: pgmap v225: 129 pgs: 129 active+clean; 4.9 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 KiB/s wr, 11 op/s 2024-09-05T04:18:20.245 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:18:20.512 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 -- 172.21.15.2:0/676952590 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344101420 msgr2=0x7fb34410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 --2- 172.21.15.2:0/676952590 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344101420 0x7fb34410d950 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009cd0 tx=0x7fb33c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 -- 172.21.15.2:0/676952590 shutdown_connections 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 --2- 172.21.15.2:0/676952590 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344101420 0x7fb34410d950 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 --2- 172.21.15.2:0/676952590 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 0x7fb344100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 --2- 172.21.15.2:0/676952590 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344106a80 0x7fb344106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 -- 172.21.15.2:0/676952590 >> 172.21.15.2:0/676952590 conn(0x7fb3440fc7a0 msgr2=0x7fb3440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 -- 172.21.15.2:0/676952590 shutdown_connections 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.976+0000 7fb34a145640 1 -- 172.21.15.2:0/676952590 wait complete. 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 Processor -- start 2024-09-05T04:18:20.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 -- start start 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 0x7fb344197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344101420 0x7fb344197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb344110dc0 con 0x7fb344106a80 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb344110c40 con 0x7fb344101420 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb34a145640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb344110f40 con 0x7fb344100a80 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb343fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb343fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46530/0 (socket says 172.21.15.2:46530) 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb343fff640 1 -- 172.21.15.2:0/78832907 learned_addr learned my addr 172.21.15.2:0/78832907 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.977+0000 7fb342ffd640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344101420 0x7fb344197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb3437fe640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 0x7fb344197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 -- 172.21.15.2:0/78832907 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 msgr2=0x7fb344197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:20.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 0x7fb344197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 -- 172.21.15.2:0/78832907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344101420 msgr2=0x7fb344197860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344101420 0x7fb344197860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 -- 172.21.15.2:0/78832907 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34419c2d0 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb343fff640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb33c005e30 tx=0x7fb33c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb340ff9640 1 -- 172.21.15.2:0/78832907 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c004240 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb340ff9640 1 -- 172.21.15.2:0/78832907 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb33c031ce0 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb340ff9640 1 -- 172.21.15.2:0/78832907 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33c046480 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb34419c560 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.978+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3441a3ea0 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.980+0000 7fb340ff9640 1 -- 172.21.15.2:0/78832907 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb33c0043e0 con 0x7fb344106a80 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 Processor -- start 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 -- start start 2024-09-05T04:18:20.997 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe212a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe1762e0 con 0x55ccfe212fd0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe11dce0 con 0x55ccfe2126b0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb34c51e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe1722a0 con 0x55ccfe21d890 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb340ff9640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 0x7fb32c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46538/0 (socket says 172.21.15.2:46538) 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 -- 172.21.15.2:0/3995008290 learned_addr learned my addr 172.21.15.2:0/3995008290 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb343fff640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 0x7fb32c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb342ffd640 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb342ffd640 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe212a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb340ff9640 1 -- 172.21.15.2:0/78832907 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb33c02e030 con 0x7fb344106a80 2024-09-05T04:18:20.998 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 -- 172.21.15.2:0/3995008290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 msgr2=0x55ccfe21fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 -- 172.21.15.2:0/3995008290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 msgr2=0x55ccfe212a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe212a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.981+0000 7fb3437fe640 1 -- 172.21.15.2:0/3995008290 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccfe102440 con 0x55ccfe212fd0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.982+0000 7fb3437fe640 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fb33400b820 tx=0x7fb33400bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97e92838b8fd32d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.982+0000 7fb343fff640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 0x7fb32c0a5230 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0b9710 tx=0x7fb33c08fdb0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.982+0000 7fb329ffb640 1 -- 172.21.15.2:0/3995008290 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33400d950 con 0x55ccfe212fd0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.982+0000 7fb329ffb640 1 -- 172.21.15.2:0/3995008290 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb334019070 con 0x55ccfe212fd0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.982+0000 7fb329ffb640 1 -- 172.21.15.2:0/3995008290 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3340123e0 con 0x55ccfe212fd0 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- 172.21.15.2:0/3995008290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 msgr2=0x55ccfe21d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fb33400b820 tx=0x7fb33400bce0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- 172.21.15.2:0/3995008290 shutdown_connections 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:20.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21d350 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- 172.21.15.2:0/3995008290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe212a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- 172.21.15.2:0/3995008290 >> 172.21.15.2:0/3995008290 conn(0x55ccfe20ec40 msgr2=0x55ccfe20f020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- 172.21.15.2:0/3995008290 shutdown_connections 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- 172.21.15.2:0/3995008290 wait complete. 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- start start 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 Processor -- start 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe21d160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe220460 con 0x55ccfe212fd0 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe131050 con 0x55ccfe2126b0 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ccfe2205e0 con 0x55ccfe21d890 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.983+0000 7fb34c51e740 10 client.0 _ll_register_callbacks cb 0x55ccfe171160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:21.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46542/0 (socket says 172.21.15.2:46542) 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 -- 172.21.15.2:0/2297839456 learned_addr learned my addr 172.21.15.2:0/2297839456 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb342ffd640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe21d160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb342ffd640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 -- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 msgr2=0x55ccfe21a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 -- 172.21.15.2:0/2297839456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 msgr2=0x55ccfe21d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe21d160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 -- 172.21.15.2:0/2297839456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccfdee73c0 con 0x55ccfe212fd0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb342ffd640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe21d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb3437fe640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fb334006e10 tx=0x7fb334014660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb19179ecc5ab29a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb322ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb334023070 con 0x55ccfe212fd0 2024-09-05T04:18:21.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb334019070 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb33401f440 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb33402f050 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb34c51e740 10 client.17271 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.984+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ccfe22bdb0 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb334019070 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb334013070 con 0x55ccfe212fd0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 10 client.17271 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 10 client.17271 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 20 client.17271 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe22d160 0x55ccfe22f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 4 client.17271 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ccfe183850 con 0x55ccfe22d160 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb342ffd640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe22d160 0x55ccfe22f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb342ffd640 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe22d160 0x55ccfe22f550 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=164bdc86c3c72c8c server_cookie=62ca8aa4337facfc in_seq=0 out_seq=0 2024-09-05T04:18:21.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.985+0000 7fb322ffd640 10 client.17271 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb322ffd640 1 -- 172.21.15.2:0/2297839456 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ccfe183850 con 0x55ccfe22d160 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb322ffd640 10 client.17271 handle_command_reply: tid=0 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 client.17271 shutdown 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 msgr2=0x55ccfe21a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fb334006e10 tx=0x7fb334014660 comp rx=0 tx=0).stop 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 shutdown_connections 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe22d160 0x55ccfe22f550 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe21a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe21a410 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb322ffd640 0 client.17271 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 --2- 172.21.15.2:0/2297839456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe21d160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.986+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 >> 172.21.15.2:0/2297839456 conn(0x55ccfe20ec40 msgr2=0x55ccfe20bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.987+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 shutdown_connections 2024-09-05T04:18:21.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.987+0000 7fb34c51e740 1 -- 172.21.15.2:0/2297839456 wait complete. 2024-09-05T04:18:21.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:20.987+0000 7fb34c51e740 20 client.17271 trim_cache size 0 max 16384 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 Processor -- start 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 -- start start 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe219690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe2351b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441aae40 con 0x55ccfe212fd0 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441ad6a0 con 0x55ccfe2126b0 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb34c51e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441ab490 con 0x55ccfe21d890 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46552/0 (socket says 172.21.15.2:46552) 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 -- 172.21.15.2:0/301091094 learned_addr learned my addr 172.21.15.2:0/301091094 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb342ffd640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe219690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb342ffd640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe2351b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 -- 172.21.15.2:0/301091094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 msgr2=0x55ccfe2351b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe2351b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 -- 172.21.15.2:0/301091094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 msgr2=0x55ccfe219690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe219690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 -- 172.21.15.2:0/301091094 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ccfe20ea70 con 0x55ccfe212fd0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb342ffd640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe2351b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.004+0000 7fb3437fe640 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fb334028730 tx=0x7fb334014bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb0e3449d6dfc874 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb3297fa640 1 -- 172.21.15.2:0/301091094 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb334023070 con 0x55ccfe212fd0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb3297fa640 1 -- 172.21.15.2:0/301091094 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb334019070 con 0x55ccfe212fd0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb3297fa640 1 -- 172.21.15.2:0/301091094 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33401fcf0 con 0x55ccfe212fd0 2024-09-05T04:18:21.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 -- 172.21.15.2:0/301091094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 msgr2=0x55ccfe234c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fb334028730 tx=0x7fb334014bc0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 -- 172.21.15.2:0/301091094 shutdown_connections 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe21d890 0x55ccfe2351b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe212fd0 0x55ccfe234c70 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 --2- 172.21.15.2:0/301091094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe2126b0 0x55ccfe219690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 -- 172.21.15.2:0/301091094 >> 172.21.15.2:0/301091094 conn(0x55ccfe20ec40 msgr2=0x55ccfe21c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 -- 172.21.15.2:0/301091094 shutdown_connections 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.005+0000 7fb34c51e740 1 -- 172.21.15.2:0/301091094 wait complete. 2024-09-05T04:18:21.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 -- start start 2024-09-05T04:18:21.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 Processor -- start 2024-09-05T04:18:21.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 0x55ccfe2214b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe21d890 0x55ccfe298030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441abb60 con 0x55ccfe2126b0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441acfd0 con 0x55ccfe21d890 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3441ac230 con 0x55ccfe212fd0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb34c51e740 10 client.0 _ll_register_callbacks cb 0x7fb33400b670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb342ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb342ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46556/0 (socket says 172.21.15.2:46556) 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb342ffd640 1 -- 172.21.15.2:0/1198925321 learned_addr learned my addr 172.21.15.2:0/1198925321 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.006+0000 7fb3437fe640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 0x55ccfe2214b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 -- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 msgr2=0x55ccfe2214b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 0x55ccfe2214b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 -- 172.21.15.2:0/1198925321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe21d890 msgr2=0x55ccfe298030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe21d890 0x55ccfe298030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 -- 172.21.15.2:0/1198925321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ccfe298720 con 0x55ccfe2126b0 2024-09-05T04:18:21.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb3437fe640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 0x55ccfe2214b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb342ffd640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fb3440fedb0 tx=0x7fb3380044a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=471e76c1a594a7fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338003bc0 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb338020e80 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb334019070 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb338030050 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb34c51e740 10 client.17277 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ccfe2999e0 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb334019070 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.007+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb338010520 con 0x55ccfe2126b0 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 10 client.17277 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 10 client.17277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:21.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 20 client.17277 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe29a190 0x55ccfe29c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 4 client.17277 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ccfe17dd60 con 0x55ccfe29a190 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb3437fe640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe29a190 0x55ccfe29c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb322ffd640 10 client.17277 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb3437fe640 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe29a190 0x55ccfe29c5b0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b47d04002533fb9 server_cookie=2a829018997adf7c in_seq=0 out_seq=0 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb322ffd640 1 -- 172.21.15.2:0/1198925321 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ccfe17dd60 con 0x55ccfe29a190 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb322ffd640 10 client.17277 handle_command_reply: tid=0 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.008+0000 7fb34c51e740 1 client.17277 shutdown 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 msgr2=0x55ccfe220f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fb3440fedb0 tx=0x7fb3380044a0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 shutdown_connections 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ccfe29a190 0x55ccfe29c5b0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ccfe21d890 0x55ccfe298030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ccfe212fd0 0x55ccfe2214b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb322ffd640 0 client.17277 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 --2- 172.21.15.2:0/1198925321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ccfe2126b0 0x55ccfe220f70 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 >> 172.21.15.2:0/1198925321 conn(0x55ccfe20ec40 msgr2=0x55ccfe20b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 shutdown_connections 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 1 -- 172.21.15.2:0/1198925321 wait complete. 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34c51e740 20 client.17277 trim_cache size 0 max 16384 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:18:21.015 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:21.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 msgr2=0x7fb32c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 0x7fb32c0a5230 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0b9710 tx=0x7fb33c08fdb0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 msgr2=0x7fb34419bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fb33c005e30 tx=0x7fb33c003ba0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 shutdown_connections 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb32c0a2d70 0x7fb32c0a5230 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb344106a80 0x7fb34419bbf0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb344101420 0x7fb344197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 --2- 172.21.15.2:0/78832907 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb344100a80 0x7fb344197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.009+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 >> 172.21.15.2:0/78832907 conn(0x7fb3440fc7a0 msgr2=0x7fb3440fd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.010+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 shutdown_connections 2024-09-05T04:18:21.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:21.010+0000 7fb34a145640 1 -- 172.21.15.2:0/78832907 wait complete. 2024-09-05T04:18:21.139 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 -- 172.21.15.2:0/1126402303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c107ad0 msgr2=0x7f223c107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 --2- 172.21.15.2:0/1126402303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c107ad0 0x7f223c107eb0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f222c009930 tx=0x7f222c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 -- 172.21.15.2:0/1126402303 shutdown_connections 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 --2- 172.21.15.2:0/1126402303 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c102460 0x7f223c10e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 --2- 172.21.15.2:0/1126402303 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 0x7f223c101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 --2- 172.21.15.2:0/1126402303 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c107ad0 0x7f223c107eb0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 -- 172.21.15.2:0/1126402303 >> 172.21.15.2:0/1126402303 conn(0x7f223c0fd7a0 msgr2=0x7f223c0ffbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 -- 172.21.15.2:0/1126402303 shutdown_connections 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.137+0000 7f224238d640 1 -- 172.21.15.2:0/1126402303 wait complete. 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 Processor -- start 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 -- start start 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 0x7f223c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.140 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c107ad0 0x7f223c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f223c111d80 con 0x7f223c102460 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f223c111c00 con 0x7f223c107ad0 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224238d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f223c111f00 con 0x7f223c101ac0 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46572/0 (socket says 172.21.15.2:46572) 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f223b7fe640 1 -- 172.21.15.2:0/3748352426 learned_addr learned my addr 172.21.15.2:0/3748352426 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f224092a640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c107ad0 0x7f223c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.138+0000 7f223bfff640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 0x7f223c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 -- 172.21.15.2:0/3748352426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 msgr2=0x7f223c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 0x7f223c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 -- 172.21.15.2:0/3748352426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c107ad0 msgr2=0x7f223c19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c107ad0 0x7f223c19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 -- 172.21.15.2:0/3748352426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f223c19d380 con 0x7f223c102460 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f223b7fe640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f223000d950 tx=0x7f223000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f22397fa640 1 -- 172.21.15.2:0/3748352426 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230017030 con 0x7f223c102460 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f223c19d670 con 0x7f223c102460 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f22397fa640 1 -- 172.21.15.2:0/3748352426 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2230004020 con 0x7f223c102460 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f22397fa640 1 -- 172.21.15.2:0/3748352426 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22300047a0 con 0x7f223c102460 2024-09-05T04:18:21.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.139+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f223c1a4f00 con 0x7f223c102460 2024-09-05T04:18:21.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.141+0000 7f22397fa640 1 -- 172.21.15.2:0/3748352426 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f22300041d0 con 0x7f223c102460 2024-09-05T04:18:21.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.141+0000 7f2245205740 1 Processor -- start 2024-09-05T04:18:21.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 -- start start 2024-09-05T04:18:21.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 0x561939ffeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a00c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561939f632f0 con 0x561939fff410 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561939f0b270 con 0x56193a009cb0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f2245205740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561939f5f2b0 con 0x561939ffeaf0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46580/0 (socket says 172.21.15.2:46580) 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 -- 172.21.15.2:0/1829197092 learned_addr learned my addr 172.21.15.2:0/1829197092 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f22397fa640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 0x7f22240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a00c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f224092a640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 0x561939ffeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f224092a640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 0x7f22240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 -- 172.21.15.2:0/1829197092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 msgr2=0x561939ffeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 0x561939ffeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 -- 172.21.15.2:0/1829197092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 msgr2=0x56193a00c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a00c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 -- 172.21.15.2:0/1829197092 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561939f0a340 con 0x561939fff410 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f224092a640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 0x561939ffeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f22397fa640 1 -- 172.21.15.2:0/3748352426 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f22300cf230 con 0x7f223c102460 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.142+0000 7f223bfff640 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f222c02a940 tx=0x7f222c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c37e8f90461840b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f224092a640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 0x7f22240a51b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2234005fd0 tx=0x7f2234009600 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f22227fc640 1 -- 172.21.15.2:0/1829197092 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c040070 con 0x561939fff410 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f22227fc640 1 -- 172.21.15.2:0/1829197092 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f222c0316a0 con 0x561939fff410 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f22227fc640 1 -- 172.21.15.2:0/1829197092 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c035040 con 0x561939fff410 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 -- 172.21.15.2:0/1829197092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 msgr2=0x56193a009770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f222c02a940 tx=0x7f222c005c00 comp rx=0 tx=0).stop 2024-09-05T04:18:21.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 -- 172.21.15.2:0/1829197092 shutdown_connections 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a00c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a009770 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 --2- 172.21.15.2:0/1829197092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939ffeaf0 0x561939ffeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 -- 172.21.15.2:0/1829197092 >> 172.21.15.2:0/1829197092 conn(0x561939ffb060 msgr2=0x561939ffb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 -- 172.21.15.2:0/1829197092 shutdown_connections 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.143+0000 7f2245205740 1 -- 172.21.15.2:0/1829197092 wait complete. 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 -- start start 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 Processor -- start 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a006bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a007670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56193a00c880 con 0x561939fff410 2024-09-05T04:18:21.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561939eec290 con 0x561939ffeaf0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56193a00ca00 con 0x56193a009cb0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f2245205740 10 client.0 _ll_register_callbacks cb 0x561939f1d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46592/0 (socket says 172.21.15.2:46592) 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f223b7fe640 1 -- 172.21.15.2:0/1176106348 learned_addr learned my addr 172.21.15.2:0/1176106348 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.144+0000 7f224092a640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a007670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 -- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 msgr2=0x56193a007670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a007670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 -- 172.21.15.2:0/1176106348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 msgr2=0x56193a006bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a006bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 -- 172.21.15.2:0/1176106348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561939c76210 con 0x561939fff410 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f223009b060 tx=0x7f223000b530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a5495f7a53200d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223009b360 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f223009a7b0 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f222c0316a0 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f223009f710 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 10 client.17289 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561939d42620 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f222c0316a0 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f22300ccce0 con 0x561939fff410 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 10 client.17289 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 10 client.17289 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 20 client.17289 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a019c00 0x56193a01c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 4 client.17289 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:21.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.145+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561939f70a20 con 0x56193a019c00 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.146+0000 7f223bfff640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a019c00 0x56193a01c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.146+0000 7f223bfff640 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a019c00 0x56193a01c090 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1422cbe5a065b725 server_cookie=f3d6b3bada0c714f in_seq=0 out_seq=0 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.146+0000 7f221b7fe640 10 client.17289 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f221b7fe640 1 -- 172.21.15.2:0/1176106348 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561939f70a20 con 0x56193a019c00 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f221b7fe640 10 client.17289 handle_command_reply: tid=0 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 client.17289 shutdown 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 msgr2=0x56193a007130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f223009b060 tx=0x7f223000b530 comp rx=0 tx=0).stop 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 shutdown_connections 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a019c00 0x56193a01c090 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a007670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a007130 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f221b7fe640 0 client.17289 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 --2- 172.21.15.2:0/1176106348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a006bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 >> 172.21.15.2:0/1176106348 conn(0x561939ffb060 msgr2=0x561939ffa1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 shutdown_connections 2024-09-05T04:18:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 1 -- 172.21.15.2:0/1176106348 wait complete. 2024-09-05T04:18:21.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.147+0000 7f2245205740 20 client.17289 trim_cache size 0 max 16384 2024-09-05T04:18:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 Processor -- start 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 -- start start 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939fff410 0x56193a0074a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a012070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1ad030 con 0x561939ffeaf0 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1af890 con 0x56193a009cb0 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.161+0000 7f2245205740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1ad680 con 0x561939fff410 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46606/0 (socket says 172.21.15.2:46606) 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 -- 172.21.15.2:0/3135563753 learned_addr learned my addr 172.21.15.2:0/3135563753 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 -- 172.21.15.2:0/3135563753 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939fff410 msgr2=0x56193a0074a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939fff410 0x56193a0074a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 -- 172.21.15.2:0/3135563753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 msgr2=0x56193a012070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a012070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 -- 172.21.15.2:0/3135563753 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56193a009740 con 0x561939ffeaf0 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f223bfff640 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f222c02a940 tx=0x7f222c0051c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109dd8561354dd8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f2221ffb640 1 -- 172.21.15.2:0/3135563753 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c051070 con 0x561939ffeaf0 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f2221ffb640 1 -- 172.21.15.2:0/3135563753 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f222c0054f0 con 0x561939ffeaf0 2024-09-05T04:18:21.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.162+0000 7f2221ffb640 1 -- 172.21.15.2:0/3135563753 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f222c035050 con 0x561939ffeaf0 2024-09-05T04:18:21.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- 172.21.15.2:0/3135563753 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 msgr2=0x56193a008b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f222c02a940 tx=0x7f222c0051c0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- 172.21.15.2:0/3135563753 shutdown_connections 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56193a009cb0 0x56193a012070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561939fff410 0x56193a0074a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 --2- 172.21.15.2:0/3135563753 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939ffeaf0 0x56193a008b60 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- 172.21.15.2:0/3135563753 >> 172.21.15.2:0/3135563753 conn(0x561939ffb060 msgr2=0x56193a008450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- 172.21.15.2:0/3135563753 shutdown_connections 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- 172.21.15.2:0/3135563753 wait complete. 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 -- start start 2024-09-05T04:18:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.163+0000 7f2245205740 1 Processor -- start 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a002e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a003900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1add50 con 0x561939fff410 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1af1c0 con 0x561939ffeaf0 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f223c1ae420 con 0x56193a009cb0 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 10 client.0 _ll_register_callbacks cb 0x7f22300046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46616/0 (socket says 172.21.15.2:46616) 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 -- 172.21.15.2:0/1726125909 learned_addr learned my addr 172.21.15.2:0/1726125909 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f224092a640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a003900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223bfff640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a002e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 -- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 msgr2=0x56193a003900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a003900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 -- 172.21.15.2:0/1726125909 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 msgr2=0x56193a002e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a002e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 -- 172.21.15.2:0/1726125909 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56193a004130 con 0x561939fff410 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223bfff640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a002e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f224092a640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a003900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f223b7fe640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f22300ccb90 tx=0x7f22300974a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6666d4fdb8b8fb0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f221b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2230097600 con 0x561939fff410 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f2230009a30 con 0x561939fff410 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f222c0054f0 con 0x561939fff410 2024-09-05T04:18:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f22300b4260 con 0x561939fff410 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 10 client.17295 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.164+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56193a088fe0 con 0x561939fff410 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f222c0054f0 con 0x561939fff410 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f22300a7070 con 0x561939fff410 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 10 client.17295 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 10 client.17295 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 20 client.17295 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a0894f0 0x56193a08b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 4 client.17295 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x561939f6ad70 con 0x56193a0894f0 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f223bfff640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a0894f0 0x56193a08b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f221b7fe640 10 client.17295 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.165+0000 7f223bfff640 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a0894f0 0x56193a08b910 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c58a39a8d5793f52 server_cookie=989e213488b5dec4 in_seq=0 out_seq=0 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f221b7fe640 1 -- 172.21.15.2:0/1726125909 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x561939f6ad70 con 0x56193a0894f0 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f221b7fe640 10 client.17295 handle_command_reply: tid=0 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 client.17295 shutdown 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 msgr2=0x56193a0033a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f22300ccb90 tx=0x7f22300974a0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 shutdown_connections 2024-09-05T04:18:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56193a0894f0 0x56193a08b910 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56193a009cb0 0x56193a003900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561939fff410 0x56193a0033a0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 --2- 172.21.15.2:0/1726125909 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561939ffeaf0 0x56193a002e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f221b7fe640 0 client.17295 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 >> 172.21.15.2:0/1726125909 conn(0x561939ffb060 msgr2=0x561939ffa1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 shutdown_connections 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.183+0000 7f2245205740 1 -- 172.21.15.2:0/1726125909 wait complete. 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f2245205740 20 client.17295 trim_cache size 0 max 16384 2024-09-05T04:18:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:18:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:18:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:18:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:18:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 msgr2=0x7f22240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 0x7f22240a51b0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f2234005fd0 tx=0x7f2234009600 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 msgr2=0x7f223c1988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f223000d950 tx=0x7f223000de10 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 shutdown_connections 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f22240a2cf0 0x7f22240a51b0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f223c107ad0 0x7f223c19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f223c102460 0x7f223c1988d0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 --2- 172.21.15.2:0/3748352426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f223c101ac0 0x7f223c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 >> 172.21.15.2:0/3748352426 conn(0x7f223c0fd7a0 msgr2=0x7f223c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 shutdown_connections 2024-09-05T04:18:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:21.184+0000 7f224238d640 1 -- 172.21.15.2:0/3748352426 wait complete. 2024-09-05T04:18:21.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:21 smithi002 ceph-mon[31001]: pgmap v226: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:18:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:21 smithi079 ceph-mon[34908]: pgmap v226: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:18:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:21 smithi047 ceph-mon[34498]: pgmap v226: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:18:21.870 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:18:21.871 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:18:22.122 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 -- 172.21.15.2:0/1416916736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128100e20 msgr2=0x7f5128101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 --2- 172.21.15.2:0/1416916736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128100e20 0x7f5128101200 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f5118009900 tx=0x7f511802a480 comp rx=0 tx=0).stop 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 -- 172.21.15.2:0/1416916736 shutdown_connections 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 --2- 172.21.15.2:0/1416916736 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102ef0 0x7f512810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 --2- 172.21.15.2:0/1416916736 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128102570 0x7f51281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 --2- 172.21.15.2:0/1416916736 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128100e20 0x7f5128101200 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 -- 172.21.15.2:0/1416916736 >> 172.21.15.2:0/1416916736 conn(0x7f51280fc7d0 msgr2=0x7f51280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 -- 172.21.15.2:0/1416916736 shutdown_connections 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.618+0000 7f512db02640 1 -- 172.21.15.2:0/1416916736 wait complete. 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 Processor -- start 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 -- start start 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128100e20 0x7f51281972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102570 0x7f51281977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5128110e30 con 0x7f5128102ef0 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5128110cb0 con 0x7f5128100e20 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f512db02640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5128110fb0 con 0x7f5128102570 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f5127fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f5127fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52078/0 (socket says 172.21.15.2:52078) 2024-09-05T04:18:22.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f5127fff640 1 -- 172.21.15.2:0/2733234754 learned_addr learned my addr 172.21.15.2:0/2733234754 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.619+0000 7f5126ffd640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102570 0x7f51281977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f51277fe640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128100e20 0x7f51281972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 -- 172.21.15.2:0/2733234754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102570 msgr2=0x7f51281977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102570 0x7f51281977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 -- 172.21.15.2:0/2733234754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128100e20 msgr2=0x7f51281972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128100e20 0x7f51281972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 -- 172.21.15.2:0/2733234754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f512819c250 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5127fff640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f512000cce0 tx=0x7f512000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f512000f450 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f512000faa0 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f512819c540 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5120018b70 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.620+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51281a3e20 con 0x7f5128102ef0 2024-09-05T04:18:22.640 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.621+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5128101200 con 0x7f5128102ef0 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.622+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5120018d10 con 0x7f5128102ef0 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.623+0000 7f5124ff9640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 0x7f51100a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.623+0000 7f51277fe640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 0x7f51100a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.623+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f51200cfd20 con 0x7f5128102ef0 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.624+0000 7f51277fe640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 0x7f51100a5230 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5118005ab0 tx=0x7f5118005a20 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:22.641 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.626+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5120014030 con 0x7f5128102ef0 2024-09-05T04:18:22.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.838+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5128198600 con 0x7f5128102ef0 2024-09-05T04:18:22.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.839+0000 7f5124ff9640 1 -- 172.21.15.2:0/2733234754 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f5128198600 con 0x7f5128102ef0 2024-09-05T04:18:22.839 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:18:22.840 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:18:22.840 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 msgr2=0x7f51100a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 0x7f51100a5230 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5118005ab0 tx=0x7f5118005a20 comp rx=0 tx=0).stop 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 msgr2=0x7f512819bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f512000cce0 tx=0x7f512000a620 comp rx=0 tx=0).stop 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 shutdown_connections 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51100a2d70 0x7f51100a5230 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5128102ef0 0x7f512819bb70 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5128102570 0x7f51281977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 --2- 172.21.15.2:0/2733234754 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5128100e20 0x7f51281972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:22.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 >> 172.21.15.2:0/2733234754 conn(0x7f51280fc7d0 msgr2=0x7f51280fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:22.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 shutdown_connections 2024-09-05T04:18:22.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:22.841+0000 7f512db02640 1 -- 172.21.15.2:0/2733234754 wait complete. 2024-09-05T04:18:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:23 smithi002 ceph-mon[31001]: pgmap v227: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:18:23.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:23 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2733234754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:23.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:23 smithi079 ceph-mon[34908]: pgmap v227: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:18:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:23 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2733234754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:23 smithi047 ceph-mon[34498]: pgmap v227: 129 pgs: 129 active+clean; 5.1 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:18:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:23 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2733234754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:23.739 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:18:23.999 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:24.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 -- 172.21.15.2:0/1968892300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 msgr2=0x7f4d8410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/1968892300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d8410ec40 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009930 tx=0x7f4d7c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:24.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 -- 172.21.15.2:0/1968892300 shutdown_connections 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/1968892300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d8410ec40 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/1968892300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/1968892300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 0x7f4d84103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 -- 172.21.15.2:0/1968892300 >> 172.21.15.2:0/1968892300 conn(0x7f4d840fc7d0 msgr2=0x7f4d840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 -- 172.21.15.2:0/1968892300 shutdown_connections 2024-09-05T04:18:24.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 -- 172.21.15.2:0/1968892300 wait complete. 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.473+0000 7f4d88ebc640 1 Processor -- start 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 -- start start 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 0x7f4d84100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d84101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4d84111f50 con 0x7f4d841082a0 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4d84111dd0 con 0x7f4d84102d30 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d88ebc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841120d0 con 0x7f4d841036e0 2024-09-05T04:18:24.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:33736/0 (socket says 172.21.15.2:33736) 2024-09-05T04:18:24.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 -- 172.21.15.2:0/2475547850 learned_addr learned my addr 172.21.15.2:0/2475547850 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:24.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 0x7f4d84100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d84101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 -- 172.21.15.2:0/2475547850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 msgr2=0x7f4d84100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 0x7f4d84100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 -- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 msgr2=0x7f4d84101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d84101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.474+0000 7f4d81d9b640 1 -- 172.21.15.2:0/2475547850 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d841a68b0 con 0x7f4d841036e0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c00c8c0 tx=0x7f4d6c00cd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d7b7fe640 1 -- 172.21.15.2:0/2475547850 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c007bb0 con 0x7f4d841036e0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d841a6ba0 con 0x7f4d841036e0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d7b7fe640 1 -- 172.21.15.2:0/2475547850 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d6c007d50 con 0x7f4d841036e0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d7b7fe640 1 -- 172.21.15.2:0/2475547850 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d6c0187c0 con 0x7f4d841036e0 2024-09-05T04:18:24.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.475+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d841a7130 con 0x7f4d841036e0 2024-09-05T04:18:24.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.477+0000 7f4d7b7fe640 1 -- 172.21.15.2:0/2475547850 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4d6c00f450 con 0x7f4d841036e0 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.477+0000 7f4d8b295740 1 Processor -- start 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 -- start start 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897ea7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897eb2370 0x55b897eb4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b897e0d2f0 con 0x55b897ea75d0 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b897db4cf0 con 0x55b897eb2370 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8b295740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b897e092b0 con 0x55b897ea8b40 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52094/0 (socket says 172.21.15.2:52094) 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 -- 172.21.15.2:0/2702205148 learned_addr learned my addr 172.21.15.2:0/2702205148 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:24.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897ea7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897eb2370 0x55b897eb4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 -- 172.21.15.2:0/2702205148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 msgr2=0x55b897ea7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897ea7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 -- 172.21.15.2:0/2702205148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897eb2370 msgr2=0x55b897eb4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897eb2370 0x55b897eb4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d8259c640 1 -- 172.21.15.2:0/2702205148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b897d993a0 con 0x55b897ea75d0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d7b7fe640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 0x7f4d700a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.478+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897ea7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 0x7f4d700a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d7b7fe640 1 -- 172.21.15.2:0/2475547850 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f4d6c0cf7c0 con 0x7f4d841036e0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4d740039f0 tx=0x7f4d74003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f52a473780c5e52 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d78ff9640 1 -- 172.21.15.2:0/2702205148 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d74004b20 con 0x55b897ea75d0 2024-09-05T04:18:24.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d78ff9640 1 -- 172.21.15.2:0/2702205148 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d74004cc0 con 0x55b897ea75d0 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.479+0000 7f4d78ff9640 1 -- 172.21.15.2:0/2702205148 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d740126b0 con 0x55b897ea75d0 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- 172.21.15.2:0/2702205148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 msgr2=0x55b897ea7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 0x7f4d700a5230 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c005ab0 tx=0x7f4d7c0058d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4d740039f0 tx=0x7f4d74003eb0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- 172.21.15.2:0/2702205148 shutdown_connections 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897eb2370 0x55b897eb4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897ea7a10 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2702205148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897ea7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- 172.21.15.2:0/2702205148 >> 172.21.15.2:0/2702205148 conn(0x55b897e70310 msgr2=0x55b897ea3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- 172.21.15.2:0/2702205148 shutdown_connections 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- 172.21.15.2:0/2702205148 wait complete. 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 -- start start 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 Processor -- start 2024-09-05T04:18:24.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.480+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897eb2370 0x55b897eaf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8b295740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55b897eb5070 con 0x55b897ea75d0 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8b295740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55b897dc8060 con 0x55b897ea8b40 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8b295740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55b897eb51f0 con 0x55b897eb2370 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8b295740 10 client.0 _ll_register_callbacks cb 0x55b897b1b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52110/0 (socket says 172.21.15.2:52110) 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 -- 172.21.15.2:0/2057258231 learned_addr learned my addr 172.21.15.2:0/2057258231 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897eb2370 0x55b897eaf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 -- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897eb2370 msgr2=0x55b897eaf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897eb2370 0x55b897eaf560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 -- 172.21.15.2:0/2057258231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 msgr2=0x55b897eaefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 -- 172.21.15.2:0/2057258231 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b897b7e3c0 con 0x55b897ea75d0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8259c640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f4d74005c50 tx=0x7f4d74005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3c10248b9f9d045 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d74005280 con 0x55b897ea75d0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f4d74005420 con 0x55b897ea75d0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.481+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d74004cc0 con 0x55b897ea75d0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4d74005620 con 0x55b897ea75d0 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 10 client.17313 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:24.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b897ec0af0 con 0x55b897ea75d0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d74004cc0 con 0x55b897ea75d0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4d7400f040 con 0x55b897ea75d0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 10 client.17313 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 10 client.17313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 20 client.17313 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897ec1ea0 0x55b897ec4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 4 client.17313 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.482+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b897e1a860 con 0x55b897ec1ea0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.483+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897ec1ea0 0x55b897ec4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.483+0000 7f4d69ffb640 10 client.17313 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.483+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897ec1ea0 0x55b897ec4290 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9fd23136c227dd1 server_cookie=4eb5618b1159aa83 in_seq=0 out_seq=0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d69ffb640 1 -- 172.21.15.2:0/2057258231 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b897e1a860 con 0x55b897ec1ea0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d69ffb640 10 client.17313 handle_command_reply: tid=0 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 client.17313 shutdown 2024-09-05T04:18:24.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 msgr2=0x55b897eb1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f4d74005c50 tx=0x7f4d74005c80 comp rx=0 tx=0).stop 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 shutdown_connections 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897ec1ea0 0x55b897ec4290 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897eb2370 0x55b897eaf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d69ffb640 0 client.17313 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 --2- 172.21.15.2:0/2057258231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897ea75d0 0x55b897eb1d10 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 >> 172.21.15.2:0/2057258231 conn(0x55b897e70310 msgr2=0x55b897ea9930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 shutdown_connections 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 1 -- 172.21.15.2:0/2057258231 wait complete. 2024-09-05T04:18:24.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.484+0000 7f4d8b295740 20 client.17313 trim_cache size 0 max 16384 2024-09-05T04:18:24.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 Processor -- start 2024-09-05T04:18:24.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 -- start start 2024-09-05T04:18:24.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea75d0 0x55b897eaa120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaa660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841af250 con 0x55b897eb2370 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841b1ab0 con 0x55b897ea8b40 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d8b295740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841af8a0 con 0x55b897ea75d0 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d82d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d82d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52126/0 (socket says 172.21.15.2:52126) 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.497+0000 7f4d82d9d640 1 -- 172.21.15.2:0/394926200 learned_addr learned my addr 172.21.15.2:0/394926200 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d8259c640 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea75d0 0x55b897eaa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaa660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 -- 172.21.15.2:0/394926200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea75d0 msgr2=0x55b897eaa120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea75d0 0x55b897eaa120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 -- 172.21.15.2:0/394926200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 msgr2=0x55b897eaa660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaa660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 -- 172.21.15.2:0/394926200 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b897ea4960 con 0x55b897eb2370 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009230 tx=0x7f4d7c03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb3368df4b9c65f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d6bfff640 1 -- 172.21.15.2:0/394926200 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c035040 con 0x55b897eb2370 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d6bfff640 1 -- 172.21.15.2:0/394926200 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d7c0046c0 con 0x55b897eb2370 2024-09-05T04:18:24.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.498+0000 7f4d6bfff640 1 -- 172.21.15.2:0/394926200 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c003830 con 0x55b897eb2370 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- 172.21.15.2:0/394926200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 msgr2=0x55b897ec9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c009230 tx=0x7f4d7c03e000 comp rx=0 tx=0).stop 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- 172.21.15.2:0/394926200 shutdown_connections 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897ec9a20 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea8b40 0x55b897eaa660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- 172.21.15.2:0/394926200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea75d0 0x55b897eaa120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- 172.21.15.2:0/394926200 >> 172.21.15.2:0/394926200 conn(0x55b897e70310 msgr2=0x55b897ea2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- 172.21.15.2:0/394926200 shutdown_connections 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- 172.21.15.2:0/394926200 wait complete. 2024-09-05T04:18:24.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- start start 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 Processor -- start 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea75d0 0x55b897eba4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897eba9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841aff70 con 0x55b897eb2370 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841b13e0 con 0x55b897ea75d0 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4d841b0640 con 0x55b897ea8b40 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d8b295740 10 client.0 _ll_register_callbacks cb 0x7f4d6c0d5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d82d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d82d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52140/0 (socket says 172.21.15.2:52140) 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.499+0000 7f4d82d9d640 1 -- 172.21.15.2:0/1704698797 learned_addr learned my addr 172.21.15.2:0/1704698797 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d8259c640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea75d0 0x55b897eba4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d81d9b640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897eba9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 -- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 msgr2=0x55b897eba9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897eba9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 -- 172.21.15.2:0/1704698797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea75d0 msgr2=0x55b897eba4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea75d0 0x55b897eba4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 -- 172.21.15.2:0/1704698797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b897eb79c0 con 0x55b897eb2370 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d82d9d640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c02a940 tx=0x7f4d7c004aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f114ab52c3a8c86b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c061060 con 0x55b897eb2370 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f4d7c004c90 con 0x55b897eb2370 2024-09-05T04:18:24.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d7c0046c0 con 0x55b897eb2370 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4d7c068050 con 0x55b897eb2370 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d8b295740 10 client.17319 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.500+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55b897f2d000 con 0x55b897eb2370 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d7c0046c0 con 0x55b897eb2370 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4d7c003b20 con 0x55b897eb2370 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 10 client.17319 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 10 client.17319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 20 client.17319 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897f2d6a0 0x55b897f2fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 4 client.17319 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b897e14d70 con 0x55b897f2d6a0 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.501+0000 7f4d8259c640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897f2d6a0 0x55b897f2fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d69ffb640 10 client.17319 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:24.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8259c640 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897f2d6a0 0x55b897f2fac0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63f6ec8040678bc8 server_cookie=6c8e6746c004a579 in_seq=0 out_seq=0 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d69ffb640 1 -- 172.21.15.2:0/1704698797 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b897e14d70 con 0x55b897f2d6a0 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d69ffb640 10 client.17319 handle_command_reply: tid=0 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 client.17319 shutdown 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 msgr2=0x55b897eb7480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c02a940 tx=0x7f4d7c004aa0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 shutdown_connections 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55b897f2d6a0 0x55b897f2fac0 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55b897eb2370 0x55b897eb7480 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d69ffb640 0 client.17319 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55b897ea8b40 0x55b897eba9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 --2- 172.21.15.2:0/1704698797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55b897ea75d0 0x55b897eba4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 >> 172.21.15.2:0/1704698797 conn(0x55b897e70310 msgr2=0x55b897eb0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 shutdown_connections 2024-09-05T04:18:24.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 1 -- 172.21.15.2:0/1704698797 wait complete. 2024-09-05T04:18:24.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.502+0000 7f4d8b295740 20 client.17319 trim_cache size 0 max 16384 2024-09-05T04:18:24.509 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 msgr2=0x7f4d700a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 0x7f4d700a5230 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c005ab0 tx=0x7f4d7c0058d0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 msgr2=0x7f4d84100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c00c8c0 tx=0x7f4d6c00cd80 comp rx=0 tx=0).stop 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 shutdown_connections 2024-09-05T04:18:24.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4d700a2d70 0x7f4d700a5230 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4d841082a0 0x7f4d84101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4d841036e0 0x7f4d84100ed0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 --2- 172.21.15.2:0/2475547850 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4d84102d30 0x7f4d84100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 >> 172.21.15.2:0/2475547850 conn(0x7f4d840fc7d0 msgr2=0x7f4d84105d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 shutdown_connections 2024-09-05T04:18:24.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:24.503+0000 7f4d88ebc640 1 -- 172.21.15.2:0/2475547850 wait complete. 2024-09-05T04:18:25.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:25 smithi002 ceph-mon[31001]: pgmap v228: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:18:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:25 smithi079 ceph-mon[34908]: pgmap v228: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:18:25.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:25 smithi047 ceph-mon[34498]: pgmap v228: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:18:25.912 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:18:26.173 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:26.214 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:18:26.214 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1955463291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 msgr2=0x7fcbe4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1955463291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4101200 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4009ca0 tx=0x7fcbd402a950 comp rx=0 tx=0).stop 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1955463291 shutdown_connections 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1955463291 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1955463291 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 0x7fcbe41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1955463291 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4101200 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1955463291 >> 172.21.15.2:0/1955463291 conn(0x7fcbe40fc7d0 msgr2=0x7fcbe40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1955463291 shutdown_connections 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1955463291 wait complete. 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 Processor -- start 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.672+0000 7fcbec0b4640 1 -- start start 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 0x7fcbe4198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe419cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe4111f10 con 0x7fcbe4100e20 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe4111d90 con 0x7fcbe4102ef0 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcbe4112090 con 0x7fcbe4102570 2024-09-05T04:18:26.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52164/0 (socket says 172.21.15.2:52164) 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 -- 172.21.15.2:0/1653130881 learned_addr learned my addr 172.21.15.2:0/1653130881 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe964f640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 0x7fcbe4198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbea651640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe419cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 -- 172.21.15.2:0/1653130881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 msgr2=0x7fcbe4198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 0x7fcbe4198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 -- 172.21.15.2:0/1653130881 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 msgr2=0x7fcbe419cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe419cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 -- 172.21.15.2:0/1653130881 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbe419d3e0 con 0x7fcbe4100e20 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbea651640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe9e50640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4005cc0 tx=0x7fcbd402f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd4034040 con 0x7fcbe4100e20 2024-09-05T04:18:26.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbd40308f0 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbe419d670 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.673+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbd40046b0 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.674+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbe41a4fb0 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.674+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbe4101200 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.676+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcbd4037020 con 0x7fcbe4100e20 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.676+0000 7fcbe2ffd640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 0x7fcbcc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:26.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.676+0000 7fcbe964f640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 0x7fcbcc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:26.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.676+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fcbd40f0760 con 0x7fcbe4100e20 2024-09-05T04:18:26.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.677+0000 7fcbe964f640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 0x7fcbcc0a5230 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcbe40ffec0 tx=0x7fcbd800b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:26.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.679+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcbd40811b0 con 0x7fcbe4100e20 2024-09-05T04:18:26.729 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:26.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.918+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbe4109090 con 0x7fcbe4100e20 2024-09-05T04:18:26.919 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.919+0000 7fcbe2ffd640 1 -- 172.21.15.2:0/1653130881 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcbd40bd0a0 con 0x7fcbe4100e20 2024-09-05T04:18:26.919 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:18:26.920 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:18:26.920 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:18:26.921 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 msgr2=0x7fcbcc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 0x7fcbcc0a5230 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fcbe40ffec0 tx=0x7fcbd800b390 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 msgr2=0x7fcbe4198430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4005cc0 tx=0x7fcbd402f650 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 shutdown_connections 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcbcc0a2d70 0x7fcbcc0a5230 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbe4102ef0 0x7fcbe419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbe4102570 0x7fcbe4198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 --2- 172.21.15.2:0/1653130881 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbe4100e20 0x7fcbe4198430 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 >> 172.21.15.2:0/1653130881 conn(0x7fcbe40fc7d0 msgr2=0x7fcbe40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 shutdown_connections 2024-09-05T04:18:26.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:26.921+0000 7fcbec0b4640 1 -- 172.21.15.2:0/1653130881 wait complete. 2024-09-05T04:18:27.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:27 smithi002 ceph-mon[31001]: pgmap v229: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:27 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1653130881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:27 smithi079 ceph-mon[34908]: pgmap v229: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:27 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1653130881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:27 smithi047 ceph-mon[34498]: pgmap v229: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:27 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1653130881' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:27.712 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 9e9db5a0 --release --await' 2024-09-05T04:18:27.712 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 9e9db5a0 --release --await 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 -- 172.21.15.2:0/2995479552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc106f10 msgr2=0x7f32bc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 --2- 172.21.15.2:0/2995479552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc106f10 0x7f32bc10ea90 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f32b4009ca0 tx=0x7f32b402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 -- 172.21.15.2:0/2995479552 shutdown_connections 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 --2- 172.21.15.2:0/2995479552 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc106f10 0x7f32bc10ea90 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 --2- 172.21.15.2:0/2995479552 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc102790 0x7f32bc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 --2- 172.21.15.2:0/2995479552 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc101de0 0x7f32bc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 -- 172.21.15.2:0/2995479552 >> 172.21.15.2:0/2995479552 conn(0x7f32bc0fd8c0 msgr2=0x7f32bc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 -- 172.21.15.2:0/2995479552 shutdown_connections 2024-09-05T04:18:27.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.963+0000 7f32c2a41640 1 -- 172.21.15.2:0/2995479552 wait complete. 2024-09-05T04:18:27.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 Processor -- start 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 -- start start 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 0x7f32bc198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc106f10 0x7f32bc19cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc111e20 con 0x7f32bc102790 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc111ca0 con 0x7f32bc101de0 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.964+0000 7f32c2a41640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc111fa0 con 0x7f32bc106f10 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52182/0 (socket says 172.21.15.2:52182) 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 -- 172.21.15.2:0/991150828 learned_addr learned my addr 172.21.15.2:0/991150828 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32bbfff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 0x7f32bc198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32c0fde640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc106f10 0x7f32bc19cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 -- 172.21.15.2:0/991150828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc106f10 msgr2=0x7f32bc19cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc106f10 0x7f32bc19cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 -- 172.21.15.2:0/991150828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 msgr2=0x7f32bc198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 0x7f32bc198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 -- 172.21.15.2:0/991150828 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32bc19d1f0 con 0x7f32bc102790 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32bbfff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 0x7f32bc198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b3fff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f32a400d950 tx=0x7f32a400dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b9ffb640 1 -- 172.21.15.2:0/991150828 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4017070 con 0x7f32bc102790 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32bc19d4e0 con 0x7f32bc102790 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b9ffb640 1 -- 172.21.15.2:0/991150828 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32a400de80 con 0x7f32bc102790 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.965+0000 7f32b9ffb640 1 -- 172.21.15.2:0/991150828 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a400f620 con 0x7f32bc102790 2024-09-05T04:18:27.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.966+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32bc1a4dc0 con 0x7f32bc102790 2024-09-05T04:18:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32b9ffb640 1 -- 172.21.15.2:0/991150828 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f32a4009c30 con 0x7f32bc102790 2024-09-05T04:18:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 Processor -- start 2024-09-05T04:18:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 -- start start 2024-09-05T04:18:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737a7f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.970 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737b2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32b9ffb640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 0x7f32a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd7370d280 con 0x55dd737b2d40 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd736b4b10 con 0x55dd737a8480 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.968+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd73709240 con 0x55dd737a7b60 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52192/0 (socket says 172.21.15.2:52192) 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 -- 172.21.15.2:0/3119328697 learned_addr learned my addr 172.21.15.2:0/3119328697 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32b9ffb640 1 -- 172.21.15.2:0/991150828 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f32a40cf3a0 con 0x7f32bc102790 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32b3fff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 0x7f32a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737b2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737a7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 -- 172.21.15.2:0/3119328697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 msgr2=0x55dd737a7f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737a7f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 -- 172.21.15.2:0/3119328697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 msgr2=0x55dd737b2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737b2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 -- 172.21.15.2:0/3119328697 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd736c11f0 con 0x55dd737b2d40 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32b3fff640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 0x7f32a80a51b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f32a40a3c10 tx=0x7f32a4005f70 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f32b4035000 tx=0x7f32b4005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858ce1d8324d24f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.969+0000 7f32b27fc640 1 -- 172.21.15.2:0/3119328697 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b4031830 con 0x55dd737b2d40 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32b27fc640 1 -- 172.21.15.2:0/3119328697 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b4036070 con 0x55dd737b2d40 2024-09-05T04:18:27.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32b27fc640 1 -- 172.21.15.2:0/3119328697 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b40042f0 con 0x55dd737b2d40 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3119328697 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 msgr2=0x55dd737b5130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f32b4035000 tx=0x7f32b4005fa0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3119328697 shutdown_connections 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737b5130 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737b2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3119328697 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737a7f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3119328697 >> 172.21.15.2:0/3119328697 conn(0x55dd737a40f0 msgr2=0x55dd737a44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3119328697 shutdown_connections 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.970+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3119328697 wait complete. 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 -- start start 2024-09-05T04:18:27.976 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 Processor -- start 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737afc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 0x55dd737b06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd737b9d20 con 0x55dd737a8480 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd736c7f10 con 0x55dd737b2d40 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd737b9ea0 con 0x55dd737a7b60 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32c4e1a740 10 client.0 _ll_register_callbacks cb 0x55dd73690a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52206/0 (socket says 172.21.15.2:52206) 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.971+0000 7f32bbfff640 1 -- 172.21.15.2:0/3425808176 learned_addr learned my addr 172.21.15.2:0/3425808176 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737afc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.977 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 0x55dd737b06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 -- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 msgr2=0x55dd737afc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737afc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 -- 172.21.15.2:0/3425808176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 msgr2=0x55dd737b06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 0x55dd737b06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 -- 172.21.15.2:0/3425808176 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd7347e6a0 con 0x55dd737a8480 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 0x55dd737b06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f32ac010f10 tx=0x7f32ac00f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c31ff99a43fb4d27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f329b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac005020 con 0x55dd737a8480 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f32ac0051c0 con 0x55dd737a8480 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32b4036070 con 0x55dd737a8480 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f32ac024050 con 0x55dd737a8480 2024-09-05T04:18:27.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c4e1a740 10 client.17337 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.972+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd737c5a00 con 0x55dd737a8480 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b4036070 con 0x55dd737a8480 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f32ac019530 con 0x55dd737a8480 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 10 client.17337 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 10 client.17337 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 20 client.17337 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd737c73d0 0x55dd737c9810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 4 client.17337 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd7371a7f0 con 0x55dd737c73d0 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd737c73d0 0x55dd737c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f329b7fe640 10 client.17337 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.973+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd737c73d0 0x55dd737c9810 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d728d15314ed682e server_cookie=f9502c8017f62ede in_seq=0 out_seq=0 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f329b7fe640 1 -- 172.21.15.2:0/3425808176 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd7371a7f0 con 0x55dd737c73d0 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f329b7fe640 10 client.17337 handle_command_reply: tid=0 2024-09-05T04:18:27.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 client.17337 shutdown 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 msgr2=0x55dd737b0180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f32ac010f10 tx=0x7f32ac00f7f0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 shutdown_connections 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd737c73d0 0x55dd737c9810 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737b2d40 0x55dd737b06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737a8480 0x55dd737b0180 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3425808176 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737afc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f329b7fe640 0 client.17337 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 >> 172.21.15.2:0/3425808176 conn(0x55dd737a40f0 msgr2=0x55dd737a9dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.974+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 shutdown_connections 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.975+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3425808176 wait complete. 2024-09-05T04:18:27.980 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.975+0000 7f32c4e1a740 20 client.17337 trim_cache size 0 max 16384 2024-09-05T04:18:27.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 Processor -- start 2024-09-05T04:18:27.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 -- start start 2024-09-05T04:18:27.994 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a7b60 0x55dd737b0510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a8480 0x55dd737cf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1aacf0 con 0x55dd737b2d40 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1ad550 con 0x55dd737a7b60 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1ab340 con 0x55dd737a8480 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c0fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c0fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52218/0 (socket says 172.21.15.2:52218) 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c0fde640 1 -- 172.21.15.2:0/152959182 learned_addr learned my addr 172.21.15.2:0/152959182 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32c0fde640 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a7b60 0x55dd737b0510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.993+0000 7f32bbfff640 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a8480 0x55dd737cf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:27.995 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 -- 172.21.15.2:0/152959182 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a8480 msgr2=0x55dd737cf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a8480 0x55dd737cf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 -- 172.21.15.2:0/152959182 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a7b60 msgr2=0x55dd737b0510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a7b60 0x55dd737b0510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 -- 172.21.15.2:0/152959182 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd737c9e90 con 0x55dd737b2d40 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32c0fde640 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f32b402f3b0 tx=0x7f32b4046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66ce259c34d764ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32b1ffb640 1 -- 172.21.15.2:0/152959182 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b4040040 con 0x55dd737b2d40 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32b1ffb640 1 -- 172.21.15.2:0/152959182 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b4036050 con 0x55dd737b2d40 2024-09-05T04:18:27.996 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.994+0000 7f32b1ffb640 1 -- 172.21.15.2:0/152959182 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b4004750 con 0x55dd737b2d40 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- 172.21.15.2:0/152959182 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 msgr2=0x55dd737cf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f32b402f3b0 tx=0x7f32b4046040 comp rx=0 tx=0).stop 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- 172.21.15.2:0/152959182 shutdown_connections 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737cf620 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a8480 0x55dd737cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/152959182 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a7b60 0x55dd737b0510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- 172.21.15.2:0/152959182 >> 172.21.15.2:0/152959182 conn(0x55dd737a40f0 msgr2=0x55dd737b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- 172.21.15.2:0/152959182 shutdown_connections 2024-09-05T04:18:27.999 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- 172.21.15.2:0/152959182 wait complete. 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.995+0000 7f32c4e1a740 1 -- start start 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 Processor -- start 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737badd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737bb850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1aba10 con 0x55dd737b2d40 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1ace80 con 0x55dd737a8480 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32bc1ac0e0 con 0x55dd737a7b60 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c4e1a740 10 client.0 _ll_register_callbacks cb 0x7f32ac00abf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:33948/0 (socket says 172.21.15.2:33948) 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 -- 172.21.15.2:0/3047975555 learned_addr learned my addr 172.21.15.2:0/3047975555 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737bb850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:28.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737badd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 -- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 msgr2=0x55dd737badd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737badd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.996+0000 7f32bbfff640 1 -- 172.21.15.2:0/3047975555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 msgr2=0x55dd737bb850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737bb850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32bbfff640 1 -- 172.21.15.2:0/3047975555 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd738310b0 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737badd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32bbfff640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f32ac019a20 tx=0x7f32ac019590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0abb80e30d5c494 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f329b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ac02c070 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32b4036050 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f32ac005250 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f32ac019780 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32c4e1a740 10 client.26504 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.997+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd73832380 con 0x55dd737a8480 2024-09-05T04:18:28.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b4036050 con 0x55dd737a8480 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f32ac031440 con 0x55dd737a8480 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 10 client.26504 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 10 client.26504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 20 client.26504 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd73832b20 0x55dd73834f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 4 client.26504 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.998+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55dd73714d00 con 0x55dd73832b20 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.999+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd73832b20 0x55dd73834f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.999+0000 7f329b7fe640 10 client.26504 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:28.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:27.999+0000 7f32c0fde640 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd73832b20 0x55dd73834f40 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b4ff66cf038b8d4 server_cookie=52afd1d65f34c6eb in_seq=0 out_seq=0 2024-09-05T04:18:28.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.000+0000 7f329b7fe640 1 -- 172.21.15.2:0/3047975555 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55dd73714d00 con 0x55dd73832b20 2024-09-05T04:18:28.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.000+0000 7f329b7fe640 10 client.26504 handle_command_reply: tid=0 2024-09-05T04:18:28.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.000+0000 7f32c4e1a740 1 client.26504 shutdown 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 msgr2=0x55dd737bb310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f32ac019a20 tx=0x7f32ac019590 comp rx=0 tx=0).stop 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 shutdown_connections 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd73832b20 0x55dd73834f40 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd737b2d40 0x55dd737bb850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd737a8480 0x55dd737bb310 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 --2- 172.21.15.2:0/3047975555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd737a7b60 0x55dd737badd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 >> 172.21.15.2:0/3047975555 conn(0x55dd737a40f0 msgr2=0x55dd737b12b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f329b7fe640 0 client.26504 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 shutdown_connections 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 1 -- 172.21.15.2:0/3047975555 wait complete. 2024-09-05T04:18:28.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c4e1a740 20 client.26504 trim_cache size 0 max 16384 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "19a95408-98ef-4eeb-b131-29a87b9acdb2", 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:28.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 msgr2=0x7f32a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 0x7f32a80a51b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f32a40a3c10 tx=0x7f32a4005f70 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 msgr2=0x7f32bc198780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.001+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f32a400d950 tx=0x7f32a400dd50 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 shutdown_connections 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32a80a2cf0 0x7f32a80a51b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32bc106f10 0x7f32bc19cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32bc102790 0x7f32bc198780 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 --2- 172.21.15.2:0/991150828 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32bc101de0 0x7f32bc198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 >> 172.21.15.2:0/991150828 conn(0x7f32bc0fd8c0 msgr2=0x7f32bc0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 shutdown_connections 2024-09-05T04:18:28.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:28.002+0000 7f32c2a41640 1 -- 172.21.15.2:0/991150828 wait complete. 2024-09-05T04:18:28.730 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:18:28.781 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:29.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 -- 172.21.15.2:0/2521056508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018100a80 msgr2=0x7f5018100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 --2- 172.21.15.2:0/2521056508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018100a80 0x7f5018100ee0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f500c009930 tx=0x7f500c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:29.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 -- 172.21.15.2:0/2521056508 shutdown_connections 2024-09-05T04:18:29.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 --2- 172.21.15.2:0/2521056508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 0x7f501810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 --2- 172.21.15.2:0/2521056508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018100a80 0x7f5018100ee0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 --2- 172.21.15.2:0/2521056508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018106a80 0x7f5018106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 -- 172.21.15.2:0/2521056508 >> 172.21.15.2:0/2521056508 conn(0x7f50180fc7a0 msgr2=0x7f50180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 -- 172.21.15.2:0/2521056508 shutdown_connections 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.275+0000 7f501c941640 1 -- 172.21.15.2:0/2521056508 wait complete. 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 Processor -- start 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 -- start start 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018100a80 0x7f50181983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 0x7f5018198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5018110d30 con 0x7f5018106a80 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5018110bb0 con 0x7f5018100a80 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501c941640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5018110eb0 con 0x7f5018101420 2024-09-05T04:18:29.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f5016d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f5016d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52240/0 (socket says 172.21.15.2:52240) 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f5016d9d640 1 -- 172.21.15.2:0/3442103820 learned_addr learned my addr 172.21.15.2:0/3442103820 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.276+0000 7f501659c640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018100a80 0x7f50181983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5015d9b640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 0x7f5018198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 -- 172.21.15.2:0/3442103820 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 msgr2=0x7f5018198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 0x7f5018198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 -- 172.21.15.2:0/3442103820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018100a80 msgr2=0x7f50181983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018100a80 0x7f50181983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 -- 172.21.15.2:0/3442103820 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501819d3a0 con 0x7f5018106a80 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f5016d9d640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f501000eaa0 tx=0x7f501000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f50077fe640 1 -- 172.21.15.2:0/3442103820 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f501000cdb0 con 0x7f5018106a80 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f50077fe640 1 -- 172.21.15.2:0/3442103820 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5010005020 con 0x7f5018106a80 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501819d690 con 0x7f5018106a80 2024-09-05T04:18:29.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f50077fe640 1 -- 172.21.15.2:0/3442103820 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50100116d0 con 0x7f5018106a80 2024-09-05T04:18:29.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.277+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50181a4f70 con 0x7f5018106a80 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.279+0000 7f50077fe640 1 -- 172.21.15.2:0/3442103820 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f50100051d0 con 0x7f5018106a80 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 Processor -- start 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 -- start start 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acc5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acc6240 0x56477acc8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56477ac20620 con 0x56477acbb060 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56477abc7e50 con 0x56477acbb980 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f501ed1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56477ac1c5e0 con 0x56477acc6240 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f50077fe640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52244/0 (socket says 172.21.15.2:52244) 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f5015d9b640 1 -- 172.21.15.2:0/1098485138 learned_addr learned my addr 172.21.15.2:0/1098485138 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.280+0000 7f5016d9d640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f501659c640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acc5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acc6240 0x56477acc8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f50077fe640 1 -- 172.21.15.2:0/3442103820 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f50100cfa40 con 0x7f5018106a80 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 -- 172.21.15.2:0/1098485138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acc6240 msgr2=0x56477acc8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acc6240 0x56477acc8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 -- 172.21.15.2:0/1098485138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 msgr2=0x56477acc5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acc5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 -- 172.21.15.2:0/1098485138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56477abb8d40 con 0x56477acbb060 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f501659c640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acc5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5016d9d640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 0x7f50000a51b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f501009b870 tx=0x7f5010097f00 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f500c005ab0 tx=0x7f500c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a1cab1217f7dc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5004ff9640 1 -- 172.21.15.2:0/1098485138 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c035050 con 0x56477acbb060 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5004ff9640 1 -- 172.21.15.2:0/1098485138 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f500c004030 con 0x56477acbb060 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.281+0000 7f5004ff9640 1 -- 172.21.15.2:0/1098485138 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c005640 con 0x56477acbb060 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 -- 172.21.15.2:0/1098485138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 msgr2=0x56477acbb440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f500c005ab0 tx=0x7f500c005d50 comp rx=0 tx=0).stop 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 -- 172.21.15.2:0/1098485138 shutdown_connections 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acc6240 0x56477acc8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acc5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1098485138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb060 0x56477acbb440 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.282+0000 7f501ed1a740 1 -- 172.21.15.2:0/1098485138 >> 172.21.15.2:0/1098485138 conn(0x56477acb75f0 msgr2=0x56477acb79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- 172.21.15.2:0/1098485138 shutdown_connections 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- 172.21.15.2:0/1098485138 wait complete. 2024-09-05T04:18:29.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- start start 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 Processor -- start 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb060 0x56477acc31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb980 0x56477acc36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56477accd220 con 0x56477acc6240 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56477aba8f10 con 0x56477acbb060 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56477accd3a0 con 0x56477acbb980 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f501ed1a740 10 client.0 _ll_register_callbacks cb 0x56477abccdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.283+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52250/0 (socket says 172.21.15.2:52250) 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 -- 172.21.15.2:0/2391727477 learned_addr learned my addr 172.21.15.2:0/2391727477 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f501659c640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb980 0x56477acc36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb060 0x56477acc31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 -- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb980 msgr2=0x56477acc36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb980 0x56477acc36e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 -- 172.21.15.2:0/2391727477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb060 msgr2=0x56477acc31a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb060 0x56477acc31a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 -- 172.21.15.2:0/2391727477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477a92f580 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f5015d9b640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f500c005180 tx=0x7f500c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4990a3ba47bbb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f4ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c035030 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f500c004030 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f500c0317b0 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f500c057050 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f501ed1a740 10 client.17355 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.284+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56477a9f9960 con 0x56477acc6240 2024-09-05T04:18:29.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f500c004030 con 0x56477acc6240 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f500c003780 con 0x56477acc6240 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 10 client.17355 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 10 client.17355 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 20 client.17355 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477acdc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 4 client.17355 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56477ac2db90 con 0x56477acda0d0 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.285+0000 7f501659c640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477acdc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501659c640 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477acdc4c0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b72ce82cede2fae server_cookie=e8445ae69e49fa83 in_seq=0 out_seq=0 2024-09-05T04:18:29.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f4ffdffb640 10 client.17355 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f4ffdffb640 1 -- 172.21.15.2:0/2391727477 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56477ac2db90 con 0x56477acda0d0 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f4ffdffb640 10 client.17355 handle_command_reply: tid=0 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501ed1a740 1 client.17355 shutdown 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 msgr2=0x56477acc3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f500c005180 tx=0x7f500c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 shutdown_connections 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.286+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477acdc4c0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acc3c20 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f4ffdffb640 0 client.17355 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb980 0x56477acc36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 --2- 172.21.15.2:0/2391727477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb060 0x56477acc31a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 >> 172.21.15.2:0/2391727477 conn(0x56477acb75f0 msgr2=0x56477acbd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 shutdown_connections 2024-09-05T04:18:29.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 1 -- 172.21.15.2:0/2391727477 wait complete. 2024-09-05T04:18:29.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.287+0000 7f501ed1a740 20 client.17355 trim_cache size 0 max 16384 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 Processor -- start 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 -- start start 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acbdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acc6240 0x56477acc0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50181aae40 con 0x56477acbb980 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50181ad6a0 con 0x56477acc6240 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.305+0000 7f501ed1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50181ab490 con 0x56477acbb060 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52252/0 (socket says 172.21.15.2:52252) 2024-09-05T04:18:29.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 -- 172.21.15.2:0/1228493082 learned_addr learned my addr 172.21.15.2:0/1228493082 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acc6240 0x56477acc0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acbdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 -- 172.21.15.2:0/1228493082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 msgr2=0x56477acbdac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acbdac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 -- 172.21.15.2:0/1228493082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acc6240 msgr2=0x56477acc0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acc6240 0x56477acc0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 -- 172.21.15.2:0/1228493082 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56477acb8280 con 0x56477acbb980 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f5015d9b640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acbdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f501659c640 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x56477acc2a30 tx=0x7f500800bbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1915fb80000d8e62 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f4ffffff640 1 -- 172.21.15.2:0/1228493082 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008003d20 con 0x56477acbb980 2024-09-05T04:18:29.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f4ffffff640 1 -- 172.21.15.2:0/1228493082 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50080054d0 con 0x56477acbb980 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.306+0000 7f4ffffff640 1 -- 172.21.15.2:0/1228493082 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5008004e50 con 0x56477acbb980 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 -- 172.21.15.2:0/1228493082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 msgr2=0x56477acd5d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x56477acc2a30 tx=0x7f500800bbf0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 -- 172.21.15.2:0/1228493082 shutdown_connections 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acc6240 0x56477acc0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acbb980 0x56477acd5d00 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 --2- 172.21.15.2:0/1228493082 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acbdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 -- 172.21.15.2:0/1228493082 >> 172.21.15.2:0/1228493082 conn(0x56477acb75f0 msgr2=0x56477acd55f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 -- 172.21.15.2:0/1228493082 shutdown_connections 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.307+0000 7f501ed1a740 1 -- 172.21.15.2:0/1228493082 wait complete. 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 -- start start 2024-09-05T04:18:29.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 Processor -- start 2024-09-05T04:18:29.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acdd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acdd8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50181abb60 con 0x56477acc6240 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50181acfd0 con 0x56477acbb980 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50181ac230 con 0x56477acbb060 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f5015d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52256/0 (socket says 172.21.15.2:52256) 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f5015d9b640 1 -- 172.21.15.2:0/3757542594 learned_addr learned my addr 172.21.15.2:0/3757542594 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f5015d9b640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acdd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501ed1a740 10 client.0 _ll_register_callbacks cb 0x7f500c005040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.308+0000 7f501659c640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acdd8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 -- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 msgr2=0x56477acdd3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acdd3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 -- 172.21.15.2:0/3757542594 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 msgr2=0x56477acdd8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acdd8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 -- 172.21.15.2:0/3757542594 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56477ad43b10 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f5015d9b640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f500c03a480 tx=0x7f500c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d40ccfd75a12c4cb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f4ffdffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500c035040 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50080054d0 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f500c04f040 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f500c003f80 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f501ed1a740 10 client.17361 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.309+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56477ad44d80 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50080054d0 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f500c0046c0 con 0x56477acc6240 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 10 client.17361 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:29.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 10 client.17361 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 20 client.17361 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477ad471c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 4 client.17361 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "9e9db5a0", "release": true, "await": true}] 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "9e9db5a0", "release": true, "await": true}) -- 0x56477ac280a0 con 0x56477acda0d0 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501659c640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477ad471c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f4ffdffb640 10 client.17361 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:29.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.310+0000 7f501659c640 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477ad471c0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d9104fec17f2e1 server_cookie=3d3c319c80ca2ed9 in_seq=0 out_seq=0 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f4ffdffb640 1 -- 172.21.15.2:0/3757542594 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x56477ac280a0 con 0x56477acda0d0 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f4ffdffb640 10 client.17361 handle_command_reply: tid=0 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 client.17361 shutdown 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 msgr2=0x56477acdde20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f500c03a480 tx=0x7f500c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 shutdown_connections 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56477acda0d0 0x56477ad471c0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56477acc6240 0x56477acdde20 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56477acbb980 0x56477acdd8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 --2- 172.21.15.2:0/3757542594 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56477acbb060 0x56477acdd3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 >> 172.21.15.2:0/3757542594 conn(0x56477acb75f0 msgr2=0x56477acd5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.315 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f4ffdffb640 0 client.17361 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:29.316 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:29 smithi002 ceph-mon[31001]: pgmap v230: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:29.316 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:29 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:18:29.316 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:29 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:29.316 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:29 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:18:29.316 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:29 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:29.316 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 shutdown_connections 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.313+0000 7f501ed1a740 1 -- 172.21.15.2:0/3757542594 wait complete. 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501ed1a740 20 client.17361 trim_cache size 0 max 16384 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 24, 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "9e9db5a0": { 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 24, 2024-09-05T04:18:29.317 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:29.318 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 msgr2=0x7f50000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 0x7f50000a51b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f501009b870 tx=0x7f5010097f00 comp rx=0 tx=0).stop 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 msgr2=0x7f501819ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:29.319 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f501000eaa0 tx=0x7f501000ef60 comp rx=0 tx=0).stop 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 shutdown_connections 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50000a2cf0 0x7f50000a51b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5018106a80 0x7f501819ccc0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5018101420 0x7f5018198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 --2- 172.21.15.2:0/3442103820 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5018100a80 0x7f50181983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.314+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 >> 172.21.15.2:0/3442103820 conn(0x7f50180fc7a0 msgr2=0x7f501806ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.315+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 shutdown_connections 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:29.315+0000 7f501c941640 1 -- 172.21.15.2:0/3442103820 wait complete. 2024-09-05T04:18:29.320 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:29.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:29 smithi079 ceph-mon[34908]: pgmap v230: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:29 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:18:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:29 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:29 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:18:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:29 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:29 smithi047 ceph-mon[34498]: pgmap v230: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:18:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:29 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:18:29.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:29 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:29.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:29 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:18:29.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:29 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:18:30.336 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '9e9db5a0', total seconds elapsed: 14.4 2024-09-05T04:18:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 -- 172.21.15.2:0/2360407360 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298101de0 msgr2=0x7fa2981021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 --2- 172.21.15.2:0/2360407360 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298101de0 0x7fa2981021c0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fa28c009ca0 tx=0x7fa28c02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 -- 172.21.15.2:0/2360407360 shutdown_connections 2024-09-05T04:18:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 --2- 172.21.15.2:0/2360407360 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298106f10 0x7fa29810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 --2- 172.21.15.2:0/2360407360 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298102790 0x7fa2981067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 --2- 172.21.15.2:0/2360407360 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298101de0 0x7fa2981021c0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 -- 172.21.15.2:0/2360407360 >> 172.21.15.2:0/2360407360 conn(0x7fa2980fd8c0 msgr2=0x7fa2980ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 -- 172.21.15.2:0/2360407360 shutdown_connections 2024-09-05T04:18:30.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.509+0000 7fa29ec64640 1 -- 172.21.15.2:0/2360407360 wait complete. 2024-09-05T04:18:30.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 Processor -- start 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 -- start start 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298101de0 0x7fa2981982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298106f10 0x7fa29819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa298111e20 con 0x7fa298102790 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa298111ca0 con 0x7fa298101de0 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ec64640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa298111fa0 con 0x7fa298106f10 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52282/0 (socket says 172.21.15.2:52282) 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa297fff640 1 -- 172.21.15.2:0/3771517887 learned_addr learned my addr 172.21.15.2:0/3771517887 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:30.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.510+0000 7fa29ca00640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298101de0 0x7fa2981982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa29d201640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298106f10 0x7fa29819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 -- 172.21.15.2:0/3771517887 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298106f10 msgr2=0x7fa29819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298106f10 0x7fa29819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 -- 172.21.15.2:0/3771517887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298101de0 msgr2=0x7fa2981982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298101de0 0x7fa2981982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 -- 172.21.15.2:0/3771517887 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa29819d290 con 0x7fa298102790 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa297fff640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fa28400c970 tx=0x7fa28400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa295ffb640 1 -- 172.21.15.2:0/3771517887 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284007bb0 con 0x7fa298102790 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa295ffb640 1 -- 172.21.15.2:0/3771517887 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa284007d50 con 0x7fa298102790 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa29819d580 con 0x7fa298102790 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa295ffb640 1 -- 172.21.15.2:0/3771517887 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28400f450 con 0x7fa298102790 2024-09-05T04:18:30.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.511+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2981a4e60 con 0x7fa298102790 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa295ffb640 1 -- 172.21.15.2:0/3771517887 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa284004f20 con 0x7fa298102790 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 Processor -- start 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 -- start start 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa295ffb640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 0x7fa2880a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307e7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa295ffb640 1 -- 172.21.15.2:0/3771517887 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fa2840cf540 con 0x7fa298102790 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ca3074d2e0 con 0x55ca307e7cc0 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ca306f4ce0 con 0x55ca307f6a90 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.514+0000 7fa2a103d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ca307492a0 con 0x55ca307e73a0 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa29d201640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 0x7fa2880a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52286/0 (socket says 172.21.15.2:52286) 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 -- 172.21.15.2:0/3334130053 learned_addr learned my addr 172.21.15.2:0/3334130053 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:30.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa29ca00640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307e7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa29d201640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 -- 172.21.15.2:0/3334130053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 msgr2=0x55ca307e7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307e7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 -- 172.21.15.2:0/3334130053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 msgr2=0x55ca307f8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 -- 172.21.15.2:0/3334130053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca306d9440 con 0x55ca307e7cc0 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa29d201640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa29d201640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 0x7fa2880a5230 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa29000ca80 tx=0x7fa29000ce80 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa297fff640 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fa28400cfd0 tx=0x7fa28409bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fca7cc78e632e8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa282ffd640 1 -- 172.21.15.2:0/3334130053 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28401d040 con 0x55ca307e7cc0 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa282ffd640 1 -- 172.21.15.2:0/3334130053 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa28409fa20 con 0x55ca307e7cc0 2024-09-05T04:18:30.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.515+0000 7fa282ffd640 1 -- 172.21.15.2:0/3334130053 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa284097ce0 con 0x55ca307e7cc0 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 -- 172.21.15.2:0/3334130053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 msgr2=0x55ca307f6550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fa28400cfd0 tx=0x7fa28409bd70 comp rx=0 tx=0).stop 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 -- 172.21.15.2:0/3334130053 shutdown_connections 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e7cc0 0x55ca307f6550 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 --2- 172.21.15.2:0/3334130053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307e7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 -- 172.21.15.2:0/3334130053 >> 172.21.15.2:0/3334130053 conn(0x55ca307e3a30 msgr2=0x55ca307e3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 -- 172.21.15.2:0/3334130053 shutdown_connections 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.516+0000 7fa2a103d740 1 -- 172.21.15.2:0/3334130053 wait complete. 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 -- start start 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 Processor -- start 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307f6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307f3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ca307f9660 con 0x55ca307f6a90 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ca30708050 con 0x55ca307e7cc0 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ca307f97e0 con 0x55ca307e73a0 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa2a103d740 10 client.0 _ll_register_callbacks cb 0x55ca30748160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa29d201640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa29d201640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52292/0 (socket says 172.21.15.2:52292) 2024-09-05T04:18:30.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa29d201640 1 -- 172.21.15.2:0/1964489964 learned_addr learned my addr 172.21.15.2:0/1964489964 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.517+0000 7fa29ca00640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307f6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa297fff640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307f3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 -- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 msgr2=0x55ca307f6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307f6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 -- 172.21.15.2:0/1964489964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 msgr2=0x55ca307f3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307f3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 -- 172.21.15.2:0/1964489964 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca304be3c0 con 0x55ca307f6a90 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa29d201640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fa2900109a0 tx=0x7fa290004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a03561d6a081bd07 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa277fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290023030 con 0x55ca307f6a90 2024-09-05T04:18:30.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fa290012b60 con 0x55ca307f6a90 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa28409fa20 con 0x55ca307f6a90 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa29002d050 con 0x55ca307f6a90 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa2a103d740 10 client.17373 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ca308050b0 con 0x55ca307f6a90 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.518+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa28409fa20 con 0x55ca307f6a90 2024-09-05T04:18:30.528 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa290004a30 con 0x55ca307f6a90 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 10 client.17373 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 10 client.17373 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 20 client.17373 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30808af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 4 client.17373 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca3075a850 con 0x55ca30806700 2024-09-05T04:18:30.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa29ca00640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30808af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa277fff640 10 client.17373 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:30.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.519+0000 7fa29ca00640 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30808af0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4e0f974e8b1c18c server_cookie=8f3764733e6c40b0 in_seq=0 out_seq=0 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa277fff640 1 -- 172.21.15.2:0/1964489964 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ca3075a850 con 0x55ca30806700 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa277fff640 10 client.17373 handle_command_reply: tid=0 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 client.17373 shutdown 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 msgr2=0x55ca307f3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fa2900109a0 tx=0x7fa290004730 comp rx=0 tx=0).stop 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 shutdown_connections 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30808af0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca307f3cf0 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307f3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa277fff640 0 client.17373 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1964489964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca307f6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 >> 172.21.15.2:0/1964489964 conn(0x55ca307e3a30 msgr2=0x55ca307e9790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 shutdown_connections 2024-09-05T04:18:30.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 1 -- 172.21.15.2:0/1964489964 wait complete. 2024-09-05T04:18:30.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.520+0000 7fa2a103d740 20 client.17373 trim_cache size 0 max 16384 2024-09-05T04:18:30.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 Processor -- start 2024-09-05T04:18:30.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 -- start start 2024-09-05T04:18:30.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca30802900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307e95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981aae00 con 0x55ca307f6a90 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981ad660 con 0x55ca307e7cc0 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa2a103d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981ab450 con 0x55ca307e73a0 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa29d201640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa29d201640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52302/0 (socket says 172.21.15.2:52302) 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa29d201640 1 -- 172.21.15.2:0/1376700244 learned_addr learned my addr 172.21.15.2:0/1376700244 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.538+0000 7fa297fff640 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307e95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29ca00640 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca30802900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 -- 172.21.15.2:0/1376700244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 msgr2=0x55ca30802900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca30802900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 -- 172.21.15.2:0/1376700244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 msgr2=0x55ca307e95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307e95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 -- 172.21.15.2:0/1376700244 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca307f1c90 con 0x55ca307f6a90 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa29d201640 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fa29000cfd0 tx=0x7fa29001f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719ecf0a1bdbb3ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2827fc640 1 -- 172.21.15.2:0/1376700244 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290035020 con 0x55ca307f6a90 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2827fc640 1 -- 172.21.15.2:0/1376700244 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa290012d60 con 0x55ca307f6a90 2024-09-05T04:18:30.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2827fc640 1 -- 172.21.15.2:0/1376700244 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa290023040 con 0x55ca307f6a90 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2a103d740 1 -- 172.21.15.2:0/1376700244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 msgr2=0x55ca3080e2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fa29000cfd0 tx=0x7fa29001f730 comp rx=0 tx=0).stop 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.539+0000 7fa2a103d740 1 -- 172.21.15.2:0/1376700244 shutdown_connections 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307f6a90 0x55ca3080e2b0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307e7cc0 0x55ca307e95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- 172.21.15.2:0/1376700244 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e73a0 0x55ca30802900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- 172.21.15.2:0/1376700244 >> 172.21.15.2:0/1376700244 conn(0x55ca307e3a30 msgr2=0x55ca307e8ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- 172.21.15.2:0/1376700244 shutdown_connections 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- 172.21.15.2:0/1376700244 wait complete. 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- start start 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 Processor -- start 2024-09-05T04:18:30.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e7cc0 0x55ca307f0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981abb20 con 0x55ca307e73a0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981acf90 con 0x55ca307f6a90 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2981ac1f0 con 0x55ca307e7cc0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa2a103d740 10 client.0 _ll_register_callbacks cb 0x7fa290016070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.540+0000 7fa29ca00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52318/0 (socket says 172.21.15.2:52318) 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 -- 172.21.15.2:0/4032002860 learned_addr learned my addr 172.21.15.2:0/4032002860 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29d201640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f1220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa297fff640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e7cc0 0x55ca307f0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 -- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e7cc0 msgr2=0x55ca307f0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e7cc0 0x55ca307f0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 -- 172.21.15.2:0/4032002860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 msgr2=0x55ca307f1220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f1220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 -- 172.21.15.2:0/4032002860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca308702b0 con 0x55ca307e73a0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29d201640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa29ca00640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fa28c009ca0 tx=0x7fa28c0314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa049743febe413e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa277fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa28c003b70 con 0x55ca307e73a0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fa28c003d10 con 0x55ca307e73a0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa290012d60 con 0x55ca307e73a0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa28c004030 con 0x55ca307e73a0 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa2a103d740 10 client.17379 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:30.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.541+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ca308715e0 con 0x55ca307e73a0 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa290012d60 con 0x55ca307e73a0 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa28c04f070 con 0x55ca307e73a0 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 10 client.17379 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 10 client.17379 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 20 client.17379 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30873d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 4 client.17379 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ca30754d60 con 0x55ca30806700 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa297fff640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30873d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa277fff640 10 client.17379 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.542+0000 7fa297fff640 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30873d70 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=625d3997a36cd96f server_cookie=4a605460cb071848 in_seq=0 out_seq=0 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa277fff640 1 -- 172.21.15.2:0/4032002860 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55ca30754d60 con 0x55ca30806700 2024-09-05T04:18:30.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa277fff640 10 client.17379 handle_command_reply: tid=0 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 client.17379 shutdown 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 msgr2=0x55ca307f07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fa28c009ca0 tx=0x7fa28c0314a0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 shutdown_connections 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ca30806700 0x55ca30873d70 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ca307f6a90 0x55ca307f1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ca307e7cc0 0x55ca307f0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 --2- 172.21.15.2:0/4032002860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ca307e73a0 0x55ca307f07a0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa277fff640 0 client.17379 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 >> 172.21.15.2:0/4032002860 conn(0x55ca307e3a30 msgr2=0x55ca307e96f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 shutdown_connections 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 1 -- 172.21.15.2:0/4032002860 wait complete. 2024-09-05T04:18:30.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.543+0000 7fa2a103d740 20 client.17379 trim_cache size 0 max 16384 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "19a95408-98ef-4eeb-b131-29a87b9acdb2": { 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "19a95408-98ef-4eeb-b131-29a87b9acdb2", 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:30.550 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:30.551 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:30.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 msgr2=0x7fa2880a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 0x7fa2880a5230 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa29000ca80 tx=0x7fa29000ce80 comp rx=0 tx=0).stop 2024-09-05T04:18:30.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 msgr2=0x7fa298198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:30.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fa28400c970 tx=0x7fa28400ce30 comp rx=0 tx=0).stop 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 shutdown_connections 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2880a2d70 0x7fa2880a5230 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa298106f10 0x7fa29819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa298102790 0x7fa298198820 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 --2- 172.21.15.2:0/3771517887 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa298101de0 0x7fa2981982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 >> 172.21.15.2:0/3771517887 conn(0x7fa2980fd8c0 msgr2=0x7fa2980fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 shutdown_connections 2024-09-05T04:18:30.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:30.544+0000 7fa29ec64640 1 -- 172.21.15.2:0/3771517887 wait complete. 2024-09-05T04:18:31.387 INFO:tasks.cephfs.filesystem:scrub status for tag:19a95408-98ef-4eeb-b131-29a87b9acdb2 - {'path': '/', 'tag': '19a95408-98ef-4eeb-b131-29a87b9acdb2', 'options': 'recursive,force'} 2024-09-05T04:18:31.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:31 smithi002 ceph-mon[31001]: pgmap v231: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:18:31.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:31 smithi079 ceph-mon[34908]: pgmap v231: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:18:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:31 smithi047 ceph-mon[34498]: pgmap v231: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 10 op/s 2024-09-05T04:18:32.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:32 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:18:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:32 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:18:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:32 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:18:33.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:33 smithi002 ceph-mon[31001]: pgmap v232: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:18:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:33 smithi079 ceph-mon[34908]: pgmap v232: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:18:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:33 smithi047 ceph-mon[34498]: pgmap v232: 129 pgs: 129 active+clean; 5.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 13 KiB/s wr, 6 op/s 2024-09-05T04:18:34.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 -- 172.21.15.2:0/583726155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8841009a0 msgr2=0x7fd884100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 --2- 172.21.15.2:0/583726155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8841009a0 0x7fd884100e00 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fd878009930 tx=0x7fd87802a420 comp rx=0 tx=0).stop 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 -- 172.21.15.2:0/583726155 shutdown_connections 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 --2- 172.21.15.2:0/583726155 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd884101340 0x7fd88410d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 --2- 172.21.15.2:0/583726155 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd8841009a0 0x7fd884100e00 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 --2- 172.21.15.2:0/583726155 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841069b0 0x7fd884106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 -- 172.21.15.2:0/583726155 >> 172.21.15.2:0/583726155 conn(0x7fd8840779a0 msgr2=0x7fd8840fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 -- 172.21.15.2:0/583726155 shutdown_connections 2024-09-05T04:18:34.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.283+0000 7fd88b349640 1 -- 172.21.15.2:0/583726155 wait complete. 2024-09-05T04:18:34.287 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 Processor -- start 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 -- start start 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841009a0 0x7fd884197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8841069b0 0x7fd88419baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd884110ca0 con 0x7fd884101340 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd884110b20 con 0x7fd8841009a0 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.284+0000 7fd88b349640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd884110e20 con 0x7fd8841069b0 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59342/0 (socket says 172.21.15.2:59342) 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 -- 172.21.15.2:0/4056190679 learned_addr learned my addr 172.21.15.2:0/4056190679 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8890e5640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841009a0 0x7fd884197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8898e6640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8841069b0 0x7fd88419baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.288 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 -- 172.21.15.2:0/4056190679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8841069b0 msgr2=0x7fd88419baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8841069b0 0x7fd88419baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 -- 172.21.15.2:0/4056190679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841009a0 msgr2=0x7fd884197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841009a0 0x7fd884197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 -- 172.21.15.2:0/4056190679 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd88419c220 con 0x7fd884101340 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fd878004770 tx=0x7fd8780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8827fc640 1 -- 172.21.15.2:0/4056190679 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87803f070 con 0x7fd884101340 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8827fc640 1 -- 172.21.15.2:0/4056190679 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd87803b460 con 0x7fd884101340 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd88419c4b0 con 0x7fd884101340 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd8827fc640 1 -- 172.21.15.2:0/4056190679 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878035070 con 0x7fd884101340 2024-09-05T04:18:34.289 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.285+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8841a3da0 con 0x7fd884101340 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd8827fc640 1 -- 172.21.15.2:0/4056190679 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd87803b610 con 0x7fd884101340 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 Processor -- start 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 -- start start 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9c9af0 0x55988f9c9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9d70a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55988f92e2f0 con 0x55988f9ca410 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55988f8d6270 con 0x55988f9d4cb0 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.288+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55988f92a2b0 con 0x55988f9c9af0 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59346/0 (socket says 172.21.15.2:59346) 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 -- 172.21.15.2:0/3985490103 learned_addr learned my addr 172.21.15.2:0/3985490103 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8898e6640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9c9af0 0x55988f9c9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8827fc640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 0x7fd86c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8888e4640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9d70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8898e6640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 0x7fd86c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 -- 172.21.15.2:0/3985490103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9c9af0 msgr2=0x55988f9c9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9c9af0 0x55988f9c9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 -- 172.21.15.2:0/3985490103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 msgr2=0x55988f9d70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9d70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 -- 172.21.15.2:0/3985490103 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55988f8d5340 con 0x55988f9ca410 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8888e4640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9d70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8827fc640 1 -- 172.21.15.2:0/4056190679 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fd8780efb30 con 0x7fd884101340 2024-09-05T04:18:34.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c460 tx=0x7fd87400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afcf1d524de272e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd8898e6640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 0x7fd86c0a5230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd87c013580 tx=0x7fd87c004730 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd86b7fe640 1 -- 172.21.15.2:0/3985490103 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874004d20 con 0x55988f9ca410 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd86b7fe640 1 -- 172.21.15.2:0/3985490103 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd874012a20 con 0x55988f9ca410 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.289+0000 7fd86b7fe640 1 -- 172.21.15.2:0/3985490103 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874005630 con 0x55988f9ca410 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3985490103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 msgr2=0x55988f9d4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c460 tx=0x7fd87400c920 comp rx=0 tx=0).stop 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3985490103 shutdown_connections 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9d70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9d4770 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3985490103 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9c9af0 0x55988f9c9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3985490103 >> 172.21.15.2:0/3985490103 conn(0x55988f9c6060 msgr2=0x55988f9c6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3985490103 shutdown_connections 2024-09-05T04:18:34.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.290+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3985490103 wait complete. 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 -- start start 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 Processor -- start 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9d2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55988f9d7880 con 0x55988f9d4cb0 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55988f8b7290 con 0x55988f9c9af0 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55988f9d7a00 con 0x55988f9ca410 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd88e1bc740 10 client.0 _ll_register_callbacks cb 0x55988f8e8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd8898e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd8898e6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59352/0 (socket says 172.21.15.2:59352) 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd8898e6640 1 -- 172.21.15.2:0/2299466698 learned_addr learned my addr 172.21.15.2:0/2299466698 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:34.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd8890e5640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.291+0000 7fd8888e4640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9d2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 -- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 msgr2=0x55988f9d2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9d2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 -- 172.21.15.2:0/2299466698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 msgr2=0x55988f9d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9d1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 -- 172.21.15.2:0/2299466698 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55988f641210 con 0x55988f9d4cb0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd8898e6640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fd87c011910 tx=0x7fd87c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85e20194da25c74c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd868ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87c019070 con 0x55988f9d4cb0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fd87c010d60 con 0x55988f9d4cb0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd874012a20 con 0x55988f9d4cb0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd87c031050 con 0x55988f9d4cb0 2024-09-05T04:18:34.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd88e1bc740 10 client.17391 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55988f70d620 con 0x55988f9d4cb0 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.292+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd874012a20 con 0x55988f9d4cb0 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd87c00f3b0 con 0x55988f9d4cb0 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 10 client.17391 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 10 client.17391 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 20 client.17391 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988f9e4b50 0x55988f9e6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 4 client.17391 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55988f93ba20 con 0x55988f9e4b50 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd8890e5640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988f9e4b50 0x55988f9e6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd868ff9640 10 client.17391 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.293+0000 7fd8890e5640 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988f9e4b50 0x55988f9e6f40 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1afc93a50c907a07 server_cookie=7ef62eed2d2ee3a1 in_seq=0 out_seq=0 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd868ff9640 1 -- 172.21.15.2:0/2299466698 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55988f93ba20 con 0x55988f9e4b50 2024-09-05T04:18:34.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd868ff9640 10 client.17391 handle_command_reply: tid=0 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 client.17391 shutdown 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 msgr2=0x55988f9d25a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fd87c011910 tx=0x7fd87c0046c0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 shutdown_connections 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988f9e4b50 0x55988f9e6f40 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9d4cb0 0x55988f9d25a0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9d2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd868ff9640 0 client.17391 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/2299466698 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9d1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 >> 172.21.15.2:0/2299466698 conn(0x55988f9c6060 msgr2=0x55988f9cbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 shutdown_connections 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.294+0000 7fd88e1bc740 1 -- 172.21.15.2:0/2299466698 wait complete. 2024-09-05T04:18:34.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.295+0000 7fd88e1bc740 20 client.17391 trim_cache size 0 max 16384 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 Processor -- start 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 -- start start 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9c50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9ec850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841aade0 con 0x55988f9c9af0 2024-09-05T04:18:34.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841ad640 con 0x55988f9d4cb0 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841ab430 con 0x55988f9ca410 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.309+0000 7fd8890e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59358/0 (socket says 172.21.15.2:59358) 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 -- 172.21.15.2:0/3571235130 learned_addr learned my addr 172.21.15.2:0/3571235130 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8888e4640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9c50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 -- 172.21.15.2:0/3571235130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 msgr2=0x55988f9c50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9c50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 -- 172.21.15.2:0/3571235130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 msgr2=0x55988f9ec850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8898e6640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9ec850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9ec850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 -- 172.21.15.2:0/3571235130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55988f9c5e90 con 0x55988f9c9af0 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8898e6640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9ec850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:34.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd8890e5640 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c460 tx=0x7fd874009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7fa8f43a5dcda server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd86affd640 1 -- 172.21.15.2:0/3571235130 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd87401f040 con 0x55988f9c9af0 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd86affd640 1 -- 172.21.15.2:0/3571235130 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8740057f0 con 0x55988f9c9af0 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.310+0000 7fd86affd640 1 -- 172.21.15.2:0/3571235130 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd874012840 con 0x55988f9c9af0 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3571235130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 msgr2=0x55988f9d23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fd87400c460 tx=0x7fd874009c50 comp rx=0 tx=0).stop 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3571235130 shutdown_connections 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9d4cb0 0x55988f9ec850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9ca410 0x55988f9c50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/3571235130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9c9af0 0x55988f9d23d0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3571235130 >> 172.21.15.2:0/3571235130 conn(0x55988f9c6060 msgr2=0x55988f9c49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3571235130 shutdown_connections 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- 172.21.15.2:0/3571235130 wait complete. 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 -- start start 2024-09-05T04:18:34.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.311+0000 7fd88e1bc740 1 Processor -- start 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9dd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9d4cb0 0x55988f9cec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841abb00 con 0x55988f9ca410 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841acf70 con 0x55988f9c9af0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd8841ac1d0 con 0x55988f9d4cb0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 10 client.0 _ll_register_callbacks cb 0x7fd87c00bd80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59366/0 (socket says 172.21.15.2:59366) 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 -- 172.21.15.2:0/4279996749 learned_addr learned my addr 172.21.15.2:0/4279996749 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8890e5640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9dd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8898e6640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9d4cb0 0x55988f9cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 -- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9d4cb0 msgr2=0x55988f9cec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9d4cb0 0x55988f9cec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 -- 172.21.15.2:0/4279996749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 msgr2=0x55988f9dd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9dd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 -- 172.21.15.2:0/4279996749 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55988f9c6cf0 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd8888e4640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fd8780ed490 tx=0x7fd87808ab90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ba5112f35840d4e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd868ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd878048070 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fd8780b82d0 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd8740057f0 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd8780bbc60 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 10 client.17397 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.312+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55988fa4f4e0 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd8740057f0 con 0x55988f9ca410 2024-09-05T04:18:34.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd87804b060 con 0x55988f9ca410 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 10 client.17397 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 10 client.17397 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 20 client.17397 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988fa4fc10 0x55988fa52030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 4 client.17397 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55988f935d70 con 0x55988fa4fc10 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd8890e5640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988fa4fc10 0x55988fa52030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd868ff9640 10 client.17397 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:34.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.313+0000 7fd8890e5640 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988fa4fc10 0x55988fa52030 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5a63d76f3846081 server_cookie=b3b5dc08822cb97c in_seq=0 out_seq=0 2024-09-05T04:18:34.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.326+0000 7fd868ff9640 1 -- 172.21.15.2:0/4279996749 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55988f935d70 con 0x55988fa4fc10 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.326+0000 7fd868ff9640 10 client.17397 handle_command_reply: tid=0 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.326+0000 7fd88e1bc740 1 client.17397 shutdown 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.326+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 msgr2=0x55988f9ce750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.326+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fd8780ed490 tx=0x7fd87808ab90 comp rx=0 tx=0).stop 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 shutdown_connections 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55988fa4fc10 0x55988fa52030 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55988f9d4cb0 0x55988f9cec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd868ff9640 0 client.17397 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55988f9ca410 0x55988f9ce750 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 --2- 172.21.15.2:0/4279996749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55988f9c9af0 0x55988f9dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 >> 172.21.15.2:0/4279996749 conn(0x55988f9c6060 msgr2=0x55988f9c51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 shutdown_connections 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 1 -- 172.21.15.2:0/4279996749 wait complete. 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88e1bc740 20 client.17397 trim_cache size 0 max 16384 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:18:34.330 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 msgr2=0x7fd86c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 0x7fd86c0a5230 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fd87c013580 tx=0x7fd87c004730 comp rx=0 tx=0).stop 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 msgr2=0x7fd884197770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fd878004770 tx=0x7fd8780042f0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 shutdown_connections 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd86c0a2d70 0x7fd86c0a5230 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd8841069b0 0x7fd88419baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.331 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.327+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd884101340 0x7fd884197770 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.328+0000 7fd88b349640 1 --2- 172.21.15.2:0/4056190679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd8841009a0 0x7fd884197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.328+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 >> 172.21.15.2:0/4056190679 conn(0x7fd8840779a0 msgr2=0x7fd8840fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.328+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 shutdown_connections 2024-09-05T04:18:34.332 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:34.328+0000 7fd88b349640 1 -- 172.21.15.2:0/4056190679 wait complete. 2024-09-05T04:18:35.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:35 smithi002 ceph-mon[31001]: pgmap v233: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:18:35.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:35 smithi079 ceph-mon[34908]: pgmap v233: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:18:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:35 smithi047 ceph-mon[34498]: pgmap v233: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:18:37.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:37 smithi002 ceph-mon[31001]: pgmap v234: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:37 smithi079 ceph-mon[34908]: pgmap v234: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:37 smithi047 ceph-mon[34498]: pgmap v234: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:39.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:39 smithi002 ceph-mon[31001]: pgmap v235: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:39 smithi079 ceph-mon[34908]: pgmap v235: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:39 smithi047 ceph-mon[34498]: pgmap v235: 129 pgs: 129 active+clean; 5.4 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:18:41.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:41 smithi002 ceph-mon[31001]: pgmap v236: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-09-05T04:18:41.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:41 smithi079 ceph-mon[34908]: pgmap v236: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-09-05T04:18:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:41 smithi047 ceph-mon[34498]: pgmap v236: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 12 op/s 2024-09-05T04:18:43.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:43 smithi002 ceph-mon[31001]: pgmap v237: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:18:43.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:43 smithi079 ceph-mon[34908]: pgmap v237: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:18:43.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:43 smithi047 ceph-mon[34498]: pgmap v237: 129 pgs: 129 active+clean; 1.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:18:45.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:45 smithi002 ceph-mon[31001]: pgmap v238: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-09-05T04:18:45.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:45 smithi079 ceph-mon[34908]: pgmap v238: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-09-05T04:18:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:45 smithi047 ceph-mon[34498]: pgmap v238: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-09-05T04:18:47.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 -- 172.21.15.2:0/4150964847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc1080f0 msgr2=0x7f21fc10ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 --2- 172.21.15.2:0/4150964847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc1080f0 0x7f21fc10ea40 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009cd0 tx=0x7f21f402a970 comp rx=0 tx=0).stop 2024-09-05T04:18:47.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 -- 172.21.15.2:0/4150964847 shutdown_connections 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 --2- 172.21.15.2:0/4150964847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc1080f0 0x7f21fc10ea40 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 --2- 172.21.15.2:0/4150964847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 0x7f21fc107990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 --2- 172.21.15.2:0/4150964847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc100830 0x7f21fc100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 -- 172.21.15.2:0/4150964847 >> 172.21.15.2:0/4150964847 conn(0x7f21fc075f20 msgr2=0x7f21fc076330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 -- 172.21.15.2:0/4150964847 shutdown_connections 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.425+0000 7f2201fe4640 1 -- 172.21.15.2:0/4150964847 wait complete. 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 Processor -- start 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 -- start start 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 0x7f21fc1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.429 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc1080f0 0x7f21fc19cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111dd0 con 0x7f21fc100830 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111c50 con 0x7f21fc101150 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f2201fe4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111f50 con 0x7f21fc1080f0 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f21fb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f21fb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33420/0 (socket says 172.21.15.2:33420) 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.426+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1584866208 learned_addr learned my addr 172.21.15.2:0/1584866208 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fbfff640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc1080f0 0x7f21fc19cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1584866208 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc1080f0 msgr2=0x7f21fc19cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21faffd640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 0x7f21fc1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc1080f0 0x7f21fc19cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1584866208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 msgr2=0x7f21fc1987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 0x7f21fc1987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1584866208 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21fc19d280 con 0x7f21fc100830 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f21ec00c920 tx=0x7f21ec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21f8ff9640 1 -- 172.21.15.2:0/1584866208 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec007c70 con 0x7f21fc100830 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21f8ff9640 1 -- 172.21.15.2:0/1584866208 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21ec007e10 con 0x7f21fc100830 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21fc19d570 con 0x7f21fc100830 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f21f8ff9640 1 -- 172.21.15.2:0/1584866208 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec018820 con 0x7f21fc100830 2024-09-05T04:18:47.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.427+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21fc1a4e00 con 0x7f21fc100830 2024-09-05T04:18:47.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.430+0000 7f21f8ff9640 1 -- 172.21.15.2:0/1584866208 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f21ec0189c0 con 0x7f21fc100830 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.430+0000 7f2204e55740 1 Processor -- start 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.430+0000 7f2204e55740 1 -- start start 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdc5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 0x5584bcdd74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5584bcd2a2f0 con 0x5584bcdc6310 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5584bccd2270 con 0x5584bcdc59f0 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f2204e55740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5584bcd262b0 con 0x5584bcdd50c0 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33436/0 (socket says 172.21.15.2:33436) 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1355083473 learned_addr learned my addr 172.21.15.2:0/1355083473 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21faffd640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 0x5584bcdd74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fbfff640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdc5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21f8ff9640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 0x7f21e40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1355083473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 msgr2=0x5584bcdd74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 0x5584bcdd74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1355083473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 msgr2=0x5584bcdc5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdc5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fbfff640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 0x7f21e40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21fb7fe640 1 -- 172.21.15.2:0/1355083473 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584bccd1340 con 0x5584bcdc6310 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21faffd640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 0x5584bcdd74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.431+0000 7f21f8ff9640 1 -- 172.21.15.2:0/1584866208 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f21ec0cf9c0 con 0x7f21fc100830 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f21ec0ccc90 tx=0x7f21ec000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c50f3d92c2ed1e78 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f21fbfff640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 0x7f21e40a5230 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009430 tx=0x7f21f402a970 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f21e1ffb640 1 -- 172.21.15.2:0/1355083473 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec09b8c0 con 0x5584bcdc6310 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f21e1ffb640 1 -- 172.21.15.2:0/1355083473 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21ec00fb00 con 0x5584bcdc6310 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f21e1ffb640 1 -- 172.21.15.2:0/1355083473 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21ec01e2a0 con 0x5584bcdc6310 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f2204e55740 1 -- 172.21.15.2:0/1355083473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 msgr2=0x5584bcdd4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f2204e55740 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f21ec0ccc90 tx=0x7f21ec000bc0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f2204e55740 1 -- 172.21.15.2:0/1355083473 shutdown_connections 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.432+0000 7f2204e55740 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdd50c0 0x5584bcdd74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcdd4b80 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 --2- 172.21.15.2:0/1355083473 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdc5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- 172.21.15.2:0/1355083473 >> 172.21.15.2:0/1355083473 conn(0x5584bcdc2060 msgr2=0x5584bcdc2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- 172.21.15.2:0/1355083473 shutdown_connections 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- 172.21.15.2:0/1355083473 wait complete. 2024-09-05T04:18:47.441 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- start start 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 Processor -- start 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdd1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5584bcdd7cc0 con 0x5584bcdd50c0 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5584bccb3290 con 0x5584bcdc59f0 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5584bcdd7e40 con 0x5584bcdc6310 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.433+0000 7f2204e55740 10 client.0 _ll_register_callbacks cb 0x5584bcce4140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33440/0 (socket says 172.21.15.2:33440) 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 -- 172.21.15.2:0/3529877153 learned_addr learned my addr 172.21.15.2:0/3529877153 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21faffd640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.442 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdd1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 -- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 msgr2=0x5584bcdd24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd24e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 -- 172.21.15.2:0/3529877153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 msgr2=0x5584bcdd1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdd1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 -- 172.21.15.2:0/3529877153 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584bca3d210 con 0x5584bcdd50c0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21fbfff640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f21f4035000 tx=0x7f21f40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cd916f8cd836467 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21daffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f4043070 con 0x5584bcdd50c0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f21f40045d0 con 0x5584bcdd50c0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.434+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5584bcd37a20 con 0x5584bcdd50c0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f21f4034040 con 0x5584bcdd50c0 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 10 client.17409 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:47.443 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5584bcb09620 con 0x5584bcdd50c0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5584bcd37a20 con 0x5584bcdd50c0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f21f4039490 con 0x5584bcdd50c0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 10 client.17409 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 10 client.17409 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 20 client.17409 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bcde50e0 0x5584bcde7530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 4 client.17409 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584bcd31d70 con 0x5584bcde50e0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.435+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bcde50e0 0x5584bcde7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.436+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bcde50e0 0x5584bcde7530 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=337fb3813bc5e00f server_cookie=e1336d7d69e85644 in_seq=0 out_seq=0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.436+0000 7f21daffd640 10 client.17409 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.436+0000 7f21daffd640 1 -- 172.21.15.2:0/3529877153 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5584bcd31d70 con 0x5584bcde50e0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.436+0000 7f21daffd640 10 client.17409 handle_command_reply: tid=0 2024-09-05T04:18:47.444 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.436+0000 7f2204e55740 1 client.17409 shutdown 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 msgr2=0x5584bcdd2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f21f4035000 tx=0x7f21f40095c0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 shutdown_connections 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bcde50e0 0x5584bcde7530 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd2a20 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f21daffd640 0 client.17409 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 --2- 172.21.15.2:0/3529877153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcdd1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 >> 172.21.15.2:0/3529877153 conn(0x5584bcdc2060 msgr2=0x5584bcdc7dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 shutdown_connections 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 1 -- 172.21.15.2:0/3529877153 wait complete. 2024-09-05T04:18:47.445 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.437+0000 7f2204e55740 20 client.17409 trim_cache size 0 max 16384 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.451+0000 7f2204e55740 1 Processor -- start 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.451+0000 7f2204e55740 1 -- start start 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.451+0000 7f2204e55740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 0x5584bcdece40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.451+0000 7f2204e55740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f2204e55740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 0x5584bcdc75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f2204e55740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1aaef0 con 0x5584bcdc6310 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f2204e55740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1ad750 con 0x5584bcdd50c0 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f2204e55740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1ab540 con 0x5584bcdc59f0 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33448/0 (socket says 172.21.15.2:33448) 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 -- 172.21.15.2:0/3176193420 learned_addr learned my addr 172.21.15.2:0/3176193420 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:47.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 0x5584bcdece40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21fbfff640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 0x5584bcdc75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 -- 172.21.15.2:0/3176193420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 msgr2=0x5584bcdece40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 0x5584bcdece40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 -- 172.21.15.2:0/3176193420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 msgr2=0x5584bcdc75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 0x5584bcdc75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 -- 172.21.15.2:0/3176193420 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584bcdd7850 con 0x5584bcdc6310 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 0x5584bcdece40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21fbfff640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 0x5584bcdc75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21faffd640 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f21fc1000f0 tx=0x7f21f0012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c69f22b6d8ca1df server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21e17fa640 1 -- 172.21.15.2:0/3176193420 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f0009d50 con 0x5584bcdc6310 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21e17fa640 1 -- 172.21.15.2:0/3176193420 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21f00054d0 con 0x5584bcdc6310 2024-09-05T04:18:47.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.452+0000 7f21e17fa640 1 -- 172.21.15.2:0/3176193420 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f0011440 con 0x5584bcdc6310 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- 172.21.15.2:0/3176193420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 msgr2=0x5584bcded380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f21fc1000f0 tx=0x7f21f0012820 comp rx=0 tx=0).stop 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- 172.21.15.2:0/3176193420 shutdown_connections 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdd50c0 0x5584bcdc75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdc6310 0x5584bcded380 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 --2- 172.21.15.2:0/3176193420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc59f0 0x5584bcdece40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- 172.21.15.2:0/3176193420 >> 172.21.15.2:0/3176193420 conn(0x5584bcdc2060 msgr2=0x5584bcdc2440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- 172.21.15.2:0/3176193420 shutdown_connections 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- 172.21.15.2:0/3176193420 wait complete. 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.453+0000 7f2204e55740 1 -- start start 2024-09-05T04:18:47.458 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 Processor -- start 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcddd7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1abc10 con 0x5584bcdd50c0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1ad080 con 0x5584bcdc59f0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc1ac2e0 con 0x5584bcdc6310 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f2204e55740 10 client.0 _ll_register_callbacks cb 0x7f21f402fc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21faffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33450/0 (socket says 172.21.15.2:33450) 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 -- 172.21.15.2:0/822828426 learned_addr learned my addr 172.21.15.2:0/822828426 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcddd7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.459 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 -- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 msgr2=0x5584bcdd8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 -- 172.21.15.2:0/822828426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 msgr2=0x5584bcddd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcddd7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 -- 172.21.15.2:0/822828426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584bcdd9830 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21fbfff640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f21f4039980 tx=0x7f21f4009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e5fdd84563f1db server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.454+0000 7f21daffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f4043070 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f21f40043d0 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f21f00054d0 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f21f406b050 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 10 client.17415 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5584bce4fcc0 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21f00054d0 con 0x5584bcdd50c0 2024-09-05T04:18:47.460 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f21f4066030 con 0x5584bcdd50c0 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 10 client.17415 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 10 client.17415 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 20 client.17415 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bce50460 0x5584bce52880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 4 client.17415 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.455+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5584bccae900 con 0x5584bce50460 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.456+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bce50460 0x5584bce52880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.456+0000 7f21daffd640 10 client.17415 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:47.461 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.456+0000 7f21fb7fe640 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bce50460 0x5584bce52880 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0e045712497b08 server_cookie=375b307daa2d3a81 in_seq=0 out_seq=0 2024-09-05T04:18:47.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f21daffd640 1 -- 172.21.15.2:0/822828426 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5584bccae900 con 0x5584bce50460 2024-09-05T04:18:47.472 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f21daffd640 10 client.17415 handle_command_reply: tid=0 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 client.17415 shutdown 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 msgr2=0x5584bcdd9000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f21f4039980 tx=0x7f21f4009800 comp rx=0 tx=0).stop 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 shutdown_connections 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5584bce50460 0x5584bce52880 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5584bcdd50c0 0x5584bcdd9000 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5584bcdc6310 0x5584bcdd8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 --2- 172.21.15.2:0/822828426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5584bcdc59f0 0x5584bcddd7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f21daffd640 0 client.17415 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 >> 172.21.15.2:0/822828426 conn(0x5584bcdc2060 msgr2=0x5584bcdc09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 shutdown_connections 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 1 -- 172.21.15.2:0/822828426 wait complete. 2024-09-05T04:18:47.473 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.472+0000 7f2204e55740 20 client.17415 trim_cache size 0 max 16384 2024-09-05T04:18:47.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:18:47.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:18:47.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:18:47.474 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 msgr2=0x7f21e40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 0x7f21e40a5230 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f21f4009430 tx=0x7f21f402a970 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 msgr2=0x7f21fc198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f21ec00c920 tx=0x7f21ec00cde0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 shutdown_connections 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21e40a2d70 0x7f21e40a5230 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21fc1080f0 0x7f21fc19cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21fc101150 0x7f21fc1987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 --2- 172.21.15.2:0/1584866208 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21fc100830 0x7f21fc198290 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:47.475 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 >> 172.21.15.2:0/1584866208 conn(0x7f21fc075f20 msgr2=0x7f21fc105b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:47.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 shutdown_connections 2024-09-05T04:18:47.476 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:18:47.473+0000 7f2201fe4640 1 -- 172.21.15.2:0/1584866208 wait complete. 2024-09-05T04:18:47.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:47 smithi002 ceph-mon[31001]: pgmap v239: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:47.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:47 smithi079 ceph-mon[34908]: pgmap v239: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:47 smithi047 ceph-mon[34498]: pgmap v239: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:48.908 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 13.2 2024-09-05T04:18:48.909 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:18:49.181 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:49.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:49 smithi079 ceph-mon[34908]: pgmap v240: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:49.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:49 smithi002 ceph-mon[31001]: pgmap v240: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:49 smithi047 ceph-mon[34498]: pgmap v240: 129 pgs: 129 active+clean; 1.8 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:18:49.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- 172.21.15.2:0/1667805630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138101410 msgr2=0x7f413810d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 --2- 172.21.15.2:0/1667805630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138101410 0x7f413810d940 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f4130009cd0 tx=0x7f413002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- 172.21.15.2:0/1667805630 shutdown_connections 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 --2- 172.21.15.2:0/1667805630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138101410 0x7f413810d940 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 --2- 172.21.15.2:0/1667805630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138100a70 0x7f4138100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 --2- 172.21.15.2:0/1667805630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 0x7f4138106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- 172.21.15.2:0/1667805630 >> 172.21.15.2:0/1667805630 conn(0x7f41380fc790 msgr2=0x7f41380febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- 172.21.15.2:0/1667805630 shutdown_connections 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- 172.21.15.2:0/1667805630 wait complete. 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 Processor -- start 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.692+0000 7f413f137640 1 -- start start 2024-09-05T04:18:49.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138101410 0x7f4138198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 0x7f413819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4138110d20 con 0x7f4138100a70 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4138110ba0 con 0x7f4138101410 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413f137640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4138110ea0 con 0x7f4138106a70 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33466/0 (socket says 172.21.15.2:33466) 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 -- 172.21.15.2:0/317880004 learned_addr learned my addr 172.21.15.2:0/317880004 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f4137fff640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138101410 0x7f4138198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413d6d4640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 0x7f413819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 -- 172.21.15.2:0/317880004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 msgr2=0x7f413819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:49.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 0x7f413819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 -- 172.21.15.2:0/317880004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138101410 msgr2=0x7f4138198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138101410 0x7f4138198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 -- 172.21.15.2:0/317880004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f413819d290 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.693+0000 7f413ced3640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f412c00e9f0 tx=0x7f412c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.694+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c00cd80 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.694+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f412c0054d0 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.694+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f413819d580 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.694+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412c010490 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.694+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41381a4e60 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.695+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4138100ed0 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.696+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f412c005020 con 0x7f4138100a70 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.697+0000 7f4135ffb640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 0x7f41280a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.697+0000 7f4137fff640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 0x7f41280a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.697+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f412c0cfb10 con 0x7f4138100a70 2024-09-05T04:18:49.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.697+0000 7f4137fff640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 0x7f41280a5230 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f41380ffdd0 tx=0x7f412400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:49.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.701+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f412c09c2e0 con 0x7f4138100a70 2024-09-05T04:18:49.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.955+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f41381a5060 con 0x7f4138100a70 2024-09-05T04:18:49.956 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.956+0000 7f4135ffb640 1 -- 172.21.15.2:0/317880004 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f412c09bbe0 con 0x7f4138100a70 2024-09-05T04:18:49.957 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:18:49.957 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:18:49.957 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 msgr2=0x7f41280a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 0x7f41280a5230 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f41380ffdd0 tx=0x7f412400b390 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 msgr2=0x7f41381982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f412c00e9f0 tx=0x7f412c00edf0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 shutdown_connections 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f41280a2d70 0x7f41280a5230 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4138106a70 0x7f413819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4138101410 0x7f4138198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 --2- 172.21.15.2:0/317880004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4138100a70 0x7f41381982e0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.958+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 >> 172.21.15.2:0/317880004 conn(0x7f41380fc790 msgr2=0x7f413806a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:49.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.959+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 shutdown_connections 2024-09-05T04:18:49.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:49.959+0000 7f413f137640 1 -- 172.21.15.2:0/317880004 wait complete. 2024-09-05T04:18:50.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:50 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/317880004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:50.672 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:50 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/317880004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:50.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:50 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/317880004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:18:50.702 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 133.2 --await-for 45.0' 2024-09-05T04:18:50.703 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 133.2 --await-for 45.0 2024-09-05T04:18:50.961 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:18:51.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 -- 172.21.15.2:0/3871653450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 msgr2=0x7fe148107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 --2- 172.21.15.2:0/3871653450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148107b80 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fe13c009930 tx=0x7fe13c02a420 comp rx=0 tx=0).stop 2024-09-05T04:18:51.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 -- 172.21.15.2:0/3871653450 shutdown_connections 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 --2- 172.21.15.2:0/3871653450 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 0x7fe14810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 --2- 172.21.15.2:0/3871653450 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148107b80 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 --2- 172.21.15.2:0/3871653450 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 0x7fe148103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 -- 172.21.15.2:0/3871653450 >> 172.21.15.2:0/3871653450 conn(0x7fe1480fc7d0 msgr2=0x7fe1480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 -- 172.21.15.2:0/3871653450 shutdown_connections 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.442+0000 7fe14f04f640 1 -- 172.21.15.2:0/3871653450 wait complete. 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 Processor -- start 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 -- start start 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 0x7fe148198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 0x7fe14819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe148111f40 con 0x7fe148103740 2024-09-05T04:18:51.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe148111dc0 con 0x7fe148102d90 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14f04f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481120c0 con 0x7fe148108290 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49384/0 (socket says 172.21.15.2:49384) 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 -- 172.21.15.2:0/1098773193 learned_addr learned my addr 172.21.15.2:0/1098773193 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 0x7fe148198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 0x7fe14819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 -- 172.21.15.2:0/1098773193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 msgr2=0x7fe14819cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 0x7fe14819cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 -- 172.21.15.2:0/1098773193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 msgr2=0x7fe148198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 0x7fe148198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.443+0000 7fe147fff640 1 -- 172.21.15.2:0/1098773193 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14819d3e0 con 0x7fe148103740 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe147fff640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fe13c031440 tx=0x7fe13c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe145ffb640 1 -- 172.21.15.2:0/1098773193 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c03f030 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe145ffb640 1 -- 172.21.15.2:0/1098773193 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe13c003aa0 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14819d670 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe145ffb640 1 -- 172.21.15.2:0/1098773193 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c035070 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.444+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1481a4fb0 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.446+0000 7fe145ffb640 1 -- 172.21.15.2:0/1098773193 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe13c042030 con 0x7fe148103740 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 Processor -- start 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 -- start start 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 0x55de15807400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15809d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55de157622a0 con 0x55de157fc760 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de15709b10 con 0x55de157fd080 2024-09-05T04:18:51.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe151428740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55de1575e260 con 0x55de15807940 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe145ffb640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 0x7fe1300a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49392/0 (socket says 172.21.15.2:49392) 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 -- 172.21.15.2:0/506566013 learned_addr learned my addr 172.21.15.2:0/506566013 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 0x7fe1300a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 0x55de15807400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 -- 172.21.15.2:0/506566013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 msgr2=0x55de15809d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe145ffb640 1 -- 172.21.15.2:0/1098773193 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fe13c0efe60 con 0x7fe148103740 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe147fff640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15809d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15809d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 -- 172.21.15.2:0/506566013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 msgr2=0x55de15807400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 0x55de15807400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.447+0000 7fe14d5ec640 1 -- 172.21.15.2:0/506566013 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de154d3b90 con 0x55de157fc760 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 0x55de15807400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe147fff640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15809d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fe13800bd20 tx=0x7fe1380039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25e4b22e7b49f71c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe12effd640 1 -- 172.21.15.2:0/506566013 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13800b740 con 0x55de157fc760 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe12effd640 1 -- 172.21.15.2:0/506566013 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe138005570 con 0x55de157fc760 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.448+0000 7fe12effd640 1 -- 172.21.15.2:0/506566013 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13801ed20 con 0x55de157fc760 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- 172.21.15.2:0/506566013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 msgr2=0x55de157fcb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fe13800bd20 tx=0x7fe1380039c0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 0x7fe1300a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe138021000 tx=0x7fe138020000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- 172.21.15.2:0/506566013 shutdown_connections 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15809d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fd080 0x55de15807400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 --2- 172.21.15.2:0/506566013 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de157fcb40 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- 172.21.15.2:0/506566013 >> 172.21.15.2:0/506566013 conn(0x55de157f8cf0 msgr2=0x55de157f90d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- 172.21.15.2:0/506566013 shutdown_connections 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- 172.21.15.2:0/506566013 wait complete. 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 -- start start 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.449+0000 7fe151428740 1 Processor -- start 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de15804790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15805210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55de1580a510 con 0x55de157fd080 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de156ea6e0 con 0x55de157fc760 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55de1580a690 con 0x55de15807940 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe151428740 10 client.0 _ll_register_callbacks cb 0x55de1570ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49396/0 (socket says 172.21.15.2:49396) 2024-09-05T04:18:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 -- 172.21.15.2:0/1429086999 learned_addr learned my addr 172.21.15.2:0/1429086999 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de15804790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15805210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 -- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 msgr2=0x55de15805210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15805210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 -- 172.21.15.2:0/1429086999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 msgr2=0x55de15804790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de15804790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 -- 172.21.15.2:0/1429086999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de15813980 con 0x55de157fd080 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe147fff640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b84a0 tx=0x7fe13c0bb9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e72fd8e64fdfa0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe127fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.450+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe13c049040 con 0x55de157fd080 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fe13c0ed440 con 0x55de157fd080 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe138005570 con 0x55de157fd080 2024-09-05T04:18:51.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de15804790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe13c0bc040 con 0x55de157fd080 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 10 client.17433 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55de15816260 con 0x55de157fd080 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe138005570 con 0x55de157fd080 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe13c0dabd0 con 0x55de157fd080 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 10 client.17433 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 10 client.17433 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 20 client.17433 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15817710 0x55de15819b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 4 client.17433 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.451+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de1576f9d0 con 0x55de15817710 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.452+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15817710 0x55de15819b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.452+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15817710 0x55de15819b30 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3292d3ebc11cab6 server_cookie=257e4324f2dc0174 in_seq=0 out_seq=0 2024-09-05T04:18:51.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.452+0000 7fe127fff640 10 client.17433 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:51.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe127fff640 1 -- 172.21.15.2:0/1429086999 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de1576f9d0 con 0x55de15817710 2024-09-05T04:18:51.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe127fff640 10 client.17433 handle_command_reply: tid=0 2024-09-05T04:18:51.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 client.17433 shutdown 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 msgr2=0x55de15804cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b84a0 tx=0x7fe13c0bb9a0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 shutdown_connections 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15817710 0x55de15819b30 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de15807940 0x55de15805210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fd080 0x55de15804cd0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe127fff640 0 client.17433 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 --2- 172.21.15.2:0/1429086999 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de15804790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 >> 172.21.15.2:0/1429086999 conn(0x55de157f8cf0 msgr2=0x55de157fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 shutdown_connections 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 1 -- 172.21.15.2:0/1429086999 wait complete. 2024-09-05T04:18:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.453+0000 7fe151428740 20 client.17433 trim_cache size 0 max 16384 2024-09-05T04:18:51.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 Processor -- start 2024-09-05T04:18:51.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 -- start start 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de15805060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 0x55de1581f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ad080 con 0x55de157fc760 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481af8e0 con 0x55de15807940 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.470+0000 7fe151428740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ad6d0 con 0x55de157fd080 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49406/0 (socket says 172.21.15.2:49406) 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 -- 172.21.15.2:0/2270560586 learned_addr learned my addr 172.21.15.2:0/2270560586 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe147fff640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de15805060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 -- 172.21.15.2:0/2270560586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 msgr2=0x55de15805060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 0x55de1581f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de15805060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.473 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 -- 172.21.15.2:0/2270560586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 msgr2=0x55de1581f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 0x55de1581f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.474 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 -- 172.21.15.2:0/2270560586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de157f8b20 con 0x55de157fc760 2024-09-05T04:18:51.474 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:51 smithi002 ceph-mon[31001]: pgmap v241: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:18:51.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe147fff640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de15805060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:51.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 0x55de1581f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:18:51.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x55de1581a370 tx=0x7fe140007410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57c714943f16161 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.471+0000 7fe12e7fc640 1 -- 172.21.15.2:0/2270560586 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe140004b20 con 0x55de157fc760 2024-09-05T04:18:51.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe12e7fc640 1 -- 172.21.15.2:0/2270560586 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe140010e10 con 0x55de157fc760 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe12e7fc640 1 -- 172.21.15.2:0/2270560586 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1400117c0 con 0x55de157fc760 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 -- 172.21.15.2:0/2270560586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 msgr2=0x55de15806660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x55de1581a370 tx=0x7fe140007410 comp rx=0 tx=0).stop 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 -- 172.21.15.2:0/2270560586 shutdown_connections 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de15807940 0x55de1581f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de15805060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 --2- 172.21.15.2:0/2270560586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de157fc760 0x55de15806660 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 -- 172.21.15.2:0/2270560586 >> 172.21.15.2:0/2270560586 conn(0x55de157f8cf0 msgr2=0x55de157fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 -- 172.21.15.2:0/2270560586 shutdown_connections 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.472+0000 7fe151428740 1 -- 172.21.15.2:0/2270560586 wait complete. 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 -- start start 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 Processor -- start 2024-09-05T04:18:51.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de1580fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de1580c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481adda0 con 0x55de15807940 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481af210 con 0x55de157fc760 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1481ae470 con 0x55de157fd080 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe151428740 10 client.0 _ll_register_callbacks cb 0x7fe13c0bbec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe14d5ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe14d5ec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49412/0 (socket says 172.21.15.2:49412) 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe14d5ec640 1 -- 172.21.15.2:0/3943241487 learned_addr learned my addr 172.21.15.2:0/3943241487 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.473+0000 7fe147fff640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de1580c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de1580fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 -- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 msgr2=0x55de1580c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de1580c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 -- 172.21.15.2:0/3943241487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 msgr2=0x55de1580fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de1580fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 -- 172.21.15.2:0/3943241487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de157ff5d0 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe147fff640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de1580c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe14d5ec640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fe138003f40 tx=0x7fe138005820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d0b69353c24301 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe127fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe138004b70 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fe138004d10 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe140010e10 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe13803d050 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe151428740 10 client.17439 fetch_fsmap learned FSMap version 21 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.474+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55de157f9980 con 0x55de15807940 2024-09-05T04:18:51.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe140010e10 con 0x55de15807940 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe13801e590 con 0x55de15807940 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 10 client.17439 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 10 client.17439 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 20 client.17439 populate_metadata read hostname 'smithi002' 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15883320 0x55de15885740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 4 client.17439 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.2, "await_for": 45.0}] 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 133.2, "await_for": 45.0}) -- 0x55de15769d20 con 0x55de15883320 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.475+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15883320 0x55de15885740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.476+0000 7fe14cdeb640 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15883320 0x55de15885740 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2491d90b346e575 server_cookie=f9a2f2b08b4e4ab8 in_seq=0 out_seq=0 2024-09-05T04:18:51.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.476+0000 7fe127fff640 10 client.17439 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe127fff640 1 -- 172.21.15.2:0/3943241487 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55de15769d20 con 0x55de15883320 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe127fff640 10 client.17439 handle_command_reply: tid=0 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 client.17439 shutdown 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 msgr2=0x55de1580cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fe138003f40 tx=0x7fe138005820 comp rx=0 tx=0).stop 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 shutdown_connections 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de15883320 0x55de15885740 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de15807940 0x55de1580cdf0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de157fd080 0x55de1580c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe127fff640 0 client.17439 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 --2- 172.21.15.2:0/3943241487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de157fc760 0x55de1580fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 >> 172.21.15.2:0/3943241487 conn(0x55de157f8cf0 msgr2=0x55de15812760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 shutdown_connections 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 1 -- 172.21.15.2:0/3943241487 wait complete. 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.486+0000 7fe151428740 20 client.17439 trim_cache size 0 max 16384 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 26, 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "f22cd353": { 2024-09-05T04:18:51.488 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 26, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 133.2, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:18:51.489 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 msgr2=0x7fe1300a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 0x7fe1300a51b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe138021000 tx=0x7fe138020000 comp rx=0 tx=0).stop 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 msgr2=0x7fe148198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:18:51.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fe13c031440 tx=0x7fe13c004270 comp rx=0 tx=0).stop 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 shutdown_connections 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1300a2cf0 0x7fe1300a51b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe148108290 0x7fe14819cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe148103740 0x7fe148198970 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 --2- 172.21.15.2:0/1098773193 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe148102d90 0x7fe148198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 >> 172.21.15.2:0/1098773193 conn(0x7fe1480fc7d0 msgr2=0x7fe148105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 shutdown_connections 2024-09-05T04:18:51.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:18:51.487+0000 7fe14f04f640 1 -- 172.21.15.2:0/1098773193 wait complete. 2024-09-05T04:18:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:51 smithi079 ceph-mon[34908]: pgmap v241: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:18:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:51 smithi047 ceph-mon[34498]: pgmap v241: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:18:52.137 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'f22cd353', quiesce took 3.2 seconds. Will release after: 10.0 2024-09-05T04:18:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:53 smithi079 ceph-mon[34908]: pgmap v242: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:18:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:53 smithi047 ceph-mon[34498]: pgmap v242: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:18:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:53 smithi002 ceph-mon[31001]: pgmap v242: 129 pgs: 129 active+clean; 2.0 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:18:55.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:55 smithi079 ceph-mon[34908]: pgmap v243: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 12 op/s 2024-09-05T04:18:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:55 smithi047 ceph-mon[34498]: pgmap v243: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 12 op/s 2024-09-05T04:18:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:55 smithi002 ceph-mon[31001]: pgmap v243: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 47 KiB/s wr, 12 op/s 2024-09-05T04:18:57.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:57 smithi079 ceph-mon[34908]: pgmap v244: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:18:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:57 smithi047 ceph-mon[34498]: pgmap v244: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:18:57.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:57 smithi002 ceph-mon[31001]: pgmap v244: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:18:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:18:59 smithi079 ceph-mon[34908]: pgmap v245: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:18:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:18:59 smithi047 ceph-mon[34498]: pgmap v245: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:18:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:18:59 smithi002 ceph-mon[31001]: pgmap v245: 129 pgs: 129 active+clean; 2.1 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 -- 172.21.15.2:0/2959803436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c102460 msgr2=0x7fb24c10e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 --2- 172.21.15.2:0/2959803436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c102460 0x7fb24c10e990 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fb244009cd0 tx=0x7fb24402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 -- 172.21.15.2:0/2959803436 shutdown_connections 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 --2- 172.21.15.2:0/2959803436 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c102460 0x7fb24c10e990 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 --2- 172.21.15.2:0/2959803436 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 0x7fb24c101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 --2- 172.21.15.2:0/2959803436 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c107ad0 0x7fb24c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 -- 172.21.15.2:0/2959803436 >> 172.21.15.2:0/2959803436 conn(0x7fb24c0fd7e0 msgr2=0x7fb24c0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 -- 172.21.15.2:0/2959803436 shutdown_connections 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.564+0000 7fb2541a1640 1 -- 172.21.15.2:0/2959803436 wait complete. 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 Processor -- start 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 -- start start 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 0x7fb24c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 0x7fb24c1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c111dc0 con 0x7fb24c107ad0 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c111c40 con 0x7fb24c102460 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb2541a1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c111f40 con 0x7fb24c101ac0 2024-09-05T04:19:00.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb25273e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb25273e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49424/0 (socket says 172.21.15.2:49424) 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.565+0000 7fb25273e640 1 -- 172.21.15.2:0/1609962603 learned_addr learned my addr 172.21.15.2:0/1609962603 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb251f3d640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 0x7fb24c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25173c640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 0x7fb24c1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 -- 172.21.15.2:0/1609962603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 msgr2=0x7fb24c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 0x7fb24c198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 -- 172.21.15.2:0/1609962603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 msgr2=0x7fb24c1987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 0x7fb24c1987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 -- 172.21.15.2:0/1609962603 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb24c19d260 con 0x7fb24c107ad0 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25173c640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 0x7fb24c1987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb25273e640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fb244005cc0 tx=0x7fb244003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb242ffd640 1 -- 172.21.15.2:0/1609962603 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb244004450 con 0x7fb24c107ad0 2024-09-05T04:19:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb24c19d4f0 con 0x7fb24c107ad0 2024-09-05T04:19:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb242ffd640 1 -- 172.21.15.2:0/1609962603 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb244031c90 con 0x7fb24c107ad0 2024-09-05T04:19:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb242ffd640 1 -- 172.21.15.2:0/1609962603 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24403b400 con 0x7fb24c107ad0 2024-09-05T04:19:00.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.566+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb24c1a4de0 con 0x7fb24c107ad0 2024-09-05T04:19:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.569+0000 7fb242ffd640 1 -- 172.21.15.2:0/1609962603 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb244004680 con 0x7fb24c107ad0 2024-09-05T04:19:00.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.569+0000 7fb257014740 1 Processor -- start 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.569+0000 7fb257014740 1 -- start start 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac53ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560f5abb82f0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560f5ab60270 con 0x560f5ac54410 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb257014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560f5abb42b0 con 0x560f5ac53af0 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49432/0 (socket says 172.21.15.2:49432) 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 -- 172.21.15.2:0/732342178 learned_addr learned my addr 172.21.15.2:0/732342178 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb251f3d640 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac53ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb242ffd640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 0x7fb2380a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 -- 172.21.15.2:0/732342178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 msgr2=0x560f5ac53ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac53ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 -- 172.21.15.2:0/732342178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 msgr2=0x560f5ac5e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 -- 172.21.15.2:0/732342178 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f5ab5f340 con 0x560f5ac5ecb0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25273e640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 0x7fb2380a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb25173c640 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fb23c012880 tx=0x7fb23c00d440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab1b3c3865c543a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb242ffd640 1 -- 172.21.15.2:0/1609962603 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb24402e030 con 0x7fb24c107ad0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb237fff640 1 -- 172.21.15.2:0/732342178 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c00aa60 con 0x560f5ac5ecb0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.570+0000 7fb237fff640 1 -- 172.21.15.2:0/732342178 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23c0054d0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb237fff640 1 -- 172.21.15.2:0/732342178 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c004aa0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 -- 172.21.15.2:0/732342178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 msgr2=0x560f5ac610a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fb23c012880 tx=0x7fb23c00d440 comp rx=0 tx=0).stop 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb25273e640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 0x7fb2380a51b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb2440ee280 tx=0x7fb24408ba90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 -- 172.21.15.2:0/732342178 shutdown_connections 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac610a0 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 --2- 172.21.15.2:0/732342178 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac53ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 -- 172.21.15.2:0/732342178 >> 172.21.15.2:0/732342178 conn(0x560f5ac50060 msgr2=0x560f5ac50440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 -- 172.21.15.2:0/732342178 shutdown_connections 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.571+0000 7fb257014740 1 -- 172.21.15.2:0/732342178 wait complete. 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 -- start start 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 Processor -- start 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac5bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560f5ac61880 con 0x560f5ac5ecb0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560f5ab41290 con 0x560f5ac54410 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560f5ac61a00 con 0x560f5ac53af0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb257014740 10 client.0 _ll_register_callbacks cb 0x560f5ab72140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49446/0 (socket says 172.21.15.2:49446) 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb25173c640 1 -- 172.21.15.2:0/3835895138 learned_addr learned my addr 172.21.15.2:0/3835895138 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb251f3d640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.572+0000 7fb25173c640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac5bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 -- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 msgr2=0x560f5ac5bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac5bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 -- 172.21.15.2:0/3835895138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 msgr2=0x560f5ac5c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5c0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 -- 172.21.15.2:0/3835895138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f5a8cb210 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb25173c640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00af10 tx=0x7fb23c005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ba32bce1c96ca33 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c012520 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb23c00a860 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb23c0054d0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb23c00aa60 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 10 client.17451 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560f5a997620 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23c0054d0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb23c01c3e0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 10 client.17451 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 10 client.17451 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 20 client.17451 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5ac6ebb0 0x560f5ac70fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 4 client.17451 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.573+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f5abc5a20 con 0x560f5ac6ebb0 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.574+0000 7fb251f3d640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5ac6ebb0 0x560f5ac70fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.574+0000 7fb2357fa640 10 client.17451 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.574+0000 7fb251f3d640 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5ac6ebb0 0x560f5ac70fa0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d035cd53b7b8ca2 server_cookie=52ec725e76e0c679 in_seq=0 out_seq=0 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb2357fa640 1 -- 172.21.15.2:0/3835895138 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560f5abc5a20 con 0x560f5ac6ebb0 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb2357fa640 10 client.17451 handle_command_reply: tid=0 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 client.17451 shutdown 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 msgr2=0x560f5ac5c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fb23c00af10 tx=0x7fb23c005c30 comp rx=0 tx=0).stop 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 shutdown_connections 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5ac6ebb0 0x560f5ac70fa0 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac5ecb0 0x560f5ac5c620 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac5c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 --2- 172.21.15.2:0/3835895138 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac5bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb2357fa640 0 client.17451 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 >> 172.21.15.2:0/3835895138 conn(0x560f5ac50060 msgr2=0x560f5ac55d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 shutdown_connections 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 1 -- 172.21.15.2:0/3835895138 wait complete. 2024-09-05T04:19:00.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.575+0000 7fb257014740 20 client.17451 trim_cache size 0 max 16384 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.589+0000 7fb257014740 1 Processor -- start 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.589+0000 7fb257014740 1 -- start start 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac56560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac5ecb0 0x560f5ac765a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1aceb0 con 0x560f5ac54410 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1af710 con 0x560f5ac5ecb0 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb257014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1ad500 con 0x560f5ac53af0 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49448/0 (socket says 172.21.15.2:49448) 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 -- 172.21.15.2:0/737001150 learned_addr learned my addr 172.21.15.2:0/737001150 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb25173c640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac5ecb0 0x560f5ac765a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb25173c640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac56560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 -- 172.21.15.2:0/737001150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 msgr2=0x560f5ac56560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac56560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 -- 172.21.15.2:0/737001150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac5ecb0 msgr2=0x560f5ac765a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac5ecb0 0x560f5ac765a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 -- 172.21.15.2:0/737001150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f5ac5ab30 con 0x560f5ac54410 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb25173c640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac56560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb251f3d640 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb24800b850 tx=0x7fb24800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e9b9e26faea0d52 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb2377fe640 1 -- 172.21.15.2:0/737001150 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb248003d20 con 0x560f5ac54410 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb2377fe640 1 -- 172.21.15.2:0/737001150 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2480118f0 con 0x560f5ac54410 2024-09-05T04:19:00.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.590+0000 7fb2377fe640 1 -- 172.21.15.2:0/737001150 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb248026740 con 0x560f5ac54410 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- 172.21.15.2:0/737001150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 msgr2=0x560f5ac5c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb24800b850 tx=0x7fb24800b390 comp rx=0 tx=0).stop 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- 172.21.15.2:0/737001150 shutdown_connections 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac5ecb0 0x560f5ac765a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac54410 0x560f5ac5c450 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 --2- 172.21.15.2:0/737001150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac53af0 0x560f5ac56560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- 172.21.15.2:0/737001150 >> 172.21.15.2:0/737001150 conn(0x560f5ac50060 msgr2=0x560f5ac5dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- 172.21.15.2:0/737001150 shutdown_connections 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- 172.21.15.2:0/737001150 wait complete. 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 -- start start 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.591+0000 7fb257014740 1 Processor -- start 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac67570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac5ecb0 0x560f5ac62420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1adbd0 con 0x560f5ac53af0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1af040 con 0x560f5ac54410 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c1ae2a0 con 0x560f5ac5ecb0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 10 client.0 _ll_register_callbacks cb 0x7fb24800b690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:49460/0 (socket says 172.21.15.2:49460) 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 -- 172.21.15.2:0/1820651225 learned_addr learned my addr 172.21.15.2:0/1820651225 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb251f3d640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac67570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac5ecb0 0x560f5ac62420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 -- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac5ecb0 msgr2=0x560f5ac62420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac5ecb0 0x560f5ac62420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 -- 172.21.15.2:0/1820651225 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 msgr2=0x560f5ac67570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:00.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac67570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 -- 172.21.15.2:0/1820651225 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f5ac71310 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb25173c640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb23c01c7e0 tx=0x7fb23c00dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=373e3d185141ee8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb2357fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c00d8e0 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7fb23c00a860 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.592+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2480118f0 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb23c046050 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 10 client.17457 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560f5acd8f10 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2480118f0 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb23c01cad0 con 0x560f5ac53af0 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 10 client.17457 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 10 client.17457 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:00.599 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 20 client.17457 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5acd9630 0x560f5acdba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 4 client.17457 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560f5abbfd70 con 0x560f5acd9630 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.593+0000 7fb251f3d640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5acd9630 0x560f5acdba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.594+0000 7fb2357fa640 10 client.17457 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:00.600 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.594+0000 7fb251f3d640 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5acd9630 0x560f5acdba20 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbe1e00b64f373bc server_cookie=58e99d983f2df962 in_seq=0 out_seq=0 2024-09-05T04:19:00.611 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2357fa640 1 -- 172.21.15.2:0/1820651225 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560f5abbfd70 con 0x560f5acd9630 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2357fa640 10 client.17457 handle_command_reply: tid=0 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 client.17457 shutdown 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 msgr2=0x560f5ac67030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb23c01c7e0 tx=0x7fb23c00dbb0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 shutdown_connections 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560f5acd9630 0x560f5acdba20 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560f5ac5ecb0 0x560f5ac62420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2357fa640 0 client.17457 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:00.612 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560f5ac54410 0x560f5ac67570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 --2- 172.21.15.2:0/1820651225 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560f5ac53af0 0x560f5ac67030 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 >> 172.21.15.2:0/1820651225 conn(0x560f5ac50060 msgr2=0x560f5ac4e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 shutdown_connections 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 1 -- 172.21.15.2:0/1820651225 wait complete. 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb257014740 20 client.17457 trim_cache size 0 max 16384 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:19:00.613 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:19:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 msgr2=0x7fb2380a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 0x7fb2380a51b0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb2440ee280 tx=0x7fb24408ba90 comp rx=0 tx=0).stop 2024-09-05T04:19:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 msgr2=0x7fb24c19cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fb244005cc0 tx=0x7fb244003c20 comp rx=0 tx=0).stop 2024-09-05T04:19:00.614 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 shutdown_connections 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb2380a2cf0 0x7fb2380a51b0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb24c107ad0 0x7fb24c19cb30 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb24c102460 0x7fb24c1987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 --2- 172.21.15.2:0/1609962603 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb24c101ac0 0x7fb24c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.611+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 >> 172.21.15.2:0/1609962603 conn(0x7fb24c0fd7e0 msgr2=0x7fb24c0fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.612+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 shutdown_connections 2024-09-05T04:19:00.615 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:00.612+0000 7fb2541a1640 1 -- 172.21.15.2:0/1609962603 wait complete. 2024-09-05T04:19:01.388 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:19:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:01 smithi079 ceph-mon[34908]: pgmap v246: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 10 op/s 2024-09-05T04:19:01.642 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:01 smithi047 ceph-mon[34498]: pgmap v246: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 10 op/s 2024-09-05T04:19:01.764 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:01 smithi002 ceph-mon[31001]: pgmap v246: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 35 KiB/s wr, 10 op/s 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 -- 172.21.15.2:0/1322695897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4106a80 msgr2=0x7f04c4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/1322695897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4106a80 0x7f04c4106e60 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f04b4009930 tx=0x7f04b402a420 comp rx=0 tx=0).stop 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 -- 172.21.15.2:0/1322695897 shutdown_connections 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/1322695897 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4101420 0x7f04c410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/1322695897 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 0x7f04c4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/1322695897 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4106a80 0x7f04c4106e60 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.108+0000 7f04c9ba4640 1 -- 172.21.15.2:0/1322695897 >> 172.21.15.2:0/1322695897 conn(0x7f04c40fc7a0 msgr2=0x7f04c40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.109+0000 7f04c9ba4640 1 -- 172.21.15.2:0/1322695897 shutdown_connections 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.109+0000 7f04c9ba4640 1 -- 172.21.15.2:0/1322695897 wait complete. 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.109+0000 7f04c9ba4640 1 Processor -- start 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.109+0000 7f04c9ba4640 1 -- start start 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 0x7f04c41983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4106a80 0x7f04c419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4111e10 con 0x7f04c4101420 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4111c90 con 0x7f04c4106a80 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f04c4111f90 con 0x7f04c4100a80 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38968/0 (socket says 172.21.15.2:38968) 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 -- 172.21.15.2:0/4048224756 learned_addr learned my addr 172.21.15.2:0/4048224756 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:02.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4106a80 0x7f04c419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c37fe640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 0x7f04c41983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 -- 172.21.15.2:0/4048224756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 msgr2=0x7f04c41983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 0x7f04c41983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 -- 172.21.15.2:0/4048224756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4106a80 msgr2=0x7f04c419ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4106a80 0x7f04c419ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 -- 172.21.15.2:0/4048224756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c419d390 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04baffd640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f04ac00d950 tx=0x7f04ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c17fa640 1 -- 172.21.15.2:0/4048224756 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac017030 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c17fa640 1 -- 172.21.15.2:0/4048224756 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04ac004020 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c419d680 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.110+0000 7f04c17fa640 1 -- 172.21.15.2:0/4048224756 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac0047a0 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.111+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c41a4f60 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04c17fa640 1 -- 172.21.15.2:0/4048224756 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f04ac0041d0 con 0x7f04c4101420 2024-09-05T04:19:02.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04cbf7d740 1 Processor -- start 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04cbf7d740 1 -- start start 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784a0780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.113+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 0x5589784b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5589784062e0 con 0x5589784a0cc0 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5589783adce0 con 0x5589784afa90 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5589784022a0 con 0x5589784a03a0 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c3fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c17fa640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 0x7f04b00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38978/0 (socket says 172.21.15.2:38978) 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 -- 172.21.15.2:0/3766832826 learned_addr learned my addr 172.21.15.2:0/3766832826 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c3fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56334/0 (socket says 172.21.15.2:56334) 2024-09-05T04:19:02.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04baffd640 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 0x5589784b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 0x7f04b00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 -- 172.21.15.2:0/3766832826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 msgr2=0x5589784a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 -- 172.21.15.2:0/3766832826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 msgr2=0x5589784b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 0x5589784b1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 -- 172.21.15.2:0/3766832826 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558978392440 con 0x5589784a0cc0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04baffd640 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 0x5589784b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c17fa640 1 -- 172.21.15.2:0/4048224756 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f04ac0cf3a0 con 0x7f04c4101420 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c37fe640 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f04b4009930 tx=0x7f04b4032cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d38235f3c542ddfa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 0x7f04b00a51b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f04bc012730 tx=0x7f04bc004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.114+0000 7f04b9ffb640 1 -- 172.21.15.2:0/3766832826 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b403f070 con 0x5589784a0cc0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04b9ffb640 1 -- 172.21.15.2:0/3766832826 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b40316a0 con 0x5589784a0cc0 2024-09-05T04:19:02.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04b9ffb640 1 -- 172.21.15.2:0/3766832826 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b4035070 con 0x5589784a0cc0 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- 172.21.15.2:0/3766832826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 msgr2=0x5589784af550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f04b4009930 tx=0x7f04b4032cc0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- 172.21.15.2:0/3766832826 shutdown_connections 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784afa90 0x5589784b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784af550 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/3766832826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- 172.21.15.2:0/3766832826 >> 172.21.15.2:0/3766832826 conn(0x55897849ca30 msgr2=0x55897849ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- 172.21.15.2:0/3766832826 shutdown_connections 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- 172.21.15.2:0/3766832826 wait complete. 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.115+0000 7f04cbf7d740 1 -- start start 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 Processor -- start 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784af3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784acb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5589784b2660 con 0x5589784a0cc0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5589783c1050 con 0x5589784a03a0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5589784b27e0 con 0x5589784afa90 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04cbf7d740 10 client.0 _ll_register_callbacks cb 0x558978401160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38984/0 (socket says 172.21.15.2:38984) 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 -- 172.21.15.2:0/1884935664 learned_addr learned my addr 172.21.15.2:0/1884935664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04c37fe640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784af3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04c3fff640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784acb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 -- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 msgr2=0x5589784acb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784acb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 -- 172.21.15.2:0/1884935664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 msgr2=0x5589784af3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.116+0000 7f04baffd640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784af3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04baffd640 1 -- 172.21.15.2:0/1884935664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589781773c0 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04c37fe640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784af3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04baffd640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0cc760 tx=0x7f04ac09ae30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=504fccde0ce82b26 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac09f880 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f04ac097b40 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04b40316a0 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f04ac0a4140 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 10 client.17469 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5589784be080 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04b40316a0 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f04ac0b4190 con 0x5589784a0cc0 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 10 client.17469 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 10 client.17469 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.117+0000 7f04cbf7d740 20 client.17469 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:02.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x5589784c1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04cbf7d740 4 client.17469 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558978413850 con 0x5589784bf540 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04c37fe640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x5589784c1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04c37fe640 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x5589784c1970 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da73364c9a1a89d3 server_cookie=708ab237814ba63a in_seq=0 out_seq=0 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.118+0000 7f04a2ffd640 10 client.17469 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04a2ffd640 1 -- 172.21.15.2:0/1884935664 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558978413850 con 0x5589784bf540 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04a2ffd640 10 client.17469 handle_command_reply: tid=0 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 client.17469 shutdown 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 msgr2=0x5589784ac650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f04ac0cc760 tx=0x7f04ac09ae30 comp rx=0 tx=0).stop 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 shutdown_connections 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x5589784c1970 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04a2ffd640 0 client.17469 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784acb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784ac650 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/1884935664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784af3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 >> 172.21.15.2:0/1884935664 conn(0x55897849ca30 msgr2=0x5589784a2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 shutdown_connections 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 1 -- 172.21.15.2:0/1884935664 wait complete. 2024-09-05T04:19:02.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.119+0000 7f04cbf7d740 20 client.17469 trim_cache size 0 max 16384 2024-09-05T04:19:02.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.136+0000 7f04cbf7d740 1 Processor -- start 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.136+0000 7f04cbf7d740 1 -- start start 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784bb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a0cc0 0x5589784c7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41aae10 con 0x5589784afa90 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41ad670 con 0x5589784a0cc0 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41ab460 con 0x5589784a03a0 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38988/0 (socket says 172.21.15.2:38988) 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 -- 172.21.15.2:0/4204823604 learned_addr learned my addr 172.21.15.2:0/4204823604 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04baffd640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a0cc0 0x5589784c7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c37fe640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784bb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 -- 172.21.15.2:0/4204823604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 msgr2=0x5589784bb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784bb900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 -- 172.21.15.2:0/4204823604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a0cc0 msgr2=0x5589784c7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a0cc0 0x5589784c7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 -- 172.21.15.2:0/4204823604 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55897849c4d0 con 0x5589784afa90 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c37fe640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784bb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.137+0000 7f04c3fff640 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f04bc0107a0 tx=0x7f04bc008670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3934a7a7fb042c8a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04b97fa640 1 -- 172.21.15.2:0/4204823604 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc018070 con 0x5589784afa90 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04b97fa640 1 -- 172.21.15.2:0/4204823604 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04bc024030 con 0x5589784afa90 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04b97fa640 1 -- 172.21.15.2:0/4204823604 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04bc00f730 con 0x5589784afa90 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 -- 172.21.15.2:0/4204823604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 msgr2=0x5589784c7780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f04bc0107a0 tx=0x7f04bc008670 comp rx=0 tx=0).stop 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 -- 172.21.15.2:0/4204823604 shutdown_connections 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784afa90 0x5589784c7780 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a0cc0 0x5589784c7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/4204823604 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784a03a0 0x5589784bb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 -- 172.21.15.2:0/4204823604 >> 172.21.15.2:0/4204823604 conn(0x55897849ca30 msgr2=0x5589784a7d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 -- 172.21.15.2:0/4204823604 shutdown_connections 2024-09-05T04:19:02.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.138+0000 7f04cbf7d740 1 -- 172.21.15.2:0/4204823604 wait complete. 2024-09-05T04:19:02.141 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 -- start start 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 Processor -- start 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784b7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784a9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41abb30 con 0x5589784a0cc0 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41acfa0 con 0x5589784a03a0 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f04c41ac200 con 0x5589784afa90 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04cbf7d740 10 client.0 _ll_register_callbacks cb 0x7f04ac004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:38998/0 (socket says 172.21.15.2:38998) 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 -- 172.21.15.2:0/2257605576 learned_addr learned my addr 172.21.15.2:0/2257605576 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 -- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 msgr2=0x5589784a9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784a9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04c37fe640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784b7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.139+0000 7f04baffd640 1 -- 172.21.15.2:0/2257605576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 msgr2=0x5589784b7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04baffd640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784b7e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04baffd640 1 -- 172.21.15.2:0/2257605576 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5589784a9a80 con 0x5589784a0cc0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04baffd640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f04ac097930 tx=0x7f04ac09b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b135edfdd27c2d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ac014070 con 0x5589784a0cc0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 9533+0+0 (secure 0 0 0) 0x7f04ac0a3cb0 con 0x5589784a0cc0 2024-09-05T04:19:02.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04bc024030 con 0x5589784a0cc0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f04ac09b2a0 con 0x5589784a0cc0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 10 client.17475 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558978529ef0 con 0x5589784a0cc0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04bc024030 con 0x5589784a0cc0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f04ac097220 con 0x5589784a0cc0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 10 client.17475 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 10 client.17475 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 20 client.17475 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.140+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x55897852c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04cbf7d740 4 client.17475 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55897840dd60 con 0x5589784bf540 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04c37fe640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x55897852c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:02.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04c37fe640 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x55897852c6b0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd603f103e3d3b2 server_cookie=11cf8f195c39bdcb in_seq=0 out_seq=0 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04a2ffd640 10 client.17475 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04a2ffd640 1 -- 172.21.15.2:0/2257605576 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55897840dd60 con 0x5589784bf540 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04a2ffd640 10 client.17475 handle_command_reply: tid=0 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.141+0000 7f04cbf7d740 1 client.17475 shutdown 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 msgr2=0x5589784b8340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f04ac097930 tx=0x7f04ac09b650 comp rx=0 tx=0).stop 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 shutdown_connections 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5589784bf540 0x55897852c6b0 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5589784afa90 0x5589784a9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5589784a0cc0 0x5589784b8340 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 --2- 172.21.15.2:0/2257605576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5589784a03a0 0x5589784b7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04a2ffd640 0 client.17475 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:02.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 >> 172.21.15.2:0/2257605576 conn(0x55897849ca30 msgr2=0x5589784aaf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 shutdown_connections 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 1 -- 172.21.15.2:0/2257605576 wait complete. 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04cbf7d740 20 client.17475 trim_cache size 0 max 16384 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:19:02.149 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 msgr2=0x7f04b00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 0x7f04b00a51b0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f04bc012730 tx=0x7f04bc004ab0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 msgr2=0x7f04c4198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.142+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f04ac00d950 tx=0x7f04ac00de10 comp rx=0 tx=0).stop 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 shutdown_connections 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04b00a2cf0 0x7f04b00a51b0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.150 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f04c4106a80 0x7f04c419ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f04c4101420 0x7f04c4198920 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 --2- 172.21.15.2:0/4048224756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f04c4100a80 0x7f04c41983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 >> 172.21.15.2:0/4048224756 conn(0x7f04c40fc7a0 msgr2=0x7f04c40fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 shutdown_connections 2024-09-05T04:19:02.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:02.143+0000 7f04c9ba4640 1 -- 172.21.15.2:0/4048224756 wait complete. 2024-09-05T04:19:02.832 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:19:02.833 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:19:02.837 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:03.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:03 smithi002 ceph-mon[31001]: pgmap v247: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 3 op/s 2024-09-05T04:19:03.351 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:03 smithi002 ceph-mon[31001]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 -- 172.21.15.2:0/1356377296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c106a80 msgr2=0x7f1f7c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 --2- 172.21.15.2:0/1356377296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c106a80 0x7f1f7c106e60 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c009930 tx=0x7f1f6c02a420 comp rx=0 tx=0).stop 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 -- 172.21.15.2:0/1356377296 shutdown_connections 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 --2- 172.21.15.2:0/1356377296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c101420 0x7f1f7c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 --2- 172.21.15.2:0/1356377296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c100a80 0x7f1f7c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.382 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 --2- 172.21.15.2:0/1356377296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c106a80 0x7f1f7c106e60 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 -- 172.21.15.2:0/1356377296 >> 172.21.15.2:0/1356377296 conn(0x7f1f7c0fc7a0 msgr2=0x7f1f7c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 -- 172.21.15.2:0/1356377296 shutdown_connections 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.349+0000 7f1f8257f640 1 -- 172.21.15.2:0/1356377296 wait complete. 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.350+0000 7f1f8257f640 1 Processor -- start 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.350+0000 7f1f8257f640 1 -- start start 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c100a80 0x7f1f7c197210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 0x7f1f7c19bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c110d30 con 0x7f1f7c101420 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c110bb0 con 0x7f1f7c106a80 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1f7c110eb0 con 0x7f1f7c100a80 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39016/0 (socket says 172.21.15.2:39016) 2024-09-05T04:19:03.383 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 -- 172.21.15.2:0/2608488133 learned_addr learned my addr 172.21.15.2:0/2608488133 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f80b1c640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 0x7f1f7c19bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7bfff640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c100a80 0x7f1f7c197210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 -- 172.21.15.2:0/2608488133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c100a80 msgr2=0x7f1f7c197210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c100a80 0x7f1f7c197210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 -- 172.21.15.2:0/2608488133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 msgr2=0x7f1f7c19bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 0x7f1f7c19bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 -- 172.21.15.2:0/2608488133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f7c19c1c0 con 0x7f1f7c101420 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f80b1c640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 0x7f1f7c19bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f7b7fe640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000c920 tx=0x7f1f7000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70007c70 con 0x7f1f7c101420 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f70007e10 con 0x7f1f7c101420 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f7c19c4b0 con 0x7f1f7c101420 2024-09-05T04:19:03.384 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.351+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f70018820 con 0x7f1f7c101420 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.352+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f7c1a3d90 con 0x7f1f7c101420 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.353+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f7c100ee0 con 0x7f1f7c101420 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.354+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1f700189c0 con 0x7f1f7c101420 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.354+0000 7f1f797fa640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 0x7f1f640a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.354+0000 7f1f7bfff640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 0x7f1f640a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.354+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f1f700cfa40 con 0x7f1f7c101420 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.355+0000 7f1f7bfff640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 0x7f1f640a5230 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c000c00 tx=0x7f1f6c032c80 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:03.385 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.359+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1f70014030 con 0x7f1f7c101420 2024-09-05T04:19:03.428 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:03 smithi079 ceph-mon[34908]: pgmap v247: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 3 op/s 2024-09-05T04:19:03.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:03 smithi079 ceph-mon[34908]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T04:19:03.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.601+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f7c02d7c0 con 0x7f1f7c101420 2024-09-05T04:19:03.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.602+0000 7f1f797fa640 1 -- 172.21.15.2:0/2608488133 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f1f7009c210 con 0x7f1f7c101420 2024-09-05T04:19:03.602 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:19:03.603 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:19:03.603 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:19:03.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 msgr2=0x7f1f640a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:03.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 0x7f1f640a5230 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c000c00 tx=0x7f1f6c032c80 comp rx=0 tx=0).stop 2024-09-05T04:19:03.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 msgr2=0x7f1f7c197750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:03.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f1f7000c920 tx=0x7f1f7000cde0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 shutdown_connections 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f640a2d70 0x7f1f640a5230 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f7c106a80 0x7f1f7c19bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f7c101420 0x7f1f7c197750 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 --2- 172.21.15.2:0/2608488133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f7c100a80 0x7f1f7c197210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 >> 172.21.15.2:0/2608488133 conn(0x7f1f7c0fc7a0 msgr2=0x7f1f7c0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 shutdown_connections 2024-09-05T04:19:03.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:03.604+0000 7f1f8257f640 1 -- 172.21.15.2:0/2608488133 wait complete. 2024-09-05T04:19:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:03 smithi047 ceph-mon[34498]: pgmap v247: 129 pgs: 129 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 12 KiB/s wr, 3 op/s 2024-09-05T04:19:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:03 smithi047 ceph-mon[34498]: osdmap e97: 12 total, 12 up, 12 in 2024-09-05T04:19:04.282 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id f22cd353 --release --await' 2024-09-05T04:19:04.283 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id f22cd353 --release --await 2024-09-05T04:19:04.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 -- 172.21.15.2:0/364917023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102570 msgr2=0x7f311c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:04.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 --2- 172.21.15.2:0/364917023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102570 0x7f311c1029b0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f3108009900 tx=0x7f310802a480 comp rx=0 tx=0).stop 2024-09-05T04:19:04.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 -- 172.21.15.2:0/364917023 shutdown_connections 2024-09-05T04:19:04.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 --2- 172.21.15.2:0/364917023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102ef0 0x7f311c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 --2- 172.21.15.2:0/364917023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102570 0x7f311c1029b0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 --2- 172.21.15.2:0/364917023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.453+0000 7f31231e4640 1 -- 172.21.15.2:0/364917023 >> 172.21.15.2:0/364917023 conn(0x7f311c0fc7d0 msgr2=0x7f311c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.454+0000 7f31231e4640 1 -- 172.21.15.2:0/364917023 shutdown_connections 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.454+0000 7f31231e4640 1 -- 172.21.15.2:0/364917023 wait complete. 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 Processor -- start 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 -- start start 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102570 0x7f311c198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f311c110e30 con 0x7f311c102ef0 2024-09-05T04:19:04.459 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f311c110cb0 con 0x7f311c102570 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f31231e4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f311c110fb0 con 0x7f311c100e20 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f3121781640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f3121781640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39030/0 (socket says 172.21.15.2:39030) 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f3121781640 1 -- 172.21.15.2:0/391516623 learned_addr learned my addr 172.21.15.2:0/391516623 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.455+0000 7f311bfff640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102570 0x7f311c198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3120f80640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 -- 172.21.15.2:0/391516623 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 msgr2=0x7f311c198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 -- 172.21.15.2:0/391516623 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102570 msgr2=0x7f311c198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102570 0x7f311c198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 -- 172.21.15.2:0/391516623 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311c19d400 con 0x7f311c102ef0 2024-09-05T04:19:04.460 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3120f80640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3121781640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f311400eaa0 tx=0x7f311400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f311400cdb0 con 0x7f311c102ef0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3114005020 con 0x7f311c102ef0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311c19d6f0 con 0x7f311c102ef0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31140116d0 con 0x7f311c102ef0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.456+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311c1a4fd0 con 0x7f311c102ef0 2024-09-05T04:19:04.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.458+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f311c101200 con 0x7f311c102ef0 2024-09-05T04:19:04.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.458+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f31140051d0 con 0x7f311c102ef0 2024-09-05T04:19:04.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.459+0000 7f3119ffb640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 0x7f310c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:04.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.459+0000 7f3120f80640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 0x7f310c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:04.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.459+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f31140cfa30 con 0x7f311c102ef0 2024-09-05T04:19:04.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.460+0000 7f3120f80640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 0x7f310c0a51b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31100058c0 tx=0x7f3110005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:04.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.463+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3114016030 con 0x7f311c102ef0 2024-09-05T04:19:04.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:04 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2608488133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:04.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:04 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2608488133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:04.589 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:04.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:04 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2608488133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:04.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.691+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f311c10a0a0 con 0x7f311c102ef0 2024-09-05T04:19:04.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.691+0000 7f3119ffb640 1 -- 172.21.15.2:0/391516623 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f311409c200 con 0x7f311c102ef0 2024-09-05T04:19:04.692 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:19:04.692 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:19:04.692 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:19:04.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 msgr2=0x7f310c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:04.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 0x7f310c0a51b0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31100058c0 tx=0x7f3110005850 comp rx=0 tx=0).stop 2024-09-05T04:19:04.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 msgr2=0x7f311c19cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:04.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f311400eaa0 tx=0x7f311400ef60 comp rx=0 tx=0).stop 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 shutdown_connections 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f310c0a2cf0 0x7f310c0a51b0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f311c102ef0 0x7f311c19cd20 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f311c102570 0x7f311c198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 --2- 172.21.15.2:0/391516623 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f311c100e20 0x7f311c198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 >> 172.21.15.2:0/391516623 conn(0x7f311c0fc7d0 msgr2=0x7f311c06a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 shutdown_connections 2024-09-05T04:19:04.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:04.694+0000 7f31231e4640 1 -- 172.21.15.2:0/391516623 wait complete. 2024-09-05T04:19:05.442 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:19:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:05 smithi079 ceph-mon[34908]: pgmap v249: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:05 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/391516623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:05.606 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:05 smithi002 ceph-mon[31001]: pgmap v249: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:05.607 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/391516623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:05 smithi047 ceph-mon[34498]: pgmap v249: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:05 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/391516623' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:05.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 -- 172.21.15.2:0/784834391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c103660 msgr2=0x7f496c10bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 --2- 172.21.15.2:0/784834391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c103660 0x7f496c10bb50 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f4954009900 tx=0x7f495402a480 comp rx=0 tx=0).stop 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 -- 172.21.15.2:0/784834391 shutdown_connections 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 --2- 172.21.15.2:0/784834391 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c10c170 0x7f496c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 --2- 172.21.15.2:0/784834391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c103660 0x7f496c10bb50 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 --2- 172.21.15.2:0/784834391 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c102d40 0x7f496c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 -- 172.21.15.2:0/784834391 >> 172.21.15.2:0/784834391 conn(0x7f496c0fc7a0 msgr2=0x7f496c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 -- 172.21.15.2:0/784834391 shutdown_connections 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.698+0000 7f497178a640 1 -- 172.21.15.2:0/784834391 wait complete. 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 Processor -- start 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 -- start start 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 0x7f496c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c103660 0x7f496c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f496c111e20 con 0x7f496c10c170 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f496c111ca0 con 0x7f496c102d40 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f497178a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f496c111fa0 con 0x7f496c103660 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39058/0 (socket says 172.21.15.2:39058) 2024-09-05T04:19:05.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 -- 172.21.15.2:0/125474252 learned_addr learned my addr 172.21.15.2:0/125474252 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f4963fff640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c103660 0x7f496c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496affd640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 0x7f496c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 -- 172.21.15.2:0/125474252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c103660 msgr2=0x7f496c1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c103660 0x7f496c1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 -- 172.21.15.2:0/125474252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 msgr2=0x7f496c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 0x7f496c1983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496b7fe640 1 -- 172.21.15.2:0/125474252 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f496c19d350 con 0x7f496c10c170 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.699+0000 7f496affd640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 0x7f496c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f496b7fe640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f4964009fd0 tx=0x7f496400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f4968ff9640 1 -- 172.21.15.2:0/125474252 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4964017070 con 0x7f496c10c170 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f496c19d640 con 0x7f496c10c170 2024-09-05T04:19:05.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f4968ff9640 1 -- 172.21.15.2:0/125474252 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4964003e20 con 0x7f496c10c170 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f4968ff9640 1 -- 172.21.15.2:0/125474252 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4964010460 con 0x7f496c10c170 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.700+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f496c1a4f20 con 0x7f496c10c170 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.702+0000 7f4968ff9640 1 -- 172.21.15.2:0/125474252 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4964003970 con 0x7f496c10c170 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.702+0000 7f4973b63740 1 Processor -- start 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.702+0000 7f4973b63740 1 -- start start 2024-09-05T04:19:05.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4968ff9640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 0x7f49580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4963fff640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 0x7f49580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4968ff9640 1 -- 172.21.15.2:0/125474252 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f49640cf640 con 0x7f496c10c170 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9aba110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9abca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e6d9a10620 con 0x55e6d9aab880 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e6d99b7e50 con 0x55e6d9aba650 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4973b63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e6d9a0c5e0 con 0x55e6d9aaaf60 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56420/0 (socket says 172.21.15.2:56420) 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 -- 172.21.15.2:0/2386999003 learned_addr learned my addr 172.21.15.2:0/2386999003 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:05.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4963fff640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9aba110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496b7fe640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9abca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 -- 172.21.15.2:0/2386999003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 msgr2=0x55e6d9abca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9abca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 -- 172.21.15.2:0/2386999003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 msgr2=0x55e6d9aba110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9aba110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f496affd640 1 -- 172.21.15.2:0/2386999003 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6d99a8d40 con 0x55e6d9aaaf60 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4963fff640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9aba110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.703+0000 7f4963fff640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 0x7f49580a51b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4954031440 tx=0x7f4954032ba0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f496affd640 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f495c009c50 tx=0x7f495c00e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9eb8f5848758b93 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f49617fa640 1 -- 172.21.15.2:0/2386999003 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c016070 con 0x55e6d9aaaf60 2024-09-05T04:19:05.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f49617fa640 1 -- 172.21.15.2:0/2386999003 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f495c011920 con 0x55e6d9aaaf60 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f49617fa640 1 -- 172.21.15.2:0/2386999003 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c0107f0 con 0x55e6d9aaaf60 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f4973b63740 1 -- 172.21.15.2:0/2386999003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 msgr2=0x55e6d9aab340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.704+0000 7f4973b63740 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f495c009c50 tx=0x7f495c00e6c0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- 172.21.15.2:0/2386999003 shutdown_connections 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9abca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9aba110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- 172.21.15.2:0/2386999003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aab340 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- 172.21.15.2:0/2386999003 >> 172.21.15.2:0/2386999003 conn(0x55e6d9aa75f0 msgr2=0x55e6d9aa79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- 172.21.15.2:0/2386999003 shutdown_connections 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- 172.21.15.2:0/2386999003 wait complete. 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- start start 2024-09-05T04:19:05.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 Processor -- start 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ab7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9ab7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e6d9abd280 con 0x55e6d9aaaf60 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e6d9998f10 con 0x55e6d9aba650 2024-09-05T04:19:05.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e6d9abd400 con 0x55e6d9aab880 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.705+0000 7f4973b63740 10 client.0 _ll_register_callbacks cb 0x55e6d99bcdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39084/0 (socket says 172.21.15.2:39084) 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 -- 172.21.15.2:0/3069569201 learned_addr learned my addr 172.21.15.2:0/3069569201 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f4963fff640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ab7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496b7fe640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9ab7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 -- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 msgr2=0x55e6d9ab7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ab7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 -- 172.21.15.2:0/3069569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 msgr2=0x55e6d9ab7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9ab7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 -- 172.21.15.2:0/3069569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6d971f580 con 0x55e6d9aaaf60 2024-09-05T04:19:05.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f496affd640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f495c009d70 tx=0x7f495c009da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c82048605e7a8b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f49527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f495c016030 con 0x55e6d9aaaf60 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f495c005050 con 0x55e6d9aaaf60 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f495c011920 con 0x55e6d9aaaf60 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f495c005250 con 0x55e6d9aaaf60 2024-09-05T04:19:05.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.706+0000 7f4973b63740 10 client.17499 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e6d97e9960 con 0x55e6d9aaaf60 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f495c011920 con 0x55e6d9aaaf60 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f495c00f040 con 0x55e6d9aaaf60 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 10 client.17499 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 10 client.17499 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:19:05.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 20 client.17499 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9aca250 0x55e6d9acc640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 4 client.17499 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6d9a1db90 con 0x55e6d9aca250 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.707+0000 7f4963fff640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9aca250 0x55e6d9acc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.708+0000 7f4963fff640 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9aca250 0x55e6d9acc640 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8abdcba93a16b3b5 server_cookie=6620ff25e81be3fd in_seq=0 out_seq=0 2024-09-05T04:19:05.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.708+0000 7f49527fc640 10 client.17499 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f49527fc640 1 -- 172.21.15.2:0/3069569201 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e6d9a1db90 con 0x55e6d9aca250 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f49527fc640 10 client.17499 handle_command_reply: tid=0 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 client.17499 shutdown 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 msgr2=0x55e6d9ab7540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f495c009d70 tx=0x7f495c009da0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 shutdown_connections 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9aca250 0x55e6d9acc640 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aba650 0x55e6d9ab7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ab7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f49527fc640 0 client.17499 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 --2- 172.21.15.2:0/3069569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aaaf60 0x55e6d9ab7540 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 >> 172.21.15.2:0/3069569201 conn(0x55e6d9aa75f0 msgr2=0x55e6d9aad300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 shutdown_connections 2024-09-05T04:19:05.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 1 -- 172.21.15.2:0/3069569201 wait complete. 2024-09-05T04:19:05.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.709+0000 7f4973b63740 20 client.17499 trim_cache size 0 max 16384 2024-09-05T04:19:05.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 Processor -- start 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 -- start start 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aad1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ad1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1aaf70 con 0x55e6d9aba650 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1ad7d0 con 0x55e6d9aaaf60 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.726+0000 7f4973b63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1ab5c0 con 0x55e6d9aab880 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39100/0 (socket says 172.21.15.2:39100) 2024-09-05T04:19:05.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 -- 172.21.15.2:0/1866255064 learned_addr learned my addr 172.21.15.2:0/1866255064 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f4963fff640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ad1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496affd640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aad1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 -- 172.21.15.2:0/1866255064 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 msgr2=0x55e6d9ad1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ad1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 -- 172.21.15.2:0/1866255064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 msgr2=0x55e6d9aad1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aad1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 -- 172.21.15.2:0/1866255064 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6d9aa8780 con 0x55e6d9aba650 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496affd640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aad1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f496b7fe640 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f49640ccf40 tx=0x7f49640972f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15820ef9c54299fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f4960ff9640 1 -- 172.21.15.2:0/1866255064 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49640b4070 con 0x55e6d9aba650 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f4960ff9640 1 -- 172.21.15.2:0/1866255064 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f496409b710 con 0x55e6d9aba650 2024-09-05T04:19:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.727+0000 7f4960ff9640 1 -- 172.21.15.2:0/1866255064 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4964020040 con 0x55e6d9aba650 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- 172.21.15.2:0/1866255064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 msgr2=0x55e6d9ad22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f49640ccf40 tx=0x7f49640972f0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- 172.21.15.2:0/1866255064 shutdown_connections 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aba650 0x55e6d9ad22f0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aab880 0x55e6d9ad1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 --2- 172.21.15.2:0/1866255064 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9aad1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- 172.21.15.2:0/1866255064 >> 172.21.15.2:0/1866255064 conn(0x55e6d9aa75f0 msgr2=0x55e6d9aaca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- 172.21.15.2:0/1866255064 shutdown_connections 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- 172.21.15.2:0/1866255064 wait complete. 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 -- start start 2024-09-05T04:19:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.728+0000 7f4973b63740 1 Processor -- start 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9abec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 0x55e6d9b33d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1abc90 con 0x55e6d9aab880 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1ad100 con 0x55e6d9aaaf60 2024-09-05T04:19:05.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f496c1ac360 con 0x55e6d9aba650 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4973b63740 10 client.0 _ll_register_callbacks cb 0x7f495c011780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39112/0 (socket says 172.21.15.2:39112) 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 -- 172.21.15.2:0/3002612551 learned_addr learned my addr 172.21.15.2:0/3002612551 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f496affd640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9abec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f496b7fe640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 0x55e6d9b33d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 -- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 msgr2=0x55e6d9b33d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 0x55e6d9b33d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 -- 172.21.15.2:0/3002612551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 msgr2=0x55e6d9abec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9abec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 -- 172.21.15.2:0/3002612551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6d9b343c0 con 0x55e6d9aab880 2024-09-05T04:19:05.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f496b7fe640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 0x55e6d9b33d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f496affd640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9abec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f4963fff640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f49540315a0 tx=0x7f495403f070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5df53011207a4089 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f49527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.729+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4954057060 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f4954005450 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f496409b710 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f495405e050 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 10 client.17505 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e6d9b356c0 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f496409b710 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4954003710 con 0x55e6d9aab880 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 10 client.17505 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:05.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 10 client.17505 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 20 client.17505 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9b35e20 0x55e6d9b38240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 4 client.17505 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "f22cd353", "release": true, "await": true}] 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "f22cd353", "release": true, "await": true}) -- 0x55e6d9a180a0 con 0x55e6d9b35e20 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.730+0000 7f496affd640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9b35e20 0x55e6d9b38240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.731+0000 7f49527fc640 10 client.17505 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.731+0000 7f496affd640 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9b35e20 0x55e6d9b38240 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70e93b1c7cac67cd server_cookie=20864bc89f9a261e in_seq=0 out_seq=0 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f49527fc640 1 -- 172.21.15.2:0/3002612551 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55e6d9a180a0 con 0x55e6d9b35e20 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f49527fc640 10 client.17505 handle_command_reply: tid=0 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 client.17505 shutdown 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 msgr2=0x55e6d9abf170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f49540315a0 tx=0x7f495403f070 comp rx=0 tx=0).stop 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 shutdown_connections 2024-09-05T04:19:05.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e6d9b35e20 0x55e6d9b38240 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e6d9aba650 0x55e6d9b33d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e6d9aab880 0x55e6d9abf170 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f49527fc640 0 client.17505 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 --2- 172.21.15.2:0/3002612551 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e6d9aaaf60 0x55e6d9abec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 >> 172.21.15.2:0/3002612551 conn(0x55e6d9aa75f0 msgr2=0x55e6d9aa6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 shutdown_connections 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.732+0000 7f4973b63740 1 -- 172.21.15.2:0/3002612551 wait complete. 2024-09-05T04:19:05.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f4973b63740 20 client.17505 trim_cache size 0 max 16384 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 28, 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "f22cd353": { 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 28, 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:19:05.751 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 133.2, 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:05.752 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:05.753 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:05.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 msgr2=0x7f49580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 0x7f49580a51b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f4954031440 tx=0x7f4954032ba0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 msgr2=0x7f496c19cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f4964009fd0 tx=0x7f496400b260 comp rx=0 tx=0).stop 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 shutdown_connections 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49580a2cf0 0x7f49580a51b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f496c10c170 0x7f496c19cc70 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f496c103660 0x7f496c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 --2- 172.21.15.2:0/125474252 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f496c102d40 0x7f496c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 >> 172.21.15.2:0/125474252 conn(0x7f496c0fc7a0 msgr2=0x7f496c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 shutdown_connections 2024-09-05T04:19:05.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:05.733+0000 7f497178a640 1 -- 172.21.15.2:0/125474252 wait complete. 2024-09-05T04:19:06.616 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'f22cd353', total seconds elapsed: 17.7 2024-09-05T04:19:06.622 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:07.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 -- 172.21.15.2:0/1651376363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 msgr2=0x7f61881029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 --2- 172.21.15.2:0/1651376363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61881029b0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f617c009900 tx=0x7f617c02a480 comp rx=0 tx=0).stop 2024-09-05T04:19:07.109 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 -- 172.21.15.2:0/1651376363 shutdown_connections 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 --2- 172.21.15.2:0/1651376363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 0x7f618810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 --2- 172.21.15.2:0/1651376363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61881029b0 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 --2- 172.21.15.2:0/1651376363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 0x7f6188101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 -- 172.21.15.2:0/1651376363 >> 172.21.15.2:0/1651376363 conn(0x7f61880fc7d0 msgr2=0x7f61880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 -- 172.21.15.2:0/1651376363 shutdown_connections 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.102+0000 7f618dca2640 1 -- 172.21.15.2:0/1651376363 wait complete. 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.103+0000 7f618dca2640 1 Processor -- start 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.103+0000 7f618dca2640 1 -- start start 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.103+0000 7f618dca2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 0x7f61880fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.103+0000 7f618dca2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.103+0000 7f618dca2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 0x7f61880fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.110 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f618dca2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6188110e30 con 0x7f6188102570 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f618dca2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6188110cb0 con 0x7f6188102ef0 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f618dca2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6188110fb0 con 0x7f6188100e20 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39126/0 (socket says 172.21.15.2:39126) 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 -- 172.21.15.2:0/2973243127 learned_addr learned my addr 172.21.15.2:0/2973243127 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f61877fe640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 0x7f61880fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6187fff640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 0x7f61880fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 -- 172.21.15.2:0/2973243127 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 msgr2=0x7f61880fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 0x7f61880fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 -- 172.21.15.2:0/2973243127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 msgr2=0x7f61880fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 0x7f61880fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.111 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 -- 172.21.15.2:0/2973243127 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61881a6960 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6186ffd640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f617c006010 tx=0x7f617c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6184ff9640 1 -- 172.21.15.2:0/2973243127 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c03f030 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6184ff9640 1 -- 172.21.15.2:0/2973243127 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f617c003cb0 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61881a6bf0 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.104+0000 7f6184ff9640 1 -- 172.21.15.2:0/2973243127 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c035070 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.105+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61881a70d0 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f6184ff9640 1 -- 172.21.15.2:0/2973243127 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f617c042030 con 0x7f6188102570 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 Processor -- start 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 -- start start 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170a9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170a9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170b6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.112 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55df1700f2f0 con 0x55df170aab40 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55df16fb6cf0 con 0x55df170b4370 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.107+0000 7f619007b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55df1700b2b0 con 0x55df170a95d0 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6187fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170a9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6187fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170a9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39142/0 (socket says 172.21.15.2:39142) 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6187fff640 1 -- 172.21.15.2:0/3151093723 learned_addr learned my addr 172.21.15.2:0/3151093723 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170a9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6186ffd640 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6184ff9640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 -- 172.21.15.2:0/3151093723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 msgr2=0x55df170b6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170b6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 -- 172.21.15.2:0/3151093723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 msgr2=0x55df170a9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170a9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 -- 172.21.15.2:0/3151093723 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df16f9b3a0 con 0x55df170a95d0 2024-09-05T04:19:07.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f6184ff9640 1 -- 172.21.15.2:0/2973243127 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f617c0efe00 con 0x7f6188102570 2024-09-05T04:19:07.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.108+0000 7f61877fe640 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170a9a10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f617800cb10 tx=0x7f617800e350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7343d94a09cf6bde server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.109+0000 7f6187fff640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.109+0000 7f616dffb640 1 -- 172.21.15.2:0/3151093723 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178010430 con 0x55df170a95d0 2024-09-05T04:19:07.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.109+0000 7f616dffb640 1 -- 172.21.15.2:0/3151093723 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6178010a80 con 0x55df170a95d0 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f616dffb640 1 -- 172.21.15.2:0/3151093723 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617801ab00 con 0x55df170a95d0 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f6187fff640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 0x7f61700a51b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6180009370 tx=0x7f6180004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- 172.21.15.2:0/3151093723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 msgr2=0x55df170a9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170a9a10 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f617800cb10 tx=0x7f617800e350 comp rx=0 tx=0).stop 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- 172.21.15.2:0/3151093723 shutdown_connections 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170b6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170a9a10 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 --2- 172.21.15.2:0/3151093723 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170a9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- 172.21.15.2:0/3151093723 >> 172.21.15.2:0/3151093723 conn(0x55df17072310 msgr2=0x55df170a5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- 172.21.15.2:0/3151093723 shutdown_connections 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- 172.21.15.2:0/3151093723 wait complete. 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 -- start start 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.110+0000 7f619007b740 1 Processor -- start 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170aab40 0x55df170b0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55df170b70c0 con 0x55df170b4370 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55df16fca060 con 0x55df170aab40 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55df170b7240 con 0x55df170a95d0 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f619007b740 10 client.0 _ll_register_callbacks cb 0x55df16d1d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f6187fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f6187fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39152/0 (socket says 172.21.15.2:39152) 2024-09-05T04:19:07.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f6187fff640 1 -- 172.21.15.2:0/3842533746 learned_addr learned my addr 172.21.15.2:0/3842533746 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56458/0 (socket says 172.21.15.2:56458) 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170aab40 0x55df170b0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 -- 172.21.15.2:0/3842533746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170aab40 msgr2=0x55df170b0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170aab40 0x55df170b0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 -- 172.21.15.2:0/3842533746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 msgr2=0x55df170b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f61877fe640 1 -- 172.21.15.2:0/3842533746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df16d803c0 con 0x55df170a95d0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.111+0000 7f6187fff640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f61877fe640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f61780058c0 tx=0x7f617801a4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e314ec77d9113c1b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f6166ffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617800ed60 con 0x55df170a95d0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6178010a80 con 0x55df170a95d0 2024-09-05T04:19:07.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f6178004020 con 0x55df170a95d0 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6178004220 con 0x55df170a95d0 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f619007b740 10 client.26767 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55df170c2ac0 con 0x55df170a95d0 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.112+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6178010a80 con 0x55df170a95d0 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f61780047c0 con 0x55df170a95d0 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 10 client.26767 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 10 client.26767 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 20 client.26767 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df170c3e70 0x55df170c6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 4 client.26767 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df1701c860 con 0x55df170c3e70 2024-09-05T04:19:07.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f6186ffd640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df170c3e70 0x55df170c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f6186ffd640 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df170c3e70 0x55df170c6260 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c3fb44743ac1864 server_cookie=225f848fd0726689 in_seq=0 out_seq=0 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.113+0000 7f6166ffd640 10 client.26767 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f6166ffd640 1 -- 172.21.15.2:0/3842533746 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55df1701c860 con 0x55df170c3e70 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f6166ffd640 10 client.26767 handle_command_reply: tid=0 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 client.26767 shutdown 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 msgr2=0x55df170b3c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f61780058c0 tx=0x7f617801a4f0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 shutdown_connections 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df170c3e70 0x55df170c6260 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170b4370 0x55df170b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170aab40 0x55df170b0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f6166ffd640 0 client.26767 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 --2- 172.21.15.2:0/3842533746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170b3c70 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 >> 172.21.15.2:0/3842533746 conn(0x55df17072310 msgr2=0x55df170ab960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 shutdown_connections 2024-09-05T04:19:07.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.114+0000 7f619007b740 1 -- 172.21.15.2:0/3842533746 wait complete. 2024-09-05T04:19:07.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.115+0000 7f619007b740 20 client.26767 trim_cache size 0 max 16384 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.127+0000 7f619007b740 1 Processor -- start 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 -- start start 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170c03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ac660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f61881af3e0 con 0x55df170aab40 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f61881b1c40 con 0x55df170b4370 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f619007b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f61881afa30 con 0x55df170a95d0 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39164/0 (socket says 172.21.15.2:39164) 2024-09-05T04:19:07.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 -- 172.21.15.2:0/1415222498 learned_addr learned my addr 172.21.15.2:0/1415222498 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6187fff640 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ac660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f61877fe640 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170c03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 -- 172.21.15.2:0/1415222498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 msgr2=0x55df170c03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170c03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 -- 172.21.15.2:0/1415222498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 msgr2=0x55df170ac660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ac660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.128+0000 7f6186ffd640 1 -- 172.21.15.2:0/1415222498 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df170b6f50 con 0x55df170aab40 2024-09-05T04:19:07.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.129+0000 7f6186ffd640 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f617c02a4c0 tx=0x7f617c0b82a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a937508038317fc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.129+0000 7f616d7fa640 1 -- 172.21.15.2:0/1415222498 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c049040 con 0x55df170aab40 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.129+0000 7f616d7fa640 1 -- 172.21.15.2:0/1415222498 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f617c0bc5d0 con 0x55df170aab40 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.129+0000 7f616d7fa640 1 -- 172.21.15.2:0/1415222498 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617c03b460 con 0x55df170aab40 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- 172.21.15.2:0/1415222498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 msgr2=0x55df170ac120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f617c02a4c0 tx=0x7f617c0b82a0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- 172.21.15.2:0/1415222498 shutdown_connections 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ac660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170aab40 0x55df170ac120 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 --2- 172.21.15.2:0/1415222498 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170a95d0 0x55df170c03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- 172.21.15.2:0/1415222498 >> 172.21.15.2:0/1415222498 conn(0x55df17072310 msgr2=0x55df170b2fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- 172.21.15.2:0/1415222498 shutdown_connections 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- 172.21.15.2:0/1415222498 wait complete. 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.130+0000 7f619007b740 1 -- start start 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 Processor -- start 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170aab40 0x55df170bcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ad730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f61881b0100 con 0x55df170a95d0 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f61881b1570 con 0x55df170b4370 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f61881b07d0 con 0x55df170aab40 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f619007b740 10 client.0 _ll_register_callbacks cb 0x7f6178014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f61877fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.134 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f61877fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39170/0 (socket says 172.21.15.2:39170) 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f61877fe640 1 -- 172.21.15.2:0/2292952319 learned_addr learned my addr 172.21.15.2:0/2292952319 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f6186ffd640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170aab40 0x55df170bcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.131+0000 7f6187fff640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ad730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 -- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170aab40 msgr2=0x55df170bcc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170aab40 0x55df170bcc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 -- 172.21.15.2:0/2292952319 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 msgr2=0x55df170bc700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 -- 172.21.15.2:0/2292952319 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df170ade40 con 0x55df170b4370 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f61877fe640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6187fff640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ad730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55df170a6f90 tx=0x7f6180004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59f37195937fb894 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6166ffd640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618002e060 con 0x55df170b4370 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f617c0bc5d0 con 0x55df170b4370 2024-09-05T04:19:07.135 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(97..97 src has 1..97) ==== 9621+0+0 (secure 0 0 0) 0x7f6180029660 con 0x55df170b4370 2024-09-05T04:19:07.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.132+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6180003970 con 0x55df170b4370 2024-09-05T04:19:07.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 10 client.26639 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:07.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55df1712e2d0 con 0x55df170b4370 2024-09-05T04:19:07.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f617c0bc5d0 con 0x55df170b4370 2024-09-05T04:19:07.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f61800040b0 con 0x55df170b4370 2024-09-05T04:19:07.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 10 client.26639 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 10 client.26639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 20 client.26639 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df1712ea30 0x55df17130e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 4 client.26639 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.133+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55df17016d70 con 0x55df1712ea30 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f61877fe640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df1712ea30 0x55df17130e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f61877fe640 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df1712ea30 0x55df17130e50 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57aabb0cb5131948 server_cookie=9d4ceade546e2cb6 in_seq=0 out_seq=0 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f6166ffd640 10 client.26639 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f6166ffd640 1 -- 172.21.15.2:0/2292952319 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55df17016d70 con 0x55df1712ea30 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f6166ffd640 10 client.26639 handle_command_reply: tid=0 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.134+0000 7f619007b740 1 client.26639 shutdown 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 msgr2=0x55df170ad730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ad730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x55df170a6f90 tx=0x7f6180004ab0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 shutdown_connections 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55df1712ea30 0x55df17130e50 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55df170b4370 0x55df170ad730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55df170aab40 0x55df170bcc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 --2- 172.21.15.2:0/2292952319 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55df170a95d0 0x55df170bc700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 >> 172.21.15.2:0/2292952319 conn(0x55df17072310 msgr2=0x55df170af6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f6166ffd640 0 client.26639 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 shutdown_connections 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 1 -- 172.21.15.2:0/2292952319 wait complete. 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f619007b740 20 client.26639 trim_cache size 0 max 16384 2024-09-05T04:19:07.139 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 msgr2=0x7f61700a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 0x7f61700a51b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f6180009370 tx=0x7f6180004a40 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 msgr2=0x7f61880fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f617c006010 tx=0x7f617c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 shutdown_connections 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f61700a2cf0 0x7f61700a51b0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6188102ef0 0x7f61880fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6188102570 0x7f61880fd1c0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 --2- 172.21.15.2:0/2973243127 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6188100e20 0x7f61880fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:07.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.135+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 >> 172.21.15.2:0/2973243127 conn(0x7f61880fc7d0 msgr2=0x7f618806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:07.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.136+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 shutdown_connections 2024-09-05T04:19:07.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:07.136+0000 7f618dca2640 1 -- 172.21.15.2:0/2973243127 wait complete. 2024-09-05T04:19:07.496 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:07 smithi002 ceph-mon[31001]: pgmap v250: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:07.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:07 smithi079 ceph-mon[34908]: pgmap v250: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:07 smithi047 ceph-mon[34498]: pgmap v250: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:08.842 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:19:08.843 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:19:09.105 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:09.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:09 smithi002 ceph-mon[31001]: pgmap v251: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:09.493 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:09 smithi002 ceph-mon[31001]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T04:19:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:09 smithi079 ceph-mon[34908]: pgmap v251: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:09 smithi079 ceph-mon[34908]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T04:19:09.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 -- 172.21.15.2:0/948274183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c101420 msgr2=0x7feb3c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 --2- 172.21.15.2:0/948274183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c101420 0x7feb3c10d950 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7feb34009cd0 tx=0x7feb3402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 -- 172.21.15.2:0/948274183 shutdown_connections 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 --2- 172.21.15.2:0/948274183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c101420 0x7feb3c10d950 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 --2- 172.21.15.2:0/948274183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c100a80 0x7feb3c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 --2- 172.21.15.2:0/948274183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c106a80 0x7feb3c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 -- 172.21.15.2:0/948274183 >> 172.21.15.2:0/948274183 conn(0x7feb3c0fc7a0 msgr2=0x7feb3c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 -- 172.21.15.2:0/948274183 shutdown_connections 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.578+0000 7feb418a4640 1 -- 172.21.15.2:0/948274183 wait complete. 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 Processor -- start 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 -- start start 2024-09-05T04:19:09.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c101420 0x7feb3c199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c106a80 0x7feb3c1a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c110d30 con 0x7feb3c100a80 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c110bb0 con 0x7feb3c101420 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb418a4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c110eb0 con 0x7feb3c106a80 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39184/0 (socket says 172.21.15.2:39184) 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 -- 172.21.15.2:0/2809189796 learned_addr learned my addr 172.21.15.2:0/2809189796 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c101420 0x7feb3c199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c106a80 0x7feb3c1a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 -- 172.21.15.2:0/2809189796 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c106a80 msgr2=0x7feb3c1a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c106a80 0x7feb3c1a4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 -- 172.21.15.2:0/2809189796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c101420 msgr2=0x7feb3c199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c101420 0x7feb3c199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.579+0000 7feb3affd640 1 -- 172.21.15.2:0/2809189796 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb3c1a47a0 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb3affd640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7feb2c00d950 tx=0x7feb2c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb408a2640 1 -- 172.21.15.2:0/2809189796 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c017070 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb408a2640 1 -- 172.21.15.2:0/2809189796 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2c009c30 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb3c1a4970 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb408a2640 1 -- 172.21.15.2:0/2809189796 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c00f620 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.580+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb3c1a4e80 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.582+0000 7feb408a2640 1 -- 172.21.15.2:0/2809189796 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7feb2c0109a0 con 0x7feb3c100a80 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.582+0000 7feb43c7d740 1 Processor -- start 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 -- start start 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb408a2640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 0x7feb240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 0x7feb240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb408a2640 1 -- 172.21.15.2:0/2809189796 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7feb2c0cf3d0 con 0x7feb3c100a80 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f691510540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f691464280 con 0x55f6914fea60 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f69140bb10 con 0x55f69150e150 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb43c7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f691460240 con 0x55f6914ff380 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39188/0 (socket says 172.21.15.2:39188) 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 -- 172.21.15.2:0/3688271136 learned_addr learned my addr 172.21.15.2:0/3688271136 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 -- 172.21.15.2:0/3688271136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 msgr2=0x55f69150dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 -- 172.21.15.2:0/3688271136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 msgr2=0x55f691510540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f691510540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 -- 172.21.15.2:0/3688271136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6914181f0 con 0x55f6914fea60 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 0x7feb240a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feb34005e10 tx=0x7feb34009960 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb3affd640 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7feb2c0a3be0 tx=0x7feb2c009de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124b3f2f4b15e6a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.583+0000 7feb21ffb640 1 -- 172.21.15.2:0/3688271136 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c020040 con 0x55f6914fea60 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb21ffb640 1 -- 172.21.15.2:0/3688271136 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2c09f850 con 0x55f6914fea60 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb21ffb640 1 -- 172.21.15.2:0/3688271136 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c010460 con 0x55f6914fea60 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 -- 172.21.15.2:0/3688271136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 msgr2=0x55f6914fee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7feb2c0a3be0 tx=0x7feb2c009de0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 -- 172.21.15.2:0/3688271136 shutdown_connections 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f691510540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3688271136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f6914fee40 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 -- 172.21.15.2:0/3688271136 >> 172.21.15.2:0/3688271136 conn(0x55f6914fb0f0 msgr2=0x55f6914fb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 -- 172.21.15.2:0/3688271136 shutdown_connections 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.584+0000 7feb43c7d740 1 -- 172.21.15.2:0/3688271136 wait complete. 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 -- start start 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 Processor -- start 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914fea60 0x55f69150afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f691510cc0 con 0x55f69150e150 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f69141ef10 con 0x55f6914fea60 2024-09-05T04:19:09.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f691510e40 con 0x55f6914ff380 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb43c7d740 10 client.0 _ll_register_callbacks cb 0x55f6913e7a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39190/0 (socket says 172.21.15.2:39190) 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb3b7fe640 1 -- 172.21.15.2:0/3325830630 learned_addr learned my addr 172.21.15.2:0/3325830630 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb3affd640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914fea60 0x55f69150afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.585+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 -- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 msgr2=0x55f69150b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 -- 172.21.15.2:0/3325830630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914fea60 msgr2=0x55f69150afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914fea60 0x55f69150afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 -- 172.21.15.2:0/3325830630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6911d56a0 con 0x55f69150e150 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7feb34009cd0 tx=0x7feb340095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855aef3e94b877e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3404c030 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7feb340047a0 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb2c09f850 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7feb34059050 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb43c7d740 10 client.17535 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f69151c8e0 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2c09f850 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.586+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7feb34030070 con 0x55f69150e150 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 10 client.17535 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 10 client.17535 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 20 client.17535 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f69151ddf0 0x55f691520250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 4 client.17535 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6914717f0 con 0x55f69151ddf0 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb3affd640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f69151ddf0 0x55f691520250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb1affd640 10 client.17535 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.587+0000 7feb3affd640 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f69151ddf0 0x55f691520250 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e3cac1f099ea2bf server_cookie=626c5a1b656f8a01 in_seq=0 out_seq=0 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb1affd640 1 -- 172.21.15.2:0/3325830630 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f6914717f0 con 0x55f69151ddf0 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb1affd640 10 client.17535 handle_command_reply: tid=0 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 client.17535 shutdown 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 msgr2=0x55f69150ba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7feb34009cd0 tx=0x7feb340095c0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 shutdown_connections 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f69151ddf0 0x55f691520250 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f69150e150 0x55f69150ba60 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f69150b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 --2- 172.21.15.2:0/3325830630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914fea60 0x55f69150afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb1affd640 0 client.17535 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 >> 172.21.15.2:0/3325830630 conn(0x55f6914fb0f0 msgr2=0x55f691500e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 shutdown_connections 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 1 -- 172.21.15.2:0/3325830630 wait complete. 2024-09-05T04:19:09.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.588+0000 7feb43c7d740 20 client.17535 trim_cache size 0 max 16384 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 Processor -- start 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 -- start start 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914ff380 0x55f691525b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f69150e150 0x55f691526060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1aaef0 con 0x55f6914fea60 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1ad750 con 0x55f6914ff380 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb43c7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1ab540 con 0x55f69150e150 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39200/0 (socket says 172.21.15.2:39200) 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 -- 172.21.15.2:0/250189732 learned_addr learned my addr 172.21.15.2:0/250189732 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914ff380 0x55f691525b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f69150e150 0x55f691526060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 -- 172.21.15.2:0/250189732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f69150e150 msgr2=0x55f691526060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f69150e150 0x55f691526060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 -- 172.21.15.2:0/250189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914ff380 msgr2=0x55f691525b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914ff380 0x55f691525b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 -- 172.21.15.2:0/250189732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f691510c60 con 0x55f6914fea60 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.606+0000 7feb3affd640 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7feb2c009f90 tx=0x7feb2c00bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee5dc13c60ff97a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb217fa640 1 -- 172.21.15.2:0/250189732 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c0b4070 con 0x55f6914fea60 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb217fa640 1 -- 172.21.15.2:0/250189732 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2c097bc0 con 0x55f6914fea60 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb217fa640 1 -- 172.21.15.2:0/250189732 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c020040 con 0x55f6914fea60 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 -- 172.21.15.2:0/250189732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 msgr2=0x55f691500d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7feb2c009f90 tx=0x7feb2c00bf60 comp rx=0 tx=0).stop 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 -- 172.21.15.2:0/250189732 shutdown_connections 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f69150e150 0x55f691526060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f6914ff380 0x55f691525b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 --2- 172.21.15.2:0/250189732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691500d40 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 -- 172.21.15.2:0/250189732 >> 172.21.15.2:0/250189732 conn(0x55f6914fb0f0 msgr2=0x55f691500630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 -- 172.21.15.2:0/250189732 shutdown_connections 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.607+0000 7feb43c7d740 1 -- 172.21.15.2:0/250189732 wait complete. 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 -- start start 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 Processor -- start 2024-09-05T04:19:09.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f691516650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f6915110c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1abc10 con 0x55f6914fea60 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1ad080 con 0x55f69150e150 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feb3c1ac2e0 con 0x55f6914ff380 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb43c7d740 10 client.0 _ll_register_callbacks cb 0x7feb34009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39216/0 (socket says 172.21.15.2:39216) 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb3affd640 1 -- 172.21.15.2:0/2651884240 learned_addr learned my addr 172.21.15.2:0/2651884240 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb3b7fe640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f6915110c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.608+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f691516650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 -- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 msgr2=0x55f691516650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f691516650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 -- 172.21.15.2:0/2651884240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 msgr2=0x55f6915110c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f6915110c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 -- 172.21.15.2:0/2651884240 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f691511630 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb3affd640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7feb2c010fd0 tx=0x7feb2c0978d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=438e75a5ed62fe3b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2c020040 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7feb2c0cc950 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb2c097bc0 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7feb2c0b4040 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb43c7d740 10 client.17541 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f691589390 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb2c097bc0 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.609+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7feb2c010660 con 0x55f6914fea60 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 10 client.17541 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:09.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 10 client.17541 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 20 client.17541 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f6915895b0 0x55f69158b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 4 client.17541 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f69146bd00 con 0x55f6915895b0 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f6915895b0 0x55f69158b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb3a7fc640 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f6915895b0 0x55f69158b9a0 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=751ef707b35e40b2 server_cookie=ffd934619a9b22e7 in_seq=0 out_seq=0 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.610+0000 7feb1affd640 10 client.17541 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.611+0000 7feb1affd640 1 -- 172.21.15.2:0/2651884240 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f69146bd00 con 0x55f6915895b0 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.611+0000 7feb1affd640 10 client.17541 handle_command_reply: tid=0 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.611+0000 7feb43c7d740 1 client.17541 shutdown 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 msgr2=0x55f691516110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7feb2c010fd0 tx=0x7feb2c0978d0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 shutdown_connections 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f6915895b0 0x55f69158b9a0 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f69150e150 0x55f6915110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f6914ff380 0x55f691516650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 --2- 172.21.15.2:0/2651884240 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f6914fea60 0x55f691516110 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 >> 172.21.15.2:0/2651884240 conn(0x55f6914fb0f0 msgr2=0x55f69150b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb1affd640 0 client.17541 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 shutdown_connections 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 1 -- 172.21.15.2:0/2651884240 wait complete. 2024-09-05T04:19:09.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb43c7d740 20 client.17541 trim_cache size 0 max 16384 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "6b81c797-f22b-4a1f-9293-5d5f8f8158d6", 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 msgr2=0x7feb240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 0x7feb240a51b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7feb34005e10 tx=0x7feb34009960 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 msgr2=0x7feb3c1991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.612+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7feb2c00d950 tx=0x7feb2c00de10 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 shutdown_connections 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feb240a2cf0 0x7feb240a51b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feb3c106a80 0x7feb3c1a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feb3c101420 0x7feb3c199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 --2- 172.21.15.2:0/2809189796 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feb3c100a80 0x7feb3c1991e0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 >> 172.21.15.2:0/2809189796 conn(0x7feb3c0fc7a0 msgr2=0x7feb3c0fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 shutdown_connections 2024-09-05T04:19:09.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:09.613+0000 7feb418a4640 1 -- 172.21.15.2:0/2809189796 wait complete. 2024-09-05T04:19:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:09 smithi047 ceph-mon[34498]: pgmap v251: 129 pgs: 129 active+clean; 2.2 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-09-05T04:19:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:09 smithi047 ceph-mon[34498]: osdmap e98: 12 total, 12 up, 12 in 2024-09-05T04:19:10.318 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:19:10.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:10 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:19:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:10 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:10 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:19:10.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:10 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:10.573 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:10.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:10 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:19:10.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:10 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:10.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:10 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:19:10.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:10 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:10 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:19:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:10 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:10 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:19:10.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:10 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 -- 172.21.15.2:0/2394476420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 msgr2=0x7f7748100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 --2- 172.21.15.2:0/2394476420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f7748100ee0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f7734009930 tx=0x7f773402a420 comp rx=0 tx=0).stop 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 -- 172.21.15.2:0/2394476420 shutdown_connections 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 --2- 172.21.15.2:0/2394476420 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748101420 0x7f774810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 --2- 172.21.15.2:0/2394476420 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f7748100ee0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 --2- 172.21.15.2:0/2394476420 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748106a80 0x7f7748106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 -- 172.21.15.2:0/2394476420 >> 172.21.15.2:0/2394476420 conn(0x7f77480fc7a0 msgr2=0x7f77480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 -- 172.21.15.2:0/2394476420 shutdown_connections 2024-09-05T04:19:11.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 -- 172.21.15.2:0/2394476420 wait complete. 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.044+0000 7f774ecec640 1 Processor -- start 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 -- start start 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748101420 0x7f7748199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748106a80 0x7f77481a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7748110d70 con 0x7f7748100a80 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7748110bf0 con 0x7f7748101420 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ecec640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7748110ef0 con 0x7f7748106a80 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39244/0 (socket says 172.21.15.2:39244) 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 -- 172.21.15.2:0/2719694591 learned_addr learned my addr 172.21.15.2:0/2719694591 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:11.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774d289640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748106a80 0x7f77481a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f7747fff640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748101420 0x7f7748199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 -- 172.21.15.2:0/2719694591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748106a80 msgr2=0x7f77481a4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748106a80 0x7f77481a4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 -- 172.21.15.2:0/2719694591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748101420 msgr2=0x7f7748199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748101420 0x7f7748199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 -- 172.21.15.2:0/2719694591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77481a48a0 con 0x7f7748100a80 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.045+0000 7f774ca88640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f773c00b4a0 tx=0x7f773c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.046+0000 7f7745ffb640 1 -- 172.21.15.2:0/2719694591 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c014070 con 0x7f7748100a80 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.046+0000 7f7745ffb640 1 -- 172.21.15.2:0/2719694591 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f773c010ac0 con 0x7f7748100a80 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.046+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77481a4a70 con 0x7f7748100a80 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.046+0000 7f7745ffb640 1 -- 172.21.15.2:0/2719694591 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c017c30 con 0x7f7748100a80 2024-09-05T04:19:11.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.046+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77481a4f30 con 0x7f7748100a80 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.048+0000 7f7745ffb640 1 -- 172.21.15.2:0/2719694591 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f773c017070 con 0x7f7748100a80 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.048+0000 7f77510c5740 1 Processor -- start 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.048+0000 7f77510c5740 1 -- start start 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.048+0000 7f7745ffb640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 0x7f77380a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef850140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 0x5654ef852a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5654ef7ab2e0 con 0x5654ef8454a0 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774d289640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 0x7f77380a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5654ef752ce0 con 0x5654ef850680 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f77510c5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5654ef7a72a0 con 0x5654ef845dc0 2024-09-05T04:19:11.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7745ffb640 1 -- 172.21.15.2:0/2719694591 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f773c0cedb0 con 0x7f7748100a80 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39258/0 (socket says 172.21.15.2:39258) 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 -- 172.21.15.2:0/1900196640 learned_addr learned my addr 172.21.15.2:0/1900196640 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7747fff640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef850140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774d289640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 0x5654ef852a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 -- 172.21.15.2:0/1900196640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 msgr2=0x5654ef850140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef850140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 -- 172.21.15.2:0/1900196640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 msgr2=0x5654ef852a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 0x5654ef852a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 -- 172.21.15.2:0/1900196640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654ef737440 con 0x5654ef8454a0 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774d289640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 0x5654ef852a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:11.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7747fff640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef850140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774d289640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 0x7f77380a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7740005fd0 tx=0x7f7740010740 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f774ca88640 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f773c097a10 tx=0x7f773c001510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84eec5d31c427be4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7732ffd640 1 -- 172.21.15.2:0/1900196640 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c01e040 con 0x5654ef8454a0 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7732ffd640 1 -- 172.21.15.2:0/1900196640 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f773c019fb0 con 0x5654ef8454a0 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.049+0000 7f7732ffd640 1 -- 172.21.15.2:0/1900196640 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c0976b0 con 0x5654ef8454a0 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- 172.21.15.2:0/1900196640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 msgr2=0x5654ef845880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f773c097a10 tx=0x7f773c001510 comp rx=0 tx=0).stop 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- 172.21.15.2:0/1900196640 shutdown_connections 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef850680 0x5654ef852a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef850140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 --2- 172.21.15.2:0/1900196640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef845880 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- 172.21.15.2:0/1900196640 >> 172.21.15.2:0/1900196640 conn(0x5654ef841a30 msgr2=0x5654ef841e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- 172.21.15.2:0/1900196640 shutdown_connections 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- 172.21.15.2:0/1900196640 wait complete. 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.050+0000 7f77510c5740 1 -- start start 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 Processor -- start 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef845dc0 0x5654ef84d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 0x5654ef84d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5654ef853250 con 0x5654ef8454a0 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5654ef766050 con 0x5654ef845dc0 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5654ef8533d0 con 0x5654ef850680 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f77510c5740 10 client.0 _ll_register_callbacks cb 0x5654ef7a6160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:11.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39272/0 (socket says 172.21.15.2:39272) 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 -- 172.21.15.2:0/3962249810 learned_addr learned my addr 172.21.15.2:0/3962249810 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774d289640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 0x5654ef84d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f7747fff640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef845dc0 0x5654ef84d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 -- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 msgr2=0x5654ef84d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 0x5654ef84d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 -- 172.21.15.2:0/3962249810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef845dc0 msgr2=0x5654ef84d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef845dc0 0x5654ef84d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774ca88640 1 -- 172.21.15.2:0/3962249810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654ef51c3c0 con 0x5654ef8454a0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.051+0000 7f774d289640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 0x5654ef84d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f774ca88640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f773c0a36d0 tx=0x7f773c09b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6525923f76b474da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:11.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c079e60 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f773c0976b0 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f773c019fb0 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f773c083050 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 10 client.17553 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5654ef85eb40 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f773c0a3e50 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f773c0cc330 con 0x5654ef8454a0 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 10 client.17553 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 10 client.17553 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 20 client.17553 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef85fe90 0x5654ef862280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 4 client.17553 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:11.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.052+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654ef7b8850 con 0x5654ef85fe90 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.053+0000 7f7747fff640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef85fe90 0x5654ef862280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.053+0000 7f7747fff640 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef85fe90 0x5654ef862280 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=149f2dd7ea791f3e server_cookie=bee0dcd3be032244 in_seq=0 out_seq=0 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.053+0000 7f7727fff640 10 client.17553 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f7727fff640 1 -- 172.21.15.2:0/3962249810 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5654ef7b8850 con 0x5654ef85fe90 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f7727fff640 10 client.17553 handle_command_reply: tid=0 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 client.17553 shutdown 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 msgr2=0x5654ef84ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f773c0a36d0 tx=0x7f773c09b040 comp rx=0 tx=0).stop 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 shutdown_connections 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef85fe90 0x5654ef862280 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f7727fff640 0 client.17553 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef850680 0x5654ef84d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef845dc0 0x5654ef84d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 --2- 172.21.15.2:0/3962249810 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef84ff90 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 >> 172.21.15.2:0/3962249810 conn(0x5654ef841a30 msgr2=0x5654ef847760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 shutdown_connections 2024-09-05T04:19:11.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 1 -- 172.21.15.2:0/3962249810 wait complete. 2024-09-05T04:19:11.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.054+0000 7f77510c5740 20 client.17553 trim_cache size 0 max 16384 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 Processor -- start 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 -- start start 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef841a30 0x5654ef84bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8657f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f77481ad190 con 0x5654ef8454a0 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77481af9f0 con 0x5654ef841a30 2024-09-05T04:19:11.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f77510c5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f77481ad7e0 con 0x5654ef845dc0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39274/0 (socket says 172.21.15.2:39274) 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 -- 172.21.15.2:0/470478945 learned_addr learned my addr 172.21.15.2:0/470478945 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f774ca88640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef841a30 0x5654ef84bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f774d289640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8657f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 -- 172.21.15.2:0/470478945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 msgr2=0x5654ef8657f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8657f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 -- 172.21.15.2:0/470478945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef841a30 msgr2=0x5654ef84bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef841a30 0x5654ef84bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f7747fff640 1 -- 172.21.15.2:0/470478945 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654ef8452d0 con 0x5654ef8454a0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.072+0000 7f774d289640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8657f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f7747fff640 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f773402a940 tx=0x7f7734000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6efd1add99ead69e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77327fc640 1 -- 172.21.15.2:0/470478945 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734048030 con 0x5654ef8454a0 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77327fc640 1 -- 172.21.15.2:0/470478945 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7734004300 con 0x5654ef8454a0 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77327fc640 1 -- 172.21.15.2:0/470478945 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7734035040 con 0x5654ef8454a0 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 -- 172.21.15.2:0/470478945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 msgr2=0x5654ef8652b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f773402a940 tx=0x7f7734000bc0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 -- 172.21.15.2:0/470478945 shutdown_connections 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8657f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef8454a0 0x5654ef8652b0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 --2- 172.21.15.2:0/470478945 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef841a30 0x5654ef84bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.073+0000 7f77510c5740 1 -- 172.21.15.2:0/470478945 >> 172.21.15.2:0/470478945 conn(0x5654ef84d8e0 msgr2=0x5654ef840b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- 172.21.15.2:0/470478945 shutdown_connections 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- 172.21.15.2:0/470478945 wait complete. 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- start start 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 Processor -- start 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 0x5654ef8c30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8c35f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f77481adeb0 con 0x5654ef841a30 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77481af320 con 0x5654ef8454a0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f77481ae580 con 0x5654ef845dc0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f77510c5740 10 client.0 _ll_register_callbacks cb 0x7f773c09ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.074+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39286/0 (socket says 172.21.15.2:39286) 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 -- 172.21.15.2:0/2671963172 learned_addr learned my addr 172.21.15.2:0/2671963172 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7747fff640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 0x5654ef8c30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774d289640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8c35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 -- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 msgr2=0x5654ef8c35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8c35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 -- 172.21.15.2:0/2671963172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 msgr2=0x5654ef8c30b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 0x5654ef8c30b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 -- 172.21.15.2:0/2671963172 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654ef8cde40 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7747fff640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 0x5654ef8c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f774ca88640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f773c000c00 tx=0x7f773c09b0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b31faad87b96f102 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7727fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f773c0a8060 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f773c084240 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7734004300 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f773c080070 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f77510c5740 10 client.17559 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5654ef8cf0a0 con 0x5654ef841a30 2024-09-05T04:19:11.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.075+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7734004300 con 0x5654ef841a30 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f773c0af020 con 0x5654ef841a30 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 10 client.17559 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 10 client.17559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 20 client.17559 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef850680 0x5654ef8d15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 4 client.17559 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5654ef7b2d60 con 0x5654ef850680 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f7747fff640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef850680 0x5654ef8d15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f7747fff640 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef850680 0x5654ef8d15f0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac975fbfd9c3abba server_cookie=4f9edff5d088f761 in_seq=0 out_seq=0 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.076+0000 7f7727fff640 10 client.17559 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f7727fff640 1 -- 172.21.15.2:0/2671963172 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5654ef7b2d60 con 0x5654ef850680 2024-09-05T04:19:11.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f7727fff640 10 client.17559 handle_command_reply: tid=0 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 client.17559 shutdown 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 msgr2=0x5654ef8c2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f773c000c00 tx=0x7f773c09b0b0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 shutdown_connections 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5654ef850680 0x5654ef8d15f0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5654ef845dc0 0x5654ef8c35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5654ef8454a0 0x5654ef8c30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f7727fff640 0 client.17559 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 --2- 172.21.15.2:0/2671963172 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5654ef841a30 0x5654ef8c2b70 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 >> 172.21.15.2:0/2671963172 conn(0x5654ef84d8e0 msgr2=0x5654ef84eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 shutdown_connections 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 1 -- 172.21.15.2:0/2671963172 wait complete. 2024-09-05T04:19:11.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.077+0000 7f77510c5740 20 client.17559 trim_cache size 0 max 16384 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "6b81c797-f22b-4a1f-9293-5d5f8f8158d6": { 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "6b81c797-f22b-4a1f-9293-5d5f8f8158d6", 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:11.091 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:11.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 msgr2=0x7f77380a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 0x7f77380a51b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7740005fd0 tx=0x7f7740010740 comp rx=0 tx=0).stop 2024-09-05T04:19:11.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 msgr2=0x7f77481992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f773c00b4a0 tx=0x7f773c00b960 comp rx=0 tx=0).stop 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 shutdown_connections 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f77380a2cf0 0x7f77380a51b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7748106a80 0x7f77481a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7748101420 0x7f7748199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 --2- 172.21.15.2:0/2719694591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7748100a80 0x7f77481992e0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 >> 172.21.15.2:0/2719694591 conn(0x7f77480fc7a0 msgr2=0x7f77480fd0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 shutdown_connections 2024-09-05T04:19:11.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:11.078+0000 7f774ecec640 1 -- 172.21.15.2:0/2719694591 wait complete. 2024-09-05T04:19:11.490 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:11 smithi002 ceph-mon[31001]: pgmap v253: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-09-05T04:19:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:11 smithi079 ceph-mon[34908]: pgmap v253: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-09-05T04:19:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:11 smithi047 ceph-mon[34498]: pgmap v253: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 98 KiB/s wr, 35 op/s 2024-09-05T04:19:11.807 INFO:tasks.cephfs.filesystem:scrub status for tag:6b81c797-f22b-4a1f-9293-5d5f8f8158d6 - {'path': '/', 'tag': '6b81c797-f22b-4a1f-9293-5d5f8f8158d6', 'options': 'recursive,force'} 2024-09-05T04:19:12.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:12 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:19:12.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:12 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:19:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:12 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:19:12.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:12 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:19:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:12 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:19:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:12 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:19:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:13 smithi002 ceph-mon[31001]: pgmap v254: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 81 KiB/s wr, 29 op/s 2024-09-05T04:19:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:19:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:19:13.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:19:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:13 smithi079 ceph-mon[34908]: pgmap v254: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 81 KiB/s wr, 29 op/s 2024-09-05T04:19:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:19:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:19:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:19:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:13 smithi047 ceph-mon[34498]: pgmap v254: 129 pgs: 129 active+clean; 2.4 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 81 KiB/s wr, 29 op/s 2024-09-05T04:19:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:19:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:19:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:19:13.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 -- 172.21.15.2:0/3932165701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c10c0a0 msgr2=0x7f395c10e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 --2- 172.21.15.2:0/3932165701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c10c0a0 0x7f395c10e540 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f394c009ca0 tx=0x7f394c02a950 comp rx=0 tx=0).stop 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 -- 172.21.15.2:0/3932165701 shutdown_connections 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 --2- 172.21.15.2:0/3932165701 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c10c0a0 0x7f395c10e540 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 --2- 172.21.15.2:0/3932165701 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c1035a0 0x7f395c10ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 --2- 172.21.15.2:0/3932165701 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c102c80 0x7f395c103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 -- 172.21.15.2:0/3932165701 >> 172.21.15.2:0/3932165701 conn(0x7f395c0779a0 msgr2=0x7f395c0fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 -- 172.21.15.2:0/3932165701 shutdown_connections 2024-09-05T04:19:13.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.711+0000 7f3963778640 1 -- 172.21.15.2:0/3932165701 wait complete. 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 Processor -- start 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 -- start start 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 0x7f395c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c10c0a0 0x7f395c19cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f395c111d30 con 0x7f395c1035a0 2024-09-05T04:19:13.714 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f395c111bb0 con 0x7f395c10c0a0 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3963778640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f395c111eb0 con 0x7f395c102c80 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45430/0 (socket says 172.21.15.2:45430) 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 -- 172.21.15.2:0/202473039 learned_addr learned my addr 172.21.15.2:0/202473039 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3961514640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 0x7f395c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3961d15640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c10c0a0 0x7f395c19cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 -- 172.21.15.2:0/202473039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 msgr2=0x7f395c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 0x7f395c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 -- 172.21.15.2:0/202473039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c10c0a0 msgr2=0x7f395c19cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c10c0a0 0x7f395c19cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3960d13640 1 -- 172.21.15.2:0/202473039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f395c19d2d0 con 0x7f395c1035a0 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.712+0000 7f3961514640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 0x7f395c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:13.715 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f3960d13640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f395000e9f0 tx=0x7f395000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f395a7fc640 1 -- 172.21.15.2:0/202473039 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395000cd80 con 0x7f395c1035a0 2024-09-05T04:19:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f395a7fc640 1 -- 172.21.15.2:0/202473039 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39500054d0 con 0x7f395c1035a0 2024-09-05T04:19:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f395c19d5c0 con 0x7f395c1035a0 2024-09-05T04:19:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f395a7fc640 1 -- 172.21.15.2:0/202473039 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950010490 con 0x7f395c1035a0 2024-09-05T04:19:13.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.713+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f395c1a4e50 con 0x7f395c1035a0 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.715+0000 7f395a7fc640 1 -- 172.21.15.2:0/202473039 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3950005020 con 0x7f395c1035a0 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 Processor -- start 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 -- start start 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 0x55e324824770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e3248270a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e32477e2f0 con 0x55e324819af0 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e324726270 con 0x55e32481a410 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f39665f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e32477a2b0 con 0x55e324824cb0 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3961d15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3961d15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45444/0 (socket says 172.21.15.2:45444) 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f395a7fc640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 0x7f39440a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3961d15640 1 -- 172.21.15.2:0/2503668233 learned_addr learned my addr 172.21.15.2:0/2503668233 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3960d13640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e3248270a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3961514640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 0x55e324824770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.716+0000 7f3961d15640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 0x7f39440a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 -- 172.21.15.2:0/2503668233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 msgr2=0x55e3248270a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e3248270a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 -- 172.21.15.2:0/2503668233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 msgr2=0x55e324819ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f395a7fc640 1 -- 172.21.15.2:0/202473039 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f39500cfaf0 con 0x7f395c1035a0 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 -- 172.21.15.2:0/2503668233 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e324725340 con 0x55e32481a410 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961d15640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:13.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961514640 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 0x55e324824770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3954009fd0 tx=0x7f39540118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=677e36a000715ca7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f3961d15640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 0x7f39440a5230 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f394c004ad0 tx=0x7f394c02a950 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f39437fe640 1 -- 172.21.15.2:0/2503668233 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3954004030 con 0x55e32481a410 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f39437fe640 1 -- 172.21.15.2:0/2503668233 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39540054d0 con 0x55e32481a410 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.717+0000 7f39437fe640 1 -- 172.21.15.2:0/2503668233 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3954004c70 con 0x55e32481a410 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- 172.21.15.2:0/2503668233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 msgr2=0x55e324824770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 0x55e324824770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f3954009fd0 tx=0x7f39540118d0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- 172.21.15.2:0/2503668233 shutdown_connections 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e3248270a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e32481a410 0x55e324824770 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 --2- 172.21.15.2:0/2503668233 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324819ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- 172.21.15.2:0/2503668233 >> 172.21.15.2:0/2503668233 conn(0x55e324816060 msgr2=0x55e324816440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- 172.21.15.2:0/2503668233 shutdown_connections 2024-09-05T04:19:13.721 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- 172.21.15.2:0/2503668233 wait complete. 2024-09-05T04:19:13.722 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 -- start start 2024-09-05T04:19:13.722 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.718+0000 7f39665f0740 1 Processor -- start 2024-09-05T04:19:13.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 0x55e324822070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e3248225b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e324827880 con 0x55e324819af0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e324707290 con 0x55e324824cb0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e324827a00 con 0x55e32481a410 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f39665f0740 10 client.0 _ll_register_callbacks cb 0x55e324738140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45460/0 (socket says 172.21.15.2:45460) 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 -- 172.21.15.2:0/3505541249 learned_addr learned my addr 172.21.15.2:0/3505541249 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3960d13640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 0x55e324822070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961d15640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e3248225b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 -- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 msgr2=0x55e324822070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 0x55e324822070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 -- 172.21.15.2:0/3505541249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 msgr2=0x55e3248225b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e3248225b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.726 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3961514640 1 -- 172.21.15.2:0/3505541249 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e324491210 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.719+0000 7f3960d13640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 0x55e324822070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3961514640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f395401b040 tx=0x7f395400fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b99936b18d496f60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3954028070 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f3954004bc0 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39540054d0 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3954034050 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 10 client.17571 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e32455d620 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39540054d0 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3954019570 con 0x55e324819af0 2024-09-05T04:19:13.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 10 client.17571 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 10 client.17571 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 20 client.17571 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e324834ad0 0x55e324836ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 4 client.17571 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.720+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e32478ba20 con 0x55e324834ad0 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.721+0000 7f3960d13640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e324834ad0 0x55e324836ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.721+0000 7f3960d13640 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e324834ad0 0x55e324836ec0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f72b6e52ac16549 server_cookie=e9ab57dcb980fd0f in_seq=0 out_seq=0 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.721+0000 7f3940ff9640 10 client.17571 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f3940ff9640 1 -- 172.21.15.2:0/3505541249 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e32478ba20 con 0x55e324834ad0 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f3940ff9640 10 client.17571 handle_command_reply: tid=0 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 client.17571 shutdown 2024-09-05T04:19:13.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 msgr2=0x55e324821b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f395401b040 tx=0x7f395400fca0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 shutdown_connections 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e324834ad0 0x55e324836ec0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e3248225b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e32481a410 0x55e324822070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 --2- 172.21.15.2:0/3505541249 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e324819af0 0x55e324821b30 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f3940ff9640 0 client.17571 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 >> 172.21.15.2:0/3505541249 conn(0x55e324816060 msgr2=0x55e32481bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 shutdown_connections 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 1 -- 172.21.15.2:0/3505541249 wait complete. 2024-09-05T04:19:13.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.722+0000 7f39665f0740 20 client.17571 trim_cache size 0 max 16384 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 Processor -- start 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 -- start start 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 0x55e324823aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e32483c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1ad0c0 con 0x55e32481a410 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1af920 con 0x55e324819af0 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f39665f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1ad710 con 0x55e324824cb0 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45474/0 (socket says 172.21.15.2:45474) 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.737+0000 7f3960d13640 1 -- 172.21.15.2:0/4072064749 learned_addr learned my addr 172.21.15.2:0/4072064749 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3961514640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 0x55e324823aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3961d15640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e32483c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 -- 172.21.15.2:0/4072064749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 msgr2=0x55e32483c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e32483c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 -- 172.21.15.2:0/4072064749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 msgr2=0x55e324823aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 0x55e324823aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 -- 172.21.15.2:0/4072064749 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e32481c940 con 0x55e32481a410 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3961514640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 0x55e324823aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:13.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3961d15640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e32483c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3960d13640 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f3950098540 tx=0x7f39500d1f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a02ef3a1d440c2ae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3942ffd640 1 -- 172.21.15.2:0/4072064749 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f395009c2c0 con 0x55e32481a410 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3942ffd640 1 -- 172.21.15.2:0/4072064749 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39500b2020 con 0x55e32481a410 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.738+0000 7f3942ffd640 1 -- 172.21.15.2:0/4072064749 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3950099f50 con 0x55e32481a410 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- 172.21.15.2:0/4072064749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 msgr2=0x55e3248223b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f3950098540 tx=0x7f39500d1f40 comp rx=0 tx=0).stop 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- 172.21.15.2:0/4072064749 shutdown_connections 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324824cb0 0x55e32483c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e3248223b0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 --2- 172.21.15.2:0/4072064749 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324819af0 0x55e324823aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- 172.21.15.2:0/4072064749 >> 172.21.15.2:0/4072064749 conn(0x55e324816060 msgr2=0x55e324823390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- 172.21.15.2:0/4072064749 shutdown_connections 2024-09-05T04:19:13.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- 172.21.15.2:0/4072064749 wait complete. 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 -- start start 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.739+0000 7f39665f0740 1 Processor -- start 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324819af0 0x55e32482cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e324828210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1adde0 con 0x55e32481a410 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1af250 con 0x55e324824cb0 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f395c1ae4b0 con 0x55e324819af0 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 10 client.0 _ll_register_callbacks cb 0x7f3950005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45488/0 (socket says 172.21.15.2:45488) 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 -- 172.21.15.2:0/3532096968 learned_addr learned my addr 172.21.15.2:0/3532096968 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3961d15640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e324828210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3961514640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324819af0 0x55e32482cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 -- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324819af0 msgr2=0x55e32482cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324819af0 0x55e32482cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 -- 172.21.15.2:0/3532096968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 msgr2=0x55e324828210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e324828210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 -- 172.21.15.2:0/3532096968 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e324828a20 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3960d13640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f3950098590 tx=0x7f395009fff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=531d21936e9b8afd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3940ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39500b9060 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f39500046c0 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.740+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39500b2020 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f395009c2c0 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 10 client.17577 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e32489f060 con 0x55e32481a410 2024-09-05T04:19:13.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39500b2020 con 0x55e32481a410 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3950097910 con 0x55e32481a410 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 10 client.17577 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 10 client.17577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 20 client.17577 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e32489f6c0 0x55e3248a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 4 client.17577 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e324785d70 con 0x55e32489f6c0 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.741+0000 7f3961514640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e32489f6c0 0x55e3248a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.742+0000 7f3961514640 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e32489f6c0 0x55e3248a1ae0 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb9d0e8999d99f87 server_cookie=346726fd6ec5b6d4 in_seq=0 out_seq=0 2024-09-05T04:19:13.747 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.742+0000 7f3940ff9640 10 client.17577 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f3940ff9640 1 -- 172.21.15.2:0/3532096968 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e324785d70 con 0x55e32489f6c0 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f3940ff9640 10 client.17577 handle_command_reply: tid=0 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 client.17577 shutdown 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 msgr2=0x55e32482d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f3950098590 tx=0x7f395009fff0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 shutdown_connections 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e32489f6c0 0x55e3248a1ae0 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e324824cb0 0x55e324828210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e32481a410 0x55e32482d290 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f3940ff9640 0 client.17577 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 --2- 172.21.15.2:0/3532096968 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e324819af0 0x55e32482cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 >> 172.21.15.2:0/3532096968 conn(0x55e324816060 msgr2=0x55e32481ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 shutdown_connections 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 1 -- 172.21.15.2:0/3532096968 wait complete. 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.756+0000 7f39665f0740 20 client.17577 trim_cache size 0 max 16384 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:19:13.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:19:13.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 msgr2=0x7f39440a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 0x7f39440a5230 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f394c004ad0 tx=0x7f394c02a950 comp rx=0 tx=0).stop 2024-09-05T04:19:13.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 msgr2=0x7f395c198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:13.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f395000e9f0 tx=0x7f395000edf0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 shutdown_connections 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f39440a2d70 0x7f39440a5230 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f395c10c0a0 0x7f395c19cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f395c1035a0 0x7f395c198820 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 --2- 172.21.15.2:0/202473039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f395c102c80 0x7f395c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 >> 172.21.15.2:0/202473039 conn(0x7f395c0779a0 msgr2=0x7f395c0fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 shutdown_connections 2024-09-05T04:19:13.760 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:13.757+0000 7f3963778640 1 -- 172.21.15.2:0/202473039 wait complete. 2024-09-05T04:19:15.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:15 smithi002 ceph-mon[31001]: pgmap v255: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:15.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:15 smithi079 ceph-mon[34908]: pgmap v255: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:15 smithi047 ceph-mon[34498]: pgmap v255: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:17.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:17 smithi002 ceph-mon[31001]: pgmap v256: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:17.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:17 smithi079 ceph-mon[34908]: pgmap v256: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:17 smithi047 ceph-mon[34498]: pgmap v256: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:19.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:19 smithi002 ceph-mon[31001]: pgmap v257: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:19 smithi079 ceph-mon[34908]: pgmap v257: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:19 smithi047 ceph-mon[34498]: pgmap v257: 129 pgs: 129 active+clean; 2.6 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:19:21.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:21 smithi002 ceph-mon[31001]: pgmap v258: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-09-05T04:19:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:21 smithi079 ceph-mon[34908]: pgmap v258: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-09-05T04:19:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:21 smithi047 ceph-mon[34498]: pgmap v258: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 52 KiB/s wr, 14 op/s 2024-09-05T04:19:23.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:23 smithi002 ceph-mon[31001]: pgmap v259: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:19:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:23 smithi079 ceph-mon[34908]: pgmap v259: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:19:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:23 smithi047 ceph-mon[34498]: pgmap v259: 129 pgs: 129 active+clean; 2.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:19:25.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:25 smithi002 ceph-mon[31001]: pgmap v260: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:19:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:25 smithi079 ceph-mon[34908]: pgmap v260: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:19:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:25 smithi047 ceph-mon[34498]: pgmap v260: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:19:26.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 -- 172.21.15.2:0/899865017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f92981035d0 msgr2=0x7f929810bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 --2- 172.21.15.2:0/899865017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f92981035d0 0x7f929810bab0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f9288009900 tx=0x7f928802a480 comp rx=0 tx=0).stop 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 -- 172.21.15.2:0/899865017 shutdown_connections 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 --2- 172.21.15.2:0/899865017 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f929810c0d0 0x7f929810e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 --2- 172.21.15.2:0/899865017 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f92981035d0 0x7f929810bab0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 --2- 172.21.15.2:0/899865017 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 0x7f9298103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 -- 172.21.15.2:0/899865017 >> 172.21.15.2:0/899865017 conn(0x7f92980fc6c0 msgr2=0x7f92980feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.854+0000 7f92a072c640 1 -- 172.21.15.2:0/899865017 shutdown_connections 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 -- 172.21.15.2:0/899865017 wait complete. 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 Processor -- start 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 -- start start 2024-09-05T04:19:26.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 0x7f9298198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f92981035d0 0x7f92981988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9298111da0 con 0x7f929810c0d0 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9298111c20 con 0x7f92981035d0 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.855+0000 7f92a072c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9298111f20 con 0x7f9298102cb0 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48868/0 (socket says 172.21.15.2:48868) 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 -- 172.21.15.2:0/1124958335 learned_addr learned my addr 172.21.15.2:0/1124958335 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929e4c8640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 0x7f9298198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929dcc7640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f92981035d0 0x7f92981988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 -- 172.21.15.2:0/1124958335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 msgr2=0x7f9298198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 0x7f9298198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 -- 172.21.15.2:0/1124958335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f92981035d0 msgr2=0x7f92981988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f92981035d0 0x7f92981988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 -- 172.21.15.2:0/1124958335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929819d360 con 0x7f929810c0d0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f929ecc9640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f9290009fd0 tx=0x7f929000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f928f7fe640 1 -- 172.21.15.2:0/1124958335 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290017070 con 0x7f929810c0d0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f928f7fe640 1 -- 172.21.15.2:0/1124958335 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9290003e20 con 0x7f929810c0d0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f929819d650 con 0x7f929810c0d0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f928f7fe640 1 -- 172.21.15.2:0/1124958335 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9290010460 con 0x7f929810c0d0 2024-09-05T04:19:26.861 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.856+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92981a4ee0 con 0x7f929810c0d0 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.859+0000 7f928f7fe640 1 -- 172.21.15.2:0/1124958335 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9290003970 con 0x7f929810c0d0 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.859+0000 7f92a34c1740 1 Processor -- start 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.859+0000 7f92a34c1740 1 -- start start 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a4adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a59b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559bf39af2f0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559bf3957270 con 0x559bf3a4b2f0 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f92a34c1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559bf39ab2b0 con 0x559bf3a5a0c0 2024-09-05T04:19:26.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929dcc7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a4adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a59b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929dcc7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a4adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48884/0 (socket says 172.21.15.2:48884) 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929dcc7640 1 -- 172.21.15.2:0/872894872 learned_addr learned my addr 172.21.15.2:0/872894872 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929dcc7640 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f928f7fe640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 0x7f92840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 -- 172.21.15.2:0/872894872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 msgr2=0x559bf3a5c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 -- 172.21.15.2:0/872894872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 msgr2=0x559bf3a4adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a4adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929e4c8640 1 -- 172.21.15.2:0/872894872 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bf3956340 con 0x559bf3a4b2f0 2024-09-05T04:19:26.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f929ecc9640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 0x7f92840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.860+0000 7f928f7fe640 1 -- 172.21.15.2:0/1124958335 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f92900cf5f0 con 0x7f929810c0d0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f929e4c8640 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a59b80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9294009c30 tx=0x7f9294011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c5a76e6fcfff91a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f928cff9640 1 -- 172.21.15.2:0/872894872 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9294004050 con 0x559bf3a4b2f0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f928cff9640 1 -- 172.21.15.2:0/872894872 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92940054d0 con 0x559bf3a4b2f0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f928cff9640 1 -- 172.21.15.2:0/872894872 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9294004c70 con 0x559bf3a4b2f0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f929ecc9640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 0x7f92840a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f929000b760 tx=0x7f9290086040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.861+0000 7f92a34c1740 1 -- 172.21.15.2:0/872894872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 msgr2=0x559bf3a59b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a59b80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9294009c30 tx=0x7f9294011810 comp rx=0 tx=0).stop 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- 172.21.15.2:0/872894872 shutdown_connections 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a59b80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- 172.21.15.2:0/872894872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a4adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- 172.21.15.2:0/872894872 >> 172.21.15.2:0/872894872 conn(0x559bf3a47060 msgr2=0x559bf3a47440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- 172.21.15.2:0/872894872 shutdown_connections 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- 172.21.15.2:0/872894872 wait complete. 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- start start 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 Processor -- start 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a57520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a57a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559bf3a5ccf0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559bf3938290 con 0x559bf3a4b2f0 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559bf3a5ce70 con 0x559bf3a5a0c0 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.862+0000 7f92a34c1740 10 client.0 _ll_register_callbacks cb 0x559bf3969140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48898/0 (socket says 172.21.15.2:48898) 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 -- 172.21.15.2:0/3100749648 learned_addr learned my addr 172.21.15.2:0/3100749648 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929e4c8640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a57520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 -- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 msgr2=0x559bf3a57a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a57a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 -- 172.21.15.2:0/3100749648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 msgr2=0x559bf3a57520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a57520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 -- 172.21.15.2:0/3100749648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bf36c2210 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f929dcc7640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f9288033000 tx=0x7f92880092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c7805a2459cefd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f9281ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9288035040 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f9288005240 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92940054d0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9288051050 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f92a34c1740 10 client.17589 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.863+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559bf378e620 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92940054d0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f928803b6a0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 10 client.17589 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:26.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 10 client.17589 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 20 client.17589 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3a6a0b0 0x559bf3a6c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 4 client.17589 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bf39bca20 con 0x559bf3a6a0b0 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f929e4c8640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3a6a0b0 0x559bf3a6c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f9281ffb640 10 client.17589 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.864+0000 7f929e4c8640 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3a6a0b0 0x559bf3a6c4e0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6eab6b4fb5b3ebb server_cookie=5e362118ee99540 in_seq=0 out_seq=0 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f9281ffb640 1 -- 172.21.15.2:0/3100749648 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559bf39bca20 con 0x559bf3a6a0b0 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f9281ffb640 10 client.17589 handle_command_reply: tid=0 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 client.17589 shutdown 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 msgr2=0x559bf3a56fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f9288033000 tx=0x7f92880092d0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 shutdown_connections 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3a6a0b0 0x559bf3a6c4e0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a57a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4b2f0 0x559bf3a57520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f9281ffb640 0 client.17589 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 --2- 172.21.15.2:0/3100749648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4a9d0 0x559bf3a56fe0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 >> 172.21.15.2:0/3100749648 conn(0x559bf3a47060 msgr2=0x559bf3a4cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 shutdown_connections 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.865+0000 7f92a34c1740 1 -- 172.21.15.2:0/3100749648 wait complete. 2024-09-05T04:19:26.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.866+0000 7f92a34c1740 20 client.17589 trim_cache size 0 max 16384 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 Processor -- start 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 -- start start 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a460b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a72330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f92981aae10 con 0x559bf3a4b2f0 2024-09-05T04:19:26.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f92981ad670 con 0x559bf3a4a9d0 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f92a34c1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f92981ab460 con 0x559bf3a5a0c0 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f929e4c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f929e4c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48912/0 (socket says 172.21.15.2:48912) 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.880+0000 7f929e4c8640 1 -- 172.21.15.2:0/746122458 learned_addr learned my addr 172.21.15.2:0/746122458 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929dcc7640 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a72330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 -- 172.21.15.2:0/746122458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 msgr2=0x559bf3a72330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a72330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 -- 172.21.15.2:0/746122458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 msgr2=0x559bf3a460b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a460b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 -- 172.21.15.2:0/746122458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bf3a412f0 con 0x559bf3a4b2f0 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929dcc7640 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a72330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:26.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f929e4c8640 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f9294011d10 tx=0x7f9294005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb6923afd9ab247c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f9283fff640 1 -- 172.21.15.2:0/746122458 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9294004250 con 0x559bf3a4b2f0 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f9283fff640 1 -- 172.21.15.2:0/746122458 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92940043f0 con 0x559bf3a4b2f0 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f9283fff640 1 -- 172.21.15.2:0/746122458 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9294019430 con 0x559bf3a4b2f0 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f92a34c1740 1 -- 172.21.15.2:0/746122458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 msgr2=0x559bf3a71df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.881+0000 7f92a34c1740 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f9294011d10 tx=0x7f9294005f90 comp rx=0 tx=0).stop 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- 172.21.15.2:0/746122458 shutdown_connections 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a72330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a71df0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- 172.21.15.2:0/746122458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a460b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- 172.21.15.2:0/746122458 >> 172.21.15.2:0/746122458 conn(0x559bf3a47060 msgr2=0x559bf3a459a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- 172.21.15.2:0/746122458 shutdown_connections 2024-09-05T04:19:26.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- 172.21.15.2:0/746122458 wait complete. 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- start start 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 Processor -- start 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a62610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f92981abb30 con 0x559bf3a4b2f0 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f92981acfa0 con 0x559bf3a4a9d0 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f92981ac200 con 0x559bf3a5a0c0 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f92a34c1740 10 client.0 _ll_register_callbacks cb 0x7f9288032eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f929e4c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f929e4c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48916/0 (socket says 172.21.15.2:48916) 2024-09-05T04:19:26.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f929e4c8640 1 -- 172.21.15.2:0/2408479259 learned_addr learned my addr 172.21.15.2:0/2408479259 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.882+0000 7f929dcc7640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929dcc7640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a62610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 -- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 msgr2=0x559bf3a5dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 -- 172.21.15.2:0/2408479259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 msgr2=0x559bf3a62610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a62610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 -- 172.21.15.2:0/2408479259 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bf3a5e480 con 0x559bf3a4b2f0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929dcc7640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a62610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f929e4c8640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9294012000 tx=0x7f9294004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cebe300815915ede server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929403b060 con 0x559bf3a4b2f0 2024-09-05T04:19:26.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f9294036440 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92940043f0 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9294042050 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f92a34c1740 10 client.17595 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559bf3ad4b10 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92940043f0 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9294025650 con 0x559bf3a4b2f0 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f92a34c1740 10 client.17595 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.883+0000 7f92a34c1740 10 client.17595 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f92a34c1740 20 client.17595 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3ad5030 0x559bf3ad7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f92a34c1740 4 client.17595 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:19:26.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559bf39b6d70 con 0x559bf3ad5030 2024-09-05T04:19:26.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f929dcc7640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3ad5030 0x559bf3ad7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:26.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f9281ffb640 10 client.17595 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:26.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.884+0000 7f929dcc7640 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3ad5030 0x559bf3ad7450 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0ad7991f75deeaf server_cookie=e2f335d20edbbfa2 in_seq=0 out_seq=0 2024-09-05T04:19:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f9281ffb640 1 -- 172.21.15.2:0/2408479259 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559bf39b6d70 con 0x559bf3ad5030 2024-09-05T04:19:26.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f9281ffb640 10 client.17595 handle_command_reply: tid=0 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 client.17595 shutdown 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 msgr2=0x559bf3a5d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9294012000 tx=0x7f9294004250 comp rx=0 tx=0).stop 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 shutdown_connections 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bf3ad5030 0x559bf3ad7450 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bf3a5a0c0 0x559bf3a5dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bf3a4b2f0 0x559bf3a5d980 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f9281ffb640 0 client.17595 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 --2- 172.21.15.2:0/2408479259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bf3a4a9d0 0x559bf3a62610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 >> 172.21.15.2:0/2408479259 conn(0x559bf3a47060 msgr2=0x559bf3a461c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.903 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 shutdown_connections 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 1 -- 172.21.15.2:0/2408479259 wait complete. 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a34c1740 20 client.17595 trim_cache size 0 max 16384 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:19:26.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:19:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 msgr2=0x7f92840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 0x7f92840a51b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f929000b760 tx=0x7f9290086040 comp rx=0 tx=0).stop 2024-09-05T04:19:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 msgr2=0x7f929819cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:26.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f9290009fd0 tx=0x7f929000b260 comp rx=0 tx=0).stop 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 shutdown_connections 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f92840a2cf0 0x7f92840a51b0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f929810c0d0 0x7f929819cc30 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f92981035d0 0x7f92981988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 --2- 172.21.15.2:0/1124958335 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9298102cb0 0x7f9298198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 >> 172.21.15.2:0/1124958335 conn(0x7f92980fc6c0 msgr2=0x7f92980fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 shutdown_connections 2024-09-05T04:19:26.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:26.901+0000 7f92a072c640 1 -- 172.21.15.2:0/1124958335 wait complete. 2024-09-05T04:19:27.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:27 smithi002 ceph-mon[31001]: pgmap v261: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:27.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:27 smithi079 ceph-mon[34908]: pgmap v261: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:27 smithi047 ceph-mon[34498]: pgmap v261: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:29.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:29 smithi002 ceph-mon[31001]: pgmap v262: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:29.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:29 smithi079 ceph-mon[34908]: pgmap v262: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:29 smithi047 ceph-mon[34498]: pgmap v262: 129 pgs: 129 active+clean; 3.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:19:31.132 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-05T04:19:31.132 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-05T04:19:31.132 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:19:31.399 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:31.520 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:31 smithi002 ceph-mon[31001]: pgmap v263: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 13 op/s 2024-09-05T04:19:31.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:31 smithi079 ceph-mon[34908]: pgmap v263: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 13 op/s 2024-09-05T04:19:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:31 smithi047 ceph-mon[34498]: pgmap v263: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 58 KiB/s wr, 13 op/s 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.908+0000 7feed87a0640 1 -- 172.21.15.2:0/3883111540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0101de0 msgr2=0x7feed01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.908+0000 7feed87a0640 1 --2- 172.21.15.2:0/3883111540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0101de0 0x7feed01021c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7feecc009900 tx=0x7feecc02a410 comp rx=0 tx=0).stop 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 -- 172.21.15.2:0/3883111540 shutdown_connections 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 --2- 172.21.15.2:0/3883111540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0106f10 0x7feed010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 --2- 172.21.15.2:0/3883111540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0102790 0x7feed01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:31.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 --2- 172.21.15.2:0/3883111540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0101de0 0x7feed01021c0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 -- 172.21.15.2:0/3883111540 >> 172.21.15.2:0/3883111540 conn(0x7feed00fd8c0 msgr2=0x7feed00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 -- 172.21.15.2:0/3883111540 shutdown_connections 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 -- 172.21.15.2:0/3883111540 wait complete. 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 Processor -- start 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.909+0000 7feed87a0640 1 -- start start 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0101de0 0x7feed01982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0106f10 0x7feed019cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7feed0111e20 con 0x7feed0102790 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7feed0111ca0 con 0x7feed0106f10 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed87a0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7feed0111fa0 con 0x7feed0101de0 2024-09-05T04:19:31.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46714/0 (socket says 172.21.15.2:46714) 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 -- 172.21.15.2:0/1865464133 learned_addr learned my addr 172.21.15.2:0/1865464133 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed653c640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0101de0 0x7feed01982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed6d3d640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0106f10 0x7feed019cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 -- 172.21.15.2:0/1865464133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0101de0 msgr2=0x7feed01982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0101de0 0x7feed01982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 -- 172.21.15.2:0/1865464133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0106f10 msgr2=0x7feed019cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0106f10 0x7feed019cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 -- 172.21.15.2:0/1865464133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feed019d250 con 0x7feed0102790 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.910+0000 7feed5d3b640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7feec000c920 tx=0x7feec000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.911+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0007c70 con 0x7feed0102790 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.911+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feed019d540 con 0x7feed0102790 2024-09-05T04:19:31.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.911+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feec0007e10 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.911+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feec0018820 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.911+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feed01a4e20 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.912+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feed01021c0 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.914+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7feec00189c0 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.915+0000 7feec77fe640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 0x7feebc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.915+0000 7feed653c640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 0x7feebc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.915+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7feec00cfd50 con 0x7feed0102790 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.915+0000 7feed653c640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 0x7feebc0a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7feecc031440 tx=0x7feecc0095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:31.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:31.918+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feec0014030 con 0x7feed0102790 2024-09-05T04:19:32.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.132+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feed0199600 con 0x7feed0102790 2024-09-05T04:19:32.133 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.133+0000 7feec77fe640 1 -- 172.21.15.2:0/1865464133 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7feec009c5b0 con 0x7feed0102790 2024-09-05T04:19:32.134 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:19:32.134 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:19:32.134 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:19:32.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 msgr2=0x7feebc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:32.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 0x7feebc0a51b0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7feecc031440 tx=0x7feecc0095f0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 msgr2=0x7feed01987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:32.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7feec000c920 tx=0x7feec000cde0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 shutdown_connections 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7feebc0a2cf0 0x7feebc0a51b0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7feed0106f10 0x7feed019cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7feed0102790 0x7feed01987e0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 --2- 172.21.15.2:0/1865464133 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7feed0101de0 0x7feed01982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.135+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 >> 172.21.15.2:0/1865464133 conn(0x7feed00fd8c0 msgr2=0x7feed00febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.136+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 shutdown_connections 2024-09-05T04:19:32.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:32.136+0000 7feed87a0640 1 -- 172.21.15.2:0/1865464133 wait complete. 2024-09-05T04:19:32.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:32 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1865464133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:32 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1865464133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:32 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1865464133' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:32.955 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-05T04:19:32.955 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-05T04:19:33.212 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:33.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:33 smithi002 ceph-mon[31001]: pgmap v264: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:19:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:33 smithi079 ceph-mon[34908]: pgmap v264: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:19:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:33 smithi047 ceph-mon[34498]: pgmap v264: 129 pgs: 129 active+clean; 3.2 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 -- 172.21.15.2:0/515822738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102ef0 msgr2=0x7f083410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 --2- 172.21.15.2:0/515822738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102ef0 0x7f083410da40 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f082c009ca0 tx=0x7f082c02a950 comp rx=0 tx=0).stop 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 -- 172.21.15.2:0/515822738 shutdown_connections 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 --2- 172.21.15.2:0/515822738 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102ef0 0x7f083410da40 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 --2- 172.21.15.2:0/515822738 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834102570 0x7f08341029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 --2- 172.21.15.2:0/515822738 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834100e20 0x7f0834101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 -- 172.21.15.2:0/515822738 >> 172.21.15.2:0/515822738 conn(0x7f08340fc7d0 msgr2=0x7f08340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 -- 172.21.15.2:0/515822738 shutdown_connections 2024-09-05T04:19:33.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.689+0000 7f0839da3640 1 -- 172.21.15.2:0/515822738 wait complete. 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 Processor -- start 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 -- start start 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834100e20 0x7f0834198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834102ef0 0x7f083419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0834110e50 con 0x7f0834102570 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0834110cd0 con 0x7f0834100e20 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0839da3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0834110fd0 con 0x7f0834102ef0 2024-09-05T04:19:33.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46724/0 (socket says 172.21.15.2:46724) 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f0832ffd640 1 -- 172.21.15.2:0/3502123989 learned_addr learned my addr 172.21.15.2:0/3502123989 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.690+0000 7f08337fe640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834100e20 0x7f0834198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0833fff640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834102ef0 0x7f083419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 -- 172.21.15.2:0/3502123989 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834102ef0 msgr2=0x7f083419cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834102ef0 0x7f083419cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 -- 172.21.15.2:0/3502123989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834100e20 msgr2=0x7f0834198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834100e20 0x7f0834198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 -- 172.21.15.2:0/3502123989 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f083419d420 con 0x7f0834102570 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0832ffd640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f082800d950 tx=0x7f082800dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0830ff9640 1 -- 172.21.15.2:0/3502123989 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828017070 con 0x7f0834102570 2024-09-05T04:19:33.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0830ff9640 1 -- 172.21.15.2:0/3502123989 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f082800de80 con 0x7f0834102570 2024-09-05T04:19:33.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f083419d710 con 0x7f0834102570 2024-09-05T04:19:33.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0830ff9640 1 -- 172.21.15.2:0/3502123989 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f082800f620 con 0x7f0834102570 2024-09-05T04:19:33.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.691+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08341a4ff0 con 0x7f0834102570 2024-09-05T04:19:33.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.693+0000 7f0830ff9640 1 -- 172.21.15.2:0/3502123989 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0828009c30 con 0x7f0834102570 2024-09-05T04:19:33.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 Processor -- start 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 -- start start 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 0x560d40c6cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 0x560d40c79d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560d40bd22a0 con 0x560d40c6d080 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560d40b79b10 con 0x560d40c77940 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f083c17c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560d40bce260 con 0x560d40c6c760 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f0830ff9640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 0x7f081c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f08337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f08337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46740/0 (socket says 172.21.15.2:46740) 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f08337fe640 1 -- 172.21.15.2:0/1555046077 learned_addr learned my addr 172.21.15.2:0/1555046077 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:33.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f0833fff640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 0x560d40c6cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f0833fff640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 0x7f081c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f0830ff9640 1 -- 172.21.15.2:0/3502123989 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f08280cf4b0 con 0x7f0834102570 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.694+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 0x560d40c79d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 -- 172.21.15.2:0/1555046077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 msgr2=0x560d40c6cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 0x560d40c6cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 -- 172.21.15.2:0/1555046077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 msgr2=0x560d40c79d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 0x560d40c79d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 -- 172.21.15.2:0/1555046077 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d40943b90 con 0x560d40c6d080 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0833fff640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 0x560d40c6cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 0x560d40c79d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f08337fe640 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f0824009a70 tx=0x7f0824009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ab62d0771ca03e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0833fff640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 0x7f081c0a51b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f082c004af0 tx=0x7f082c0095c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0819ffb640 1 -- 172.21.15.2:0/1555046077 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824017070 con 0x560d40c6d080 2024-09-05T04:19:33.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0819ffb640 1 -- 172.21.15.2:0/1555046077 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0824013470 con 0x560d40c6d080 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.695+0000 7f0819ffb640 1 -- 172.21.15.2:0/1555046077 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824012630 con 0x560d40c6d080 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- 172.21.15.2:0/1555046077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 msgr2=0x560d40c77400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f0824009a70 tx=0x7f0824009f30 comp rx=0 tx=0).stop 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- 172.21.15.2:0/1555046077 shutdown_connections 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c77940 0x560d40c79d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c77400 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 --2- 172.21.15.2:0/1555046077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c6c760 0x560d40c6cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- 172.21.15.2:0/1555046077 >> 172.21.15.2:0/1555046077 conn(0x560d40c68cf0 msgr2=0x560d40c690d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- 172.21.15.2:0/1555046077 shutdown_connections 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- 172.21.15.2:0/1555046077 wait complete. 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 -- start start 2024-09-05T04:19:33.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.696+0000 7f083c17c740 1 Processor -- start 2024-09-05T04:19:33.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c74750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c751d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560d40c7a510 con 0x560d40c6d080 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560d40b5a6e0 con 0x560d40c6c760 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560d40c7a690 con 0x560d40c77940 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f083c17c740 10 client.0 _ll_register_callbacks cb 0x560d40b7ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46750/0 (socket says 172.21.15.2:46750) 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 -- 172.21.15.2:0/1134938247 learned_addr learned my addr 172.21.15.2:0/1134938247 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f08337fe640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c74750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0833fff640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c751d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 -- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 msgr2=0x560d40c751d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c751d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 -- 172.21.15.2:0/1134938247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 msgr2=0x560d40c74750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c74750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 -- 172.21.15.2:0/1134938247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d40c83980 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0833fff640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c751d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f0828097fb0 tx=0x7f082809b070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe40618df08bb3fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.697+0000 7f0812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828020040 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f08280cf160 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0824013470 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f08280a4250 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 10 client.17613 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560d40c862d0 con 0x560d40c6d080 2024-09-05T04:19:33.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0824013470 con 0x560d40c6d080 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0828097330 con 0x560d40c6d080 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 10 client.17613 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 10 client.17613 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 20 client.17613 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40c87790 0x560d40c89b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 4 client.17613 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.698+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d40bdf9d0 con 0x560d40c87790 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.699+0000 7f08337fe640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40c87790 0x560d40c89b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.699+0000 7f08337fe640 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40c87790 0x560d40c89b80 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bd89884e2aa4f4 server_cookie=40de003ada4b498b in_seq=0 out_seq=0 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.699+0000 7f0812ffd640 10 client.17613 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f0812ffd640 1 -- 172.21.15.2:0/1134938247 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560d40bdf9d0 con 0x560d40c87790 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f0812ffd640 10 client.17613 handle_command_reply: tid=0 2024-09-05T04:19:33.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 client.17613 shutdown 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 msgr2=0x560d40c74c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f0828097fb0 tx=0x7f082809b070 comp rx=0 tx=0).stop 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 shutdown_connections 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40c87790 0x560d40c89b80 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c751d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c74c90 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f0812ffd640 0 client.17613 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 --2- 172.21.15.2:0/1134938247 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c74750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 >> 172.21.15.2:0/1134938247 conn(0x560d40c68cf0 msgr2=0x560d40c6e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 shutdown_connections 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 1 -- 172.21.15.2:0/1134938247 wait complete. 2024-09-05T04:19:33.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.700+0000 7f083c17c740 20 client.17613 trim_cache size 0 max 16384 2024-09-05T04:19:33.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 Processor -- start 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 -- start start 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c766c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c8f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f08341acff0 con 0x560d40c6d080 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f08341af850 con 0x560d40c6c760 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.717+0000 7f083c17c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f08341ad640 con 0x560d40c77940 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46754/0 (socket says 172.21.15.2:46754) 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 -- 172.21.15.2:0/2758851982 learned_addr learned my addr 172.21.15.2:0/2758851982 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:33.720 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f08337fe640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c766c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0833fff640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c8f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 -- 172.21.15.2:0/2758851982 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 msgr2=0x560d40c8f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c8f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 -- 172.21.15.2:0/2758851982 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 msgr2=0x560d40c766c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c766c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 -- 172.21.15.2:0/2758851982 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d40c68b20 con 0x560d40c6d080 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0833fff640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c8f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f0832ffd640 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f08280a4410 tx=0x7f0828000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1884892b688143e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f08197fa640 1 -- 172.21.15.2:0/2758851982 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828097c50 con 0x560d40c6d080 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f08197fa640 1 -- 172.21.15.2:0/2758851982 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0828097330 con 0x560d40c6d080 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.718+0000 7f08197fa640 1 -- 172.21.15.2:0/2758851982 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828097df0 con 0x560d40c6d080 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- 172.21.15.2:0/2758851982 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 msgr2=0x560d40c8f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.721 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f08280a4410 tx=0x7f0828000bc0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- 172.21.15.2:0/2758851982 shutdown_connections 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c8f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c8f430 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 --2- 172.21.15.2:0/2758851982 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c766c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- 172.21.15.2:0/2758851982 >> 172.21.15.2:0/2758851982 conn(0x560d40c68cf0 msgr2=0x560d40c75fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- 172.21.15.2:0/2758851982 shutdown_connections 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- 172.21.15.2:0/2758851982 wait complete. 2024-09-05T04:19:33.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 -- start start 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.719+0000 7f083c17c740 1 Processor -- start 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c7f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c7c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f08341add10 con 0x560d40c6d080 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f08341af180 con 0x560d40c6c760 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f08341ae3e0 con 0x560d40c77940 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f083c17c740 10 client.0 _ll_register_callbacks cb 0x7f082809b120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:33.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46760/0 (socket says 172.21.15.2:46760) 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 -- 172.21.15.2:0/1412681009 learned_addr learned my addr 172.21.15.2:0/1412681009 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f08337fe640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c7f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0833fff640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c7c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 -- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 msgr2=0x560d40c7c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c7c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 -- 172.21.15.2:0/1412681009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 msgr2=0x560d40c7f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c7f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 -- 172.21.15.2:0/1412681009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d40c7cdf0 con 0x560d40c6d080 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0832ffd640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f0828097fb0 tx=0x7f08280cf410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c0f07992d7163d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.720+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0828066060 con 0x560d40c6d080 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f08280b4040 con 0x560d40c6d080 2024-09-05T04:19:33.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0828097330 con 0x560d40c6d080 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0828081050 con 0x560d40c6d080 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 10 client.17619 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560d40cf2a10 con 0x560d40c6d080 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0828097330 con 0x560d40c6d080 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f08280afb00 con 0x560d40c6d080 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 10 client.17619 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 10 client.17619 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 20 client.17619 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40cf2f00 0x560d40cf52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 4 client.17619 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x560d40bd9d20 con 0x560d40cf2f00 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.721+0000 7f08337fe640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40cf2f00 0x560d40cf52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.722+0000 7f08337fe640 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40cf2f00 0x560d40cf52f0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c86ab41489074c2 server_cookie=b099ee6d5183b67e in_seq=0 out_seq=0 2024-09-05T04:19:33.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.722+0000 7f0812ffd640 10 client.17619 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:33.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.730+0000 7f0812ffd640 1 -- 172.21.15.2:0/1412681009 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560d40bd9d20 con 0x560d40cf2f00 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.730+0000 7f0812ffd640 10 client.17619 handle_command_reply: tid=0 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.730+0000 7f083c17c740 1 client.17619 shutdown 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 msgr2=0x560d40c7fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f0828097fb0 tx=0x7f08280cf410 comp rx=0 tx=0).stop 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 shutdown_connections 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560d40cf2f00 0x560d40cf52f0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560d40c77940 0x560d40c7c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560d40c6d080 0x560d40c7fe20 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 --2- 172.21.15.2:0/1412681009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560d40c6c760 0x560d40c7f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 >> 172.21.15.2:0/1412681009 conn(0x560d40c68cf0 msgr2=0x560d40c767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0812ffd640 0 client.17619 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 shutdown_connections 2024-09-05T04:19:33.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 1 -- 172.21.15.2:0/1412681009 wait complete. 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f083c17c740 20 client.17619 trim_cache size 0 max 16384 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 30, 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "a5fe7e44": { 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 30, 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:19:33.733 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 150.0, 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:33.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:33.735 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:33.735 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:33.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 msgr2=0x7f081c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 0x7f081c0a51b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f082c004af0 tx=0x7f082c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 msgr2=0x7f08341989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f082800d950 tx=0x7f082800dd50 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 shutdown_connections 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f081c0a2cf0 0x7f081c0a51b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0834102ef0 0x7f083419cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0834102570 0x7f08341989b0 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 --2- 172.21.15.2:0/3502123989 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0834100e20 0x7f0834198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.731+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 >> 172.21.15.2:0/3502123989 conn(0x7f08340fc7d0 msgr2=0x7f083406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.732+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 shutdown_connections 2024-09-05T04:19:33.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:33.732+0000 7f0839da3640 1 -- 172.21.15.2:0/3502123989 wait complete. 2024-09-05T04:19:34.455 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'a5fe7e44', quiesce took 3.3 seconds. Will release after: 26.7 2024-09-05T04:19:35.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:35 smithi002 ceph-mon[31001]: pgmap v265: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:19:35.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:35 smithi079 ceph-mon[34908]: pgmap v265: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:19:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:35 smithi047 ceph-mon[34498]: pgmap v265: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 56 KiB/s wr, 13 op/s 2024-09-05T04:19:37.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:37 smithi002 ceph-mon[31001]: pgmap v266: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:37 smithi079 ceph-mon[34908]: pgmap v266: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:37 smithi047 ceph-mon[34498]: pgmap v266: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:39.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:39 smithi002 ceph-mon[31001]: pgmap v267: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:39.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:39 smithi079 ceph-mon[34908]: pgmap v267: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:39 smithi047 ceph-mon[34498]: pgmap v267: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 -- 172.21.15.2:0/1914173755 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb2401069f0 msgr2=0x7fb240106dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 --2- 172.21.15.2:0/1914173755 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb2401069f0 0x7fb240106dd0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fb23c009930 tx=0x7fb23c02a420 comp rx=0 tx=0).stop 2024-09-05T04:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 -- 172.21.15.2:0/1914173755 shutdown_connections 2024-09-05T04:19:40.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 --2- 172.21.15.2:0/1914173755 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb240101380 0x7fb24010d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 --2- 172.21.15.2:0/1914173755 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401009e0 0x7fb240100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 --2- 172.21.15.2:0/1914173755 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb2401069f0 0x7fb240106dd0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.001+0000 7fb247fd8640 1 -- 172.21.15.2:0/1914173755 >> 172.21.15.2:0/1914173755 conn(0x7fb2400fc6c0 msgr2=0x7fb2400feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- 172.21.15.2:0/1914173755 shutdown_connections 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- 172.21.15.2:0/1914173755 wait complete. 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 Processor -- start 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- start start 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb2401009e0 0x7fb2401971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 0x7fb24019bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb240110ce0 con 0x7fb240101380 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb240110b60 con 0x7fb2401069f0 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.002+0000 7fb247fd8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb240110e60 con 0x7fb2401009e0 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46778/0 (socket says 172.21.15.2:46778) 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 -- 172.21.15.2:0/3376688371 learned_addr learned my addr 172.21.15.2:0/3376688371 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245d74640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb2401009e0 0x7fb2401971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb246575640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 0x7fb24019bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 -- 172.21.15.2:0/3376688371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb2401009e0 msgr2=0x7fb2401971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb2401009e0 0x7fb2401971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 -- 172.21.15.2:0/3376688371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 msgr2=0x7fb24019bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 0x7fb24019bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 -- 172.21.15.2:0/3376688371 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb24019c1e0 con 0x7fb240101380 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb246575640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 0x7fb24019bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb245573640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fb230007b50 tx=0x7fb23000e420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb236ffd640 1 -- 172.21.15.2:0/3376688371 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb230007c40 con 0x7fb240101380 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb236ffd640 1 -- 172.21.15.2:0/3376688371 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb230007de0 con 0x7fb240101380 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb24019c4d0 con 0x7fb240101380 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb236ffd640 1 -- 172.21.15.2:0/3376688371 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23000ad40 con 0x7fb240101380 2024-09-05T04:19:40.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.003+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb24006a320 con 0x7fb240101380 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.006+0000 7fb236ffd640 1 -- 172.21.15.2:0/3376688371 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb23000eb30 con 0x7fb240101380 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.006+0000 7fb24ae4d740 1 Processor -- start 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.006+0000 7fb24ae4d740 1 -- start start 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1aced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1b7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 0x5637ac1ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5637ac1112f0 con 0x5637ac1acaf0 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5637ac0b9270 con 0x5637ac1ad410 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5637ac10d2b0 con 0x5637ac1b7cb0 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb236ffd640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 0x7fb22c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb246575640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1aced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1b7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb246575640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1aced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46792/0 (socket says 172.21.15.2:46792) 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb246575640 1 -- 172.21.15.2:0/2428766960 learned_addr learned my addr 172.21.15.2:0/2428766960 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb246575640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 0x7fb22c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb236ffd640 1 -- 172.21.15.2:0/3376688371 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fb2300d0d90 con 0x7fb240101380 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245573640 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 0x5637ac1ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 -- 172.21.15.2:0/2428766960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 msgr2=0x5637ac1ba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 0x5637ac1ba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 -- 172.21.15.2:0/2428766960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 msgr2=0x5637ac1aced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1aced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245d74640 1 -- 172.21.15.2:0/2428766960 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637ac0b8340 con 0x5637ac1ad410 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.007+0000 7fb245573640 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 0x5637ac1ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.008+0000 7fb246575640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 0x7fb22c0a5230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb238013bd0 tx=0x7fb23800a9d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.008+0000 7fb245d74640 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1b7770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb23c031440 tx=0x7fb23c032d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac17e97afb662c45 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.008+0000 7fb22bfff640 1 -- 172.21.15.2:0/2428766960 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c035040 con 0x5637ac1ad410 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.008+0000 7fb22bfff640 1 -- 172.21.15.2:0/2428766960 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23c0316a0 con 0x5637ac1ad410 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.008+0000 7fb22bfff640 1 -- 172.21.15.2:0/2428766960 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c0047a0 con 0x5637ac1ad410 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2428766960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 msgr2=0x5637ac1b7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1b7770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb23c031440 tx=0x7fb23c032d60 comp rx=0 tx=0).stop 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2428766960 shutdown_connections 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1b7cb0 0x5637ac1ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1b7770 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2428766960 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1aced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2428766960 >> 172.21.15.2:0/2428766960 conn(0x5637ac1a9060 msgr2=0x5637ac1a9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2428766960 shutdown_connections 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2428766960 wait complete. 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 -- start start 2024-09-05T04:19:40.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.009+0000 7fb24ae4d740 1 Processor -- start 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 0x5637ac1b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1b5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5637ac1ba880 con 0x5637ac1acaf0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5637ac09a290 con 0x5637ac1b7cb0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5637ac1baa00 con 0x5637ac1ad410 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb24ae4d740 10 client.0 _ll_register_callbacks cb 0x5637ac0cb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46802/0 (socket says 172.21.15.2:46802) 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 -- 172.21.15.2:0/1651365257 learned_addr learned my addr 172.21.15.2:0/1651365257 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245573640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 0x5637ac1b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb246575640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1b5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 -- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 msgr2=0x5637ac1b50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 0x5637ac1b50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 -- 172.21.15.2:0/1651365257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 msgr2=0x5637ac1b5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1b5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245d74640 1 -- 172.21.15.2:0/1651365257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637abe24210 con 0x5637ac1acaf0 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb246575640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1b5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.010+0000 7fb245573640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 0x5637ac1b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb245d74640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fb23c02ab10 tx=0x7fb23c02ab40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=122d038fc9d60bec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb2297fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:40.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23c035040 con 0x5637ac1acaf0 2024-09-05T04:19:40.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fb23c004050 con 0x5637ac1acaf0 2024-09-05T04:19:40.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb23c0316a0 con 0x5637ac1acaf0 2024-09-05T04:19:40.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb23c058050 con 0x5637ac1acaf0 2024-09-05T04:19:40.017 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb24ae4d740 10 client.17631 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5637abef0620 con 0x5637ac1acaf0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.011+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23c0316a0 con 0x5637ac1acaf0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb23c0035f0 con 0x5637ac1acaf0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 10 client.17631 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 10 client.17631 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 20 client.17631 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac1c7a80 0x5637ac1c9e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 4 client.17631 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5637ac11ea20 con 0x5637ac1c7a80 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb245573640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac1c7a80 0x5637ac1c9e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb245573640 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac1c7a80 0x5637ac1c9e70 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a46c2798df922b2 server_cookie=a742bd93804fffe5 in_seq=0 out_seq=0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.012+0000 7fb2297fa640 10 client.17631 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb2297fa640 1 -- 172.21.15.2:0/1651365257 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5637ac11ea20 con 0x5637ac1c7a80 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb2297fa640 10 client.17631 handle_command_reply: tid=0 2024-09-05T04:19:40.018 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 client.17631 shutdown 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 msgr2=0x5637ac1b4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fb23c02ab10 tx=0x7fb23c02ab40 comp rx=0 tx=0).stop 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 shutdown_connections 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac1c7a80 0x5637ac1c9e70 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1b5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1ad410 0x5637ac1b50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/1651365257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1acaf0 0x5637ac1b4b90 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb2297fa640 0 client.17631 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.013+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 >> 172.21.15.2:0/1651365257 conn(0x5637ac1a9060 msgr2=0x5637ac1aedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.014+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 shutdown_connections 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.014+0000 7fb24ae4d740 1 -- 172.21.15.2:0/1651365257 wait complete. 2024-09-05T04:19:40.019 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.014+0000 7fb24ae4d740 20 client.17631 trim_cache size 0 max 16384 2024-09-05T04:19:40.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 Processor -- start 2024-09-05T04:19:40.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 -- start start 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1aec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401aad90 con 0x5637ac1b7cb0 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401ad5f0 con 0x5637ac1ad410 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401ab3e0 con 0x5637ac1acaf0 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb246575640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb246575640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46810/0 (socket says 172.21.15.2:46810) 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.028+0000 7fb246575640 1 -- 172.21.15.2:0/2741737376 learned_addr learned my addr 172.21.15.2:0/2741737376 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb245d74640 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1aec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb245573640 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.031 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 -- 172.21.15.2:0/2741737376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 msgr2=0x5637ac1aec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1aec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 -- 172.21.15.2:0/2741737376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 msgr2=0x5637ac1cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 -- 172.21.15.2:0/2741737376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5637ac1af940 con 0x5637ac1b7cb0 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb246575640 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fb23800add0 tx=0x7fb23801e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56a455d523ab366 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb22b7fe640 1 -- 172.21.15.2:0/2741737376 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb238004d20 con 0x5637ac1b7cb0 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb22b7fe640 1 -- 172.21.15.2:0/2741737376 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23801fc70 con 0x5637ac1b7cb0 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.029+0000 7fb22b7fe640 1 -- 172.21.15.2:0/2741737376 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2380058e0 con 0x5637ac1b7cb0 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2741737376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 msgr2=0x5637ac1cf980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fb23800add0 tx=0x7fb23801e000 comp rx=0 tx=0).stop 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2741737376 shutdown_connections 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1b7cb0 0x5637ac1cf980 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.032 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1ad410 0x5637ac1cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2741737376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1aec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2741737376 >> 172.21.15.2:0/2741737376 conn(0x5637ac1a9060 msgr2=0x5637ac1ae550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2741737376 shutdown_connections 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2741737376 wait complete. 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 -- start start 2024-09-05T04:19:40.033 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.030+0000 7fb24ae4d740 1 Processor -- start 2024-09-05T04:19:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1c01e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.035 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1bda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401abab0 con 0x5637ac1ad410 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401acf20 con 0x5637ac1b7cb0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb2401ac180 con 0x5637ac1acaf0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 10 client.0 _ll_register_callbacks cb 0x7fb23c040070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46812/0 (socket says 172.21.15.2:46812) 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 -- 172.21.15.2:0/2217416733 learned_addr learned my addr 172.21.15.2:0/2217416733 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb246575640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1bda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245d74640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1c01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 -- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 msgr2=0x5637ac1c01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.036 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1c01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 -- 172.21.15.2:0/2217416733 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 msgr2=0x5637ac1bda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1bda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 -- 172.21.15.2:0/2217416733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5637ac1be050 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb245573640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fb23000c0a0 tx=0x7fb2300d0f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a85da2909555de4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb2297fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb23000ee20 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fb23009c3a0 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.031+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb23801fc70 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb23009cf50 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 10 client.17637 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5637ac232230 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb23801fc70 con 0x5637ac1ad410 2024-09-05T04:19:40.037 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb23006a020 con 0x5637ac1ad410 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 10 client.17637 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 10 client.17637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 20 client.17637 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac2329a0 0x5637ac234dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 4 client.17637 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5637ac118d70 con 0x5637ac2329a0 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.032+0000 7fb245d74640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac2329a0 0x5637ac234dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.033+0000 7fb2297fa640 10 client.17637 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:40.038 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.033+0000 7fb245d74640 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac2329a0 0x5637ac234dc0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f91a7d748fe7ee3 server_cookie=b4a310e128c8ca84 in_seq=0 out_seq=0 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb2297fa640 1 -- 172.21.15.2:0/2217416733 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5637ac118d70 con 0x5637ac2329a0 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb2297fa640 10 client.17637 handle_command_reply: tid=0 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 client.17637 shutdown 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 msgr2=0x5637ac1bd520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fb23000c0a0 tx=0x7fb2300d0f90 comp rx=0 tx=0).stop 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 shutdown_connections 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5637ac2329a0 0x5637ac234dc0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5637ac1b7cb0 0x5637ac1bda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5637ac1ad410 0x5637ac1bd520 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.048 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 --2- 172.21.15.2:0/2217416733 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5637ac1acaf0 0x5637ac1c01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb2297fa640 0 client.17637 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 >> 172.21.15.2:0/2217416733 conn(0x5637ac1a9060 msgr2=0x5637ac1a81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 shutdown_connections 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 1 -- 172.21.15.2:0/2217416733 wait complete. 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.047+0000 7fb24ae4d740 20 client.17637 trim_cache size 0 max 16384 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:19:40.049 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:19:40.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 msgr2=0x7fb22c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 0x7fb22c0a5230 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb238013bd0 tx=0x7fb23800a9d0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 msgr2=0x7fb240197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:40.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fb230007b50 tx=0x7fb23000e420 comp rx=0 tx=0).stop 2024-09-05T04:19:40.050 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 shutdown_connections 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb22c0a2d70 0x7fb22c0a5230 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb2401069f0 0x7fb24019bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb240101380 0x7fb240197730 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 --2- 172.21.15.2:0/3376688371 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb2401009e0 0x7fb2401971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 >> 172.21.15.2:0/3376688371 conn(0x7fb2400fc6c0 msgr2=0x7fb2400fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 shutdown_connections 2024-09-05T04:19:40.051 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:40.048+0000 7fb247fd8640 1 -- 172.21.15.2:0/3376688371 wait complete. 2024-09-05T04:19:41.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:41 smithi002 ceph-mon[31001]: pgmap v268: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:19:41.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:41 smithi079 ceph-mon[34908]: pgmap v268: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:19:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:41 smithi047 ceph-mon[34498]: pgmap v268: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:19:41.809 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:19:42.077 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:42.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.582+0000 7fefb1f08640 1 -- 172.21.15.2:0/1653098513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac100e20 msgr2=0x7fefac101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.582+0000 7fefb1f08640 1 --2- 172.21.15.2:0/1653098513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac100e20 0x7fefac101200 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fef9c009900 tx=0x7fef9c02a480 comp rx=0 tx=0).stop 2024-09-05T04:19:42.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 -- 172.21.15.2:0/1653098513 shutdown_connections 2024-09-05T04:19:42.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 --2- 172.21.15.2:0/1653098513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 0x7fefac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.600 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 --2- 172.21.15.2:0/1653098513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac102570 0x7fefac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 --2- 172.21.15.2:0/1653098513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac100e20 0x7fefac101200 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 -- 172.21.15.2:0/1653098513 >> 172.21.15.2:0/1653098513 conn(0x7fefac0fc7d0 msgr2=0x7fefac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 -- 172.21.15.2:0/1653098513 shutdown_connections 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 -- 172.21.15.2:0/1653098513 wait complete. 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 Processor -- start 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.583+0000 7fefb1f08640 1 -- start start 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 0x7fefac198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 0x7fefac19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefac110e30 con 0x7fefac102570 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefac110cb0 con 0x7fefac100e20 2024-09-05T04:19:42.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefb1f08640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefac110fb0 con 0x7fefac102ef0 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42126/0 (socket says 172.21.15.2:42126) 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 -- 172.21.15.2:0/4202670196 learned_addr learned my addr 172.21.15.2:0/4202670196 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefabfff640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 0x7fefac19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefab7fe640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 0x7fefac198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 -- 172.21.15.2:0/4202670196 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 msgr2=0x7fefac19ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 0x7fefac19ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 -- 172.21.15.2:0/4202670196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 msgr2=0x7fefac198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 0x7fefac198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.602 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 -- 172.21.15.2:0/4202670196 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefac19d3d0 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefab7fe640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 0x7fefac198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.584+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fef9400e9f0 tx=0x7fef9400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.585+0000 7fefa97fa640 1 -- 172.21.15.2:0/4202670196 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef9400cd80 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.585+0000 7fefa97fa640 1 -- 172.21.15.2:0/4202670196 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef940108e0 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.585+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefac19d6c0 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.585+0000 7fefa97fa640 1 -- 172.21.15.2:0/4202670196 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94018920 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.585+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefac1a4fa0 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.587+0000 7fefa97fa640 1 -- 172.21.15.2:0/4202670196 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fef94010a90 con 0x7fefac102570 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.587+0000 7fefb42e1740 1 Processor -- start 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.587+0000 7fefb42e1740 1 -- start start 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc2dc0 0x56533efcd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efcd680 0x56533efcfa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56533ef282e0 con 0x56533efc24a0 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56533eecfce0 con 0x56533efc2dc0 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefb42e1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56533ef242a0 con 0x56533efcd680 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42132/0 (socket says 172.21.15.2:42132) 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 -- 172.21.15.2:0/3133462517 learned_addr learned my addr 172.21.15.2:0/3133462517 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefa97fa640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 0x7fef980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefab7fe640 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc2dc0 0x56533efcd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efcd680 0x56533efcfa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 0x7fef980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 -- 172.21.15.2:0/3133462517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efcd680 msgr2=0x56533efcfa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efcd680 0x56533efcfa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 -- 172.21.15.2:0/3133462517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc2dc0 msgr2=0x56533efcd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc2dc0 0x56533efcd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 -- 172.21.15.2:0/3133462517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56533eeb4440 con 0x56533efc24a0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.588+0000 7fefabfff640 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005f40 tx=0x7fefa4014f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f225a869478c41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefa1ffb640 1 -- 172.21.15.2:0/3133462517 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa4012d90 con 0x56533efc24a0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefa97fa640 1 -- 172.21.15.2:0/4202670196 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fef940cfbc0 con 0x7fefac102570 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefa1ffb640 1 -- 172.21.15.2:0/3133462517 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefa4023070 con 0x56533efc24a0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefa1ffb640 1 -- 172.21.15.2:0/3133462517 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa401de60 con 0x56533efc24a0 2024-09-05T04:19:42.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefabfff640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 0x7fef980a51b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fefa4022000 tx=0x7fefa4020000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 -- 172.21.15.2:0/3133462517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 msgr2=0x56533efc2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005f40 tx=0x7fefa4014f70 comp rx=0 tx=0).stop 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 -- 172.21.15.2:0/3133462517 shutdown_connections 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efcd680 0x56533efcfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc2dc0 0x56533efcd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3133462517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efc2880 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 -- 172.21.15.2:0/3133462517 >> 172.21.15.2:0/3133462517 conn(0x56533efbea30 msgr2=0x56533efbee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 -- 172.21.15.2:0/3133462517 shutdown_connections 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.589+0000 7fefb42e1740 1 -- 172.21.15.2:0/3133462517 wait complete. 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 -- start start 2024-09-05T04:19:42.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 Processor -- start 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc24a0 0x56533efccfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efcd680 0x56533efca790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56533efd0250 con 0x56533efc2dc0 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56533eee3050 con 0x56533efcd680 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56533efd03d0 con 0x56533efc24a0 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefb42e1740 10 client.0 _ll_register_callbacks cb 0x56533ef23160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42136/0 (socket says 172.21.15.2:42136) 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1452946456 learned_addr learned my addr 172.21.15.2:0/1452946456 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.590+0000 7fefabfff640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efcd680 0x56533efca790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc24a0 0x56533efccfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc24a0 msgr2=0x56533efccfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc24a0 0x56533efccfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1452946456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efcd680 msgr2=0x56533efca790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efcd680 0x56533efca790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1452946456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56533ec993c0 con 0x56533efc2dc0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fef9400e9c0 tx=0x7fef9409b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f55e33542182a01a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fef8affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef94010630 con 0x56533efc2dc0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fef9409b140 con 0x56533efc2dc0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefa4023070 con 0x56533efc2dc0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fef9409bcf0 con 0x56533efc2dc0 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefb42e1740 10 client.17649 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:42.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56533efdbc20 con 0x56533efc2dc0 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.591+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefa4023070 con 0x56533efc2dc0 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fef940b3080 con 0x56533efc2dc0 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 10 client.17649 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 10 client.17649 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 20 client.17649 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efdcf70 0x56533efdf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 4 client.17649 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56533ef35850 con 0x56533efdcf70 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efdcf70 0x56533efdf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efdcf70 0x56533efdf360 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6eb806d42cea582 server_cookie=29c3afd8358d0a93 in_seq=0 out_seq=0 2024-09-05T04:19:42.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.592+0000 7fef8affd640 10 client.17649 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fef8affd640 1 -- 172.21.15.2:0/1452946456 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56533ef35850 con 0x56533efdcf70 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fef8affd640 10 client.17649 handle_command_reply: tid=0 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 client.17649 shutdown 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 msgr2=0x56533efca250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fef9400e9c0 tx=0x7fef9409b8f0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 shutdown_connections 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efdcf70 0x56533efdf360 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efcd680 0x56533efca790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efca250 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fef8affd640 0 client.17649 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:42.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1452946456 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc24a0 0x56533efccfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 >> 172.21.15.2:0/1452946456 conn(0x56533efbea30 msgr2=0x56533efbdb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 shutdown_connections 2024-09-05T04:19:42.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 1 -- 172.21.15.2:0/1452946456 wait complete. 2024-09-05T04:19:42.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.593+0000 7fefb42e1740 20 client.17649 trim_cache size 0 max 16384 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 Processor -- start 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 -- start start 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efbea30 0x56533efc8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc24a0 0x56533efe4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1ad0a0 con 0x56533efc2dc0 2024-09-05T04:19:42.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1af900 con 0x56533efc24a0 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefb42e1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1ad6f0 con 0x56533efbea30 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42138/0 (socket says 172.21.15.2:42138) 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 -- 172.21.15.2:0/3187681215 learned_addr learned my addr 172.21.15.2:0/3187681215 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefab7fe640 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efbea30 0x56533efc8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc24a0 0x56533efe4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 -- 172.21.15.2:0/3187681215 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efbea30 msgr2=0x56533efc8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efbea30 0x56533efc8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 -- 172.21.15.2:0/3187681215 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc24a0 msgr2=0x56533efe4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc24a0 0x56533efe4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 -- 172.21.15.2:0/3187681215 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56533efc22d0 con 0x56533efc2dc0 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.611+0000 7fefabfff640 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005f10 tx=0x7fefa401da40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4238eda4464e739 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefa17fa640 1 -- 172.21.15.2:0/3187681215 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa40144d0 con 0x56533efc2dc0 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefa17fa640 1 -- 172.21.15.2:0/3187681215 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefa4023040 con 0x56533efc2dc0 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefa17fa640 1 -- 172.21.15.2:0/3187681215 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefa4003bd0 con 0x56533efc2dc0 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 -- 172.21.15.2:0/3187681215 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 msgr2=0x56533efe5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fefa4005f10 tx=0x7fefa401da40 comp rx=0 tx=0).stop 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 -- 172.21.15.2:0/3187681215 shutdown_connections 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc2dc0 0x56533efe5170 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efc24a0 0x56533efe4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 --2- 172.21.15.2:0/3187681215 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efbea30 0x56533efc8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 -- 172.21.15.2:0/3187681215 >> 172.21.15.2:0/3187681215 conn(0x56533efca8f0 msgr2=0x56533efcc2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 -- 172.21.15.2:0/3187681215 shutdown_connections 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.612+0000 7fefb42e1740 1 -- 172.21.15.2:0/3187681215 wait complete. 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 -- start start 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 Processor -- start 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efbea30 0x56533efd5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc2dc0 0x56533efd3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1addc0 con 0x56533efc24a0 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1af230 con 0x56533efbea30 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefac1ae490 con 0x56533efc2dc0 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefb42e1740 10 client.0 _ll_register_callbacks cb 0x7fef94009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:42.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefa2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42154/0 (socket says 172.21.15.2:42154) 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1009934518 learned_addr learned my addr 172.21.15.2:0/1009934518 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efbea30 0x56533efd5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.613+0000 7fefabfff640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc2dc0 0x56533efd3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc2dc0 msgr2=0x56533efd3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc2dc0 0x56533efd3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1009934518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efbea30 msgr2=0x56533efd5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efbea30 0x56533efd5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 -- 172.21.15.2:0/1009934518 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56533efd4280 con 0x56533efc24a0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefa2ffd640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fef94009380 tx=0x7fef94010e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7b6017add617a40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fef8affd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:42.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef940d3200 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fef940a4bb0 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefa4023040 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fef940a00a0 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefb42e1740 10 client.17655 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56533f0486f0 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.614+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefa4023040 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fef9409acb0 con 0x56533efc24a0 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 10 client.17655 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 10 client.17655 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 20 client.17655 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:42.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efcd680 0x56533f04ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 4 client.17655 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56533efcb3a0 con 0x56533efcd680 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efcd680 0x56533f04ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fef8affd640 10 client.17655 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.615+0000 7fefab7fe640 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efcd680 0x56533f04ad40 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acc41619c8002e46 server_cookie=7adc996366440788 in_seq=0 out_seq=0 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fef8affd640 1 -- 172.21.15.2:0/1009934518 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56533efcb3a0 con 0x56533efcd680 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fef8affd640 10 client.17655 handle_command_reply: tid=0 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 client.17655 shutdown 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 msgr2=0x56533efd5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fef94009380 tx=0x7fef94010e50 comp rx=0 tx=0).stop 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 shutdown_connections 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56533efcd680 0x56533f04ad40 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56533efc2dc0 0x56533efd3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56533efc24a0 0x56533efd5b50 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 --2- 172.21.15.2:0/1009934518 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56533efbea30 0x56533efd5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 >> 172.21.15.2:0/1009934518 conn(0x56533efca8f0 msgr2=0x56533efbd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fef8affd640 0 client.17655 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 shutdown_connections 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 1 -- 172.21.15.2:0/1009934518 wait complete. 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb42e1740 20 client.17655 trim_cache size 0 max 16384 2024-09-05T04:19:42.624 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:42.625 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:19:42.625 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:19:42.625 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:42.625 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 msgr2=0x7fef980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 0x7fef980a51b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fefa4022000 tx=0x7fefa4020000 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 msgr2=0x7fefac198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.616+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fef9400e9f0 tx=0x7fef9400eeb0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 shutdown_connections 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef980a2cf0 0x7fef980a51b0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefac102ef0 0x7fefac19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefac102570 0x7fefac198960 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 --2- 172.21.15.2:0/4202670196 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefac100e20 0x7fefac198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 >> 172.21.15.2:0/4202670196 conn(0x7fefac0fc7d0 msgr2=0x7fefac06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 shutdown_connections 2024-09-05T04:19:42.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:42.617+0000 7fefb1f08640 1 -- 172.21.15.2:0/4202670196 wait complete. 2024-09-05T04:19:43.305 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:19:43.306 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:19:43.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:43 smithi002 ceph-mon[31001]: pgmap v269: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 4 op/s 2024-09-05T04:19:43.562 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:43.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:43 smithi079 ceph-mon[34908]: pgmap v269: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 4 op/s 2024-09-05T04:19:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:43 smithi047 ceph-mon[34498]: pgmap v269: 129 pgs: 129 active+clean; 3.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 4 op/s 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.048+0000 7f11e1a3e640 1 -- 172.21.15.2:0/2925833403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 msgr2=0x7f11dc107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.048+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/2925833403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc107bc0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f11c4009930 tx=0x7f11c402a420 comp rx=0 tx=0).stop 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 -- 172.21.15.2:0/2925833403 shutdown_connections 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/2925833403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/2925833403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc107bc0 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/2925833403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 -- 172.21.15.2:0/2925833403 >> 172.21.15.2:0/2925833403 conn(0x7f11dc0fc7d0 msgr2=0x7f11dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:44.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 -- 172.21.15.2:0/2925833403 shutdown_connections 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 -- 172.21.15.2:0/2925833403 wait complete. 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 Processor -- start 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 -- start start 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.049+0000 7f11e1a3e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc1014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f11dc111fa0 con 0x7f11dc103780 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f11dc111e20 con 0x7f11dc108300 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f11dc112120 con 0x7f11dc102dd0 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42172/0 (socket says 172.21.15.2:42172) 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 -- 172.21.15.2:0/4023457163 learned_addr learned my addr 172.21.15.2:0/4023457163 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:44.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11db7fe640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc1014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11daffd640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 -- 172.21.15.2:0/4023457163 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 msgr2=0x7f11dc100a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc100a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 -- 172.21.15.2:0/4023457163 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 msgr2=0x7f11dc1014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc1014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 -- 172.21.15.2:0/4023457163 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11dc1a6a40 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11daffd640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11db7fe640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11da7fc640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f11c4031440 tx=0x7f11c4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c403f030 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11dc1a6cd0 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11c4003aa0 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11c4035070 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.050+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11dc1a71b0 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.052+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11dc1031b0 con 0x7f11dc103780 2024-09-05T04:19:44.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.053+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f11c4042030 con 0x7f11dc103780 2024-09-05T04:19:44.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.054+0000 7f11e0a3c640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 0x7f11c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:44.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.054+0000 7f11daffd640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 0x7f11c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:44.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.054+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f11c40f0400 con 0x7f11dc103780 2024-09-05T04:19:44.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.054+0000 7f11daffd640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 0x7f11c80a51b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f11cc005fd0 tx=0x7f11cc0093e0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:44.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.057+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f11c40bcc30 con 0x7f11dc103780 2024-09-05T04:19:44.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.266+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11dc10a290 con 0x7f11dc103780 2024-09-05T04:19:44.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.267+0000 7f11e0a3c640 1 -- 172.21.15.2:0/4023457163 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f11c40bc530 con 0x7f11dc103780 2024-09-05T04:19:44.268 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:19:44.268 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:19:44.268 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 msgr2=0x7f11c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 0x7f11c80a51b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f11cc005fd0 tx=0x7f11cc0093e0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 msgr2=0x7f11dc100f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f11c4031440 tx=0x7f11c4004270 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 shutdown_connections 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f11c80a2cf0 0x7f11c80a51b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f11dc108300 0x7f11dc1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f11dc103780 0x7f11dc100f70 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 --2- 172.21.15.2:0/4023457163 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f11dc102dd0 0x7f11dc100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 >> 172.21.15.2:0/4023457163 conn(0x7f11dc0fc7d0 msgr2=0x7f11dc105f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 shutdown_connections 2024-09-05T04:19:44.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:44.269+0000 7f11e1a3e640 1 -- 172.21.15.2:0/4023457163 wait complete. 2024-09-05T04:19:44.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:44 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/4023457163' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:44.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:44 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/4023457163' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:44.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:44 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/4023457163' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:19:44.985 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:19:45.237 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:45.575 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:45 smithi002 ceph-mon[31001]: pgmap v270: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-09-05T04:19:45.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:45 smithi079 ceph-mon[34908]: pgmap v270: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-09-05T04:19:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:45 smithi047 ceph-mon[34498]: pgmap v270: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 8 op/s 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 -- 172.21.15.2:0/1219666729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 msgr2=0x7f9f941021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 --2- 172.21.15.2:0/1219666729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f941021c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f9f84009900 tx=0x7f9f8402a410 comp rx=0 tx=0).stop 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 -- 172.21.15.2:0/1219666729 shutdown_connections 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 --2- 172.21.15.2:0/1219666729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94106f10 0x7f9f9410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 --2- 172.21.15.2:0/1219666729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94102790 0x7f9f941067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 --2- 172.21.15.2:0/1219666729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f941021c0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 -- 172.21.15.2:0/1219666729 >> 172.21.15.2:0/1219666729 conn(0x7f9f940fd8c0 msgr2=0x7f9f940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 -- 172.21.15.2:0/1219666729 shutdown_connections 2024-09-05T04:19:45.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.786+0000 7f9f9901c640 1 -- 172.21.15.2:0/1219666729 wait complete. 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 Processor -- start 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 -- start start 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94102790 0x7f9f94074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 0x7f9f94074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9f94111ec0 con 0x7f9f94101de0 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9f94111d40 con 0x7f9f94106f10 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f9901c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9f94112040 con 0x7f9f94102790 2024-09-05T04:19:45.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42190/0 (socket says 172.21.15.2:42190) 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.787+0000 7f9f92d9d640 1 -- 172.21.15.2:0/484035586 learned_addr learned my addr 172.21.15.2:0/484035586 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f9259c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94102790 0x7f9f94074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f9359e640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 0x7f9f94074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 -- 172.21.15.2:0/484035586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94102790 msgr2=0x7f9f94074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94102790 0x7f9f94074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 -- 172.21.15.2:0/484035586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 msgr2=0x7f9f94074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 0x7f9f94074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 -- 172.21.15.2:0/484035586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f941a69e0 con 0x7f9f94101de0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f9359e640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 0x7f9f94074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f9f84006010 tx=0x7f9f84004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f7bfff640 1 -- 172.21.15.2:0/484035586 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8403f030 con 0x7f9f94101de0 2024-09-05T04:19:45.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f941a6c70 con 0x7f9f94101de0 2024-09-05T04:19:45.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f7bfff640 1 -- 172.21.15.2:0/484035586 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f840035f0 con 0x7f9f94101de0 2024-09-05T04:19:45.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f7bfff640 1 -- 172.21.15.2:0/484035586 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84035070 con 0x7f9f94101de0 2024-09-05T04:19:45.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.788+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f941a7150 con 0x7f9f94101de0 2024-09-05T04:19:45.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.790+0000 7f9f7bfff640 1 -- 172.21.15.2:0/484035586 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9f84003b10 con 0x7f9f94101de0 2024-09-05T04:19:45.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 Processor -- start 2024-09-05T04:19:45.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 -- start start 2024-09-05T04:19:45.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f8ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559bd0ef42f0 con 0x559bd0f8fb40 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559bd0e9bcf0 con 0x559bd0f99370 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559bd0ef02b0 con 0x559bd0f8e5d0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f7bfff640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 0x7f9f7c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42200/0 (socket says 172.21.15.2:42200) 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 -- 172.21.15.2:0/3349942030 learned_addr learned my addr 172.21.15.2:0/3349942030 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f8ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9259c640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 0x7f9f7c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f7bfff640 1 -- 172.21.15.2:0/484035586 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f9f840f0240 con 0x7f9f94101de0 2024-09-05T04:19:45.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 -- 172.21.15.2:0/3349942030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 msgr2=0x559bd0f8ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.791+0000 7f9f9359e640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f8ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f9359e640 1 -- 172.21.15.2:0/3349942030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 msgr2=0x559bd0f9b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f9359e640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f9359e640 1 -- 172.21.15.2:0/3349942030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bd0e803a0 con 0x559bd0f8fb40 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f8ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f9359e640 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c010a30 tx=0x7f9f8c010ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a45b1bce219c64b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f797fa640 1 -- 172.21.15.2:0/3349942030 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c020070 con 0x559bd0f8fb40 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f797fa640 1 -- 172.21.15.2:0/3349942030 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f8c01bbd0 con 0x559bd0f8fb40 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f797fa640 1 -- 172.21.15.2:0/3349942030 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c00e350 con 0x559bd0f8fb40 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.792+0000 7f9f9359e640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 0x7f9f7c0a51b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c01d000 tx=0x7f9f8c019000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/3349942030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 msgr2=0x559bd0f8e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c010a30 tx=0x7f9f8c010ef0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/3349942030 shutdown_connections 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f8ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/3349942030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f8e090 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/3349942030 >> 172.21.15.2:0/3349942030 conn(0x559bd0f57310 msgr2=0x559bd0f8ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/3349942030 shutdown_connections 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/3349942030 wait complete. 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- start start 2024-09-05T04:19:45.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 Processor -- start 2024-09-05T04:19:45.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f95fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f99370 0x559bd0f965d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559bd0f9c070 con 0x559bd0f8e5d0 2024-09-05T04:19:45.799 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559bd0eaf060 con 0x559bd0f8fb40 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.793+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559bd0f9c1f0 con 0x559bd0f99370 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9b3f5740 10 client.0 _ll_register_callbacks cb 0x559bd0c028c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42204/0 (socket says 172.21.15.2:42204) 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 -- 172.21.15.2:0/2131851 learned_addr learned my addr 172.21.15.2:0/2131851 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f95fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9359e640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f99370 0x559bd0f965d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 -- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f99370 msgr2=0x559bd0f965d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f99370 0x559bd0f965d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 -- 172.21.15.2:0/2131851 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 msgr2=0x559bd0f95fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f95fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 -- 172.21.15.2:0/2131851 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bd0c653c0 con 0x559bd0f8e5d0 2024-09-05T04:19:45.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f9f840b87d0 tx=0x7f9f84037d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599793ed7684ada6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f84049030 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f9f84037d90 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f8c01bbd0 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9f840bca70 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9b3f5740 10 client.17673 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.794+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559bd0fa7ad0 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f8c01bbd0 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9f840ed820 con 0x559bd0f8e5d0 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 10 client.17673 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 10 client.17673 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 20 client.17673 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:45.801 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd0fa8e20 0x559bd0fab230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 4 client.17673 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bd0f01860 con 0x559bd0fa8e20 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.795+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd0fa8e20 0x559bd0fab230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd0fa8e20 0x559bd0fab230 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef609ba6a196f94e server_cookie=60ce4fcc0e7a2083 in_seq=0 out_seq=0 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f76ff5640 10 client.17673 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2131851 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559bd0f01860 con 0x559bd0fa8e20 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f76ff5640 10 client.17673 handle_command_reply: tid=0 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 client.17673 shutdown 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 msgr2=0x559bd0f98d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f9f840b87d0 tx=0x7f9f84037d20 comp rx=0 tx=0).stop 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 shutdown_connections 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd0fa8e20 0x559bd0fab230 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.802 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f99370 0x559bd0f965d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.796+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f95fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2131851 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8e5d0 0x559bd0f98d30 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 >> 172.21.15.2:0/2131851 conn(0x559bd0f57310 msgr2=0x559bd0f90960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f76ff5640 0 client.17673 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 shutdown_connections 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2131851 wait complete. 2024-09-05T04:19:45.803 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.797+0000 7f9f9b3f5740 20 client.17673 trim_cache size 0 max 16384 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 Processor -- start 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 -- start start 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f89bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f91120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941af410 con 0x559bd0f99370 2024-09-05T04:19:45.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b1c70 con 0x559bd0f8fb40 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941afa60 con 0x559bd0f8e5d0 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42212/0 (socket says 172.21.15.2:42212) 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 -- 172.21.15.2:0/649205562 learned_addr learned my addr 172.21.15.2:0/649205562 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f89bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9259c640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f91120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 -- 172.21.15.2:0/649205562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 msgr2=0x559bd0f89bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f89bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 -- 172.21.15.2:0/649205562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 msgr2=0x559bd0f91120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f91120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9359e640 1 -- 172.21.15.2:0/649205562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bd0f8b960 con 0x559bd0f99370 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.810+0000 7f9f9259c640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f91120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:45.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9359e640 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c007500 tx=0x7f9f8c007280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b842ad1962041c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f78ff9640 1 -- 172.21.15.2:0/649205562 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c033070 con 0x559bd0f99370 2024-09-05T04:19:45.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f78ff9640 1 -- 172.21.15.2:0/649205562 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f8c0105c0 con 0x559bd0f99370 2024-09-05T04:19:45.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f78ff9640 1 -- 172.21.15.2:0/649205562 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f8c020040 con 0x559bd0f99370 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/649205562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 msgr2=0x559bd0f91660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c007500 tx=0x7f9f8c007280 comp rx=0 tx=0).stop 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/649205562 shutdown_connections 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f99370 0x559bd0f91660 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f8fb40 0x559bd0f91120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/649205562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f89bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/649205562 >> 172.21.15.2:0/649205562 conn(0x559bd0f57310 msgr2=0x559bd0f894e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/649205562 shutdown_connections 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.811+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/649205562 wait complete. 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 -- start start 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 Processor -- start 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f9d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b0130 con 0x559bd0f8fb40 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b15a0 con 0x559bd0f99370 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9f941b0800 con 0x559bd0f8e5d0 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9b3f5740 10 client.0 _ll_register_callbacks cb 0x7f9f8402ffc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:45.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42220/0 (socket says 172.21.15.2:42220) 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 -- 172.21.15.2:0/2293063745 learned_addr learned my addr 172.21.15.2:0/2293063745 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f9d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 -- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 msgr2=0x559bd0f9d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f9d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 -- 172.21.15.2:0/2293063745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 msgr2=0x559bd0f9dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9359e640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9259c640 1 -- 172.21.15.2:0/2293063745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bd1012b30 con 0x559bd0f8fb40 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.812+0000 7f9f9359e640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9259c640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x559bd0f8f070 tx=0x7f9f880157f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b0bec058b70dc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:45.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f88015e30 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f9f880145c0 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f8c0105c0 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9f880147c0 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 10 client.17679 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559bd1013ea0 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f8c0105c0 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9f88013a60 con 0x559bd0f8fb40 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 10 client.17679 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 10 client.17679 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 20 client.17679 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd1014680 0x559bd1016aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 4 client.17679 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.813+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559bd0efbd70 con 0x559bd1014680 2024-09-05T04:19:45.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd1014680 0x559bd1016aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f92d9d640 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd1014680 0x559bd1016aa0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffa7daabcb6f1218 server_cookie=3243899416ed37a3 in_seq=0 out_seq=0 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f76ff5640 10 client.17679 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f76ff5640 1 -- 172.21.15.2:0/2293063745 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559bd0efbd70 con 0x559bd1014680 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f76ff5640 10 client.17679 handle_command_reply: tid=0 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 client.17679 shutdown 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 msgr2=0x559bd0f9d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x559bd0f8f070 tx=0x7f9f880157f0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 shutdown_connections 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559bd1014680 0x559bd1016aa0 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559bd0f99370 0x559bd0f9dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559bd0f8fb40 0x559bd0f9d760 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 --2- 172.21.15.2:0/2293063745 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559bd0f8e5d0 0x559bd0f9d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 >> 172.21.15.2:0/2293063745 conn(0x559bd0f57310 msgr2=0x559bd0f89d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.814+0000 7f9f76ff5640 0 client.17679 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 shutdown_connections 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9b3f5740 1 -- 172.21.15.2:0/2293063745 wait complete. 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9b3f5740 20 client.17679 trim_cache size 0 max 16384 2024-09-05T04:19:45.821 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 msgr2=0x7f9f7c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 0x7f9f7c0a51b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c01d000 tx=0x7f9f8c019000 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 msgr2=0x7f9f940744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f9f84006010 tx=0x7f9f84004270 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 shutdown_connections 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9f7c0a2cf0 0x7f9f7c0a51b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9f94106f10 0x7f9f94074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9f94102790 0x7f9f94074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 --2- 172.21.15.2:0/484035586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9f94101de0 0x7f9f940744f0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 >> 172.21.15.2:0/484035586 conn(0x7f9f940fd8c0 msgr2=0x7f9f940fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 shutdown_connections 2024-09-05T04:19:45.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:45.815+0000 7f9f9901c640 1 -- 172.21.15.2:0/484035586 wait complete. 2024-09-05T04:19:47.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:47 smithi079 ceph-mon[34908]: pgmap v271: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:47.676 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:19:47.676 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:19:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:47 smithi047 ceph-mon[34498]: pgmap v271: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:47.703 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:47 smithi002 ceph-mon[31001]: pgmap v271: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:47.940 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:48.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 -- 172.21.15.2:0/799721902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 msgr2=0x7fda40107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 --2- 172.21.15.2:0/799721902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda40107ba0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fda34009930 tx=0x7fda3402a420 comp rx=0 tx=0).stop 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 -- 172.21.15.2:0/799721902 shutdown_connections 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 --2- 172.21.15.2:0/799721902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4010ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 --2- 172.21.15.2:0/799721902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda40107ba0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 --2- 172.21.15.2:0/799721902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 0x7fda40103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 -- 172.21.15.2:0/799721902 >> 172.21.15.2:0/799721902 conn(0x7fda400fc7d0 msgr2=0x7fda400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.415+0000 7fda4839e640 1 -- 172.21.15.2:0/799721902 shutdown_connections 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 -- 172.21.15.2:0/799721902 wait complete. 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 Processor -- start 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 -- start start 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 0x7fda401984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4019cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda40111f20 con 0x7fda40103760 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda40111da0 con 0x7fda40102db0 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda4839e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda401120a0 con 0x7fda401082e0 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42238/0 (socket says 172.21.15.2:42238) 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.416+0000 7fda45939640 1 -- 172.21.15.2:0/2395466997 learned_addr learned my addr 172.21.15.2:0/2395466997 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda4613a640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 0x7fda401984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda4693b640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4019cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 -- 172.21.15.2:0/2395466997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 msgr2=0x7fda4019cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4019cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 -- 172.21.15.2:0/2395466997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 msgr2=0x7fda401984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 0x7fda401984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 -- 172.21.15.2:0/2395466997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda4019d450 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda4693b640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4019cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda45939640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fda34005940 tx=0x7fda340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda3f7fe640 1 -- 172.21.15.2:0/2395466997 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3403f030 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda3f7fe640 1 -- 172.21.15.2:0/2395466997 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda34003cb0 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda4019d6e0 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda3f7fe640 1 -- 172.21.15.2:0/2395466997 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda34035070 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.417+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda401a5020 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda3f7fe640 1 -- 172.21.15.2:0/2395466997 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fda34042030 con 0x7fda40103760 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 Processor -- start 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 -- start start 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b9340 0x55e68d7c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7ca540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e68d71e280 con 0x55e68d7b8a20 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e68d6c5b10 con 0x55e68d7b9340 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4a777740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e68d71a240 con 0x55e68d7c8150 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda3f7fe640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 0x7fda280a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.420+0000 7fda4693b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42250/0 (socket says 172.21.15.2:42250) 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 -- 172.21.15.2:0/2078685446 learned_addr learned my addr 172.21.15.2:0/2078685446 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4613a640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b9340 0x55e68d7c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda45939640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7ca540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 0x7fda280a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda3f7fe640 1 -- 172.21.15.2:0/2395466997 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fda340f00d0 con 0x7fda40103760 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 -- 172.21.15.2:0/2078685446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 msgr2=0x55e68d7ca540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7ca540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 -- 172.21.15.2:0/2078685446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b9340 msgr2=0x55e68d7c7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b9340 0x55e68d7c7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 -- 172.21.15.2:0/2078685446 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e68d6d21f0 con 0x55e68d7b8a20 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda45939640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7ca540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda4693b640 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fda30014930 tx=0x7fda30014df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=473bbb29a80ba629 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda3cdea640 1 -- 172.21.15.2:0/2078685446 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30021070 con 0x55e68d7b8a20 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda3cdea640 1 -- 172.21.15.2:0/2078685446 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda30013460 con 0x55e68d7b8a20 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.421+0000 7fda3cdea640 1 -- 172.21.15.2:0/2078685446 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3000f630 con 0x55e68d7b8a20 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 -- 172.21.15.2:0/2078685446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 msgr2=0x55e68d7b8e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fda30014930 tx=0x7fda30014df0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4693b640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 0x7fda280a5230 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fda3001e000 tx=0x7fda3001a000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 -- 172.21.15.2:0/2078685446 shutdown_connections 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7ca540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b9340 0x55e68d7c7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 --2- 172.21.15.2:0/2078685446 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b8a20 0x55e68d7b8e00 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 -- 172.21.15.2:0/2078685446 >> 172.21.15.2:0/2078685446 conn(0x55e68d7b50f0 msgr2=0x55e68d7b54d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 -- 172.21.15.2:0/2078685446 shutdown_connections 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.422+0000 7fda4a777740 1 -- 172.21.15.2:0/2078685446 wait complete. 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 -- start start 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 Processor -- start 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7c5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e68d7cad20 con 0x55e68d7b9340 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e68d6d8f10 con 0x55e68d7b8a20 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e68d7caea0 con 0x55e68d7c8150 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4a777740 10 client.0 _ll_register_callbacks cb 0x55e68d6a1a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42256/0 (socket says 172.21.15.2:42256) 2024-09-05T04:19:48.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 -- 172.21.15.2:0/3984221686 learned_addr learned my addr 172.21.15.2:0/3984221686 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4613a640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda4693b640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7c5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 -- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 msgr2=0x55e68d7c5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7c5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 -- 172.21.15.2:0/3984221686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 msgr2=0x55e68d7c50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.423+0000 7fda45939640 1 -- 172.21.15.2:0/3984221686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e68d48f6a0 con 0x55e68d7b9340 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda45939640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fda340bc190 tx=0x7fda3402a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff371b7cf94c5b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3408e020 con 0x55e68d7b9340 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fda340b8870 con 0x55e68d7b9340 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda30013460 con 0x55e68d7b9340 2024-09-05T04:19:48.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda34049040 con 0x55e68d7b9340 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 10 client.17691 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e68d7d69f0 con 0x55e68d7b9340 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda30013460 con 0x55e68d7b9340 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda340c0180 con 0x55e68d7b9340 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 10 client.17691 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 10 client.17691 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 20 client.17691 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d7da130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 4 client.17691 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.424+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e68d72b7f0 con 0x55e68d7d7d40 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.425+0000 7fda4613a640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d7da130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.425+0000 7fda4613a640 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d7da130 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad87c69ea3e816b server_cookie=11f1c7aae9108c7d in_seq=0 out_seq=0 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.425+0000 7fda25ffb640 10 client.17691 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:48.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda25ffb640 1 -- 172.21.15.2:0/3984221686 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e68d72b7f0 con 0x55e68d7d7d40 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda25ffb640 10 client.17691 handle_command_reply: tid=0 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 client.17691 shutdown 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 msgr2=0x55e68d7c5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fda340bc190 tx=0x7fda3402a420 comp rx=0 tx=0).stop 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 shutdown_connections 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d7da130 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7c5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda25ffb640 0 client.17691 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7c5600 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 --2- 172.21.15.2:0/3984221686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 >> 172.21.15.2:0/3984221686 conn(0x55e68d7b50f0 msgr2=0x55e68d7bae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 shutdown_connections 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 1 -- 172.21.15.2:0/3984221686 wait complete. 2024-09-05T04:19:48.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.426+0000 7fda4a777740 20 client.17691 trim_cache size 0 max 16384 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.443+0000 7fda4a777740 1 Processor -- start 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.443+0000 7fda4a777740 1 -- start start 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7dff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda401aaef0 con 0x55e68d7b9340 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda401ad750 con 0x55e68d7b8a20 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4a777740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda401ab540 con 0x55e68d7c8150 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42270/0 (socket says 172.21.15.2:42270) 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 -- 172.21.15.2:0/3177529641 learned_addr learned my addr 172.21.15.2:0/3177529641 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4693b640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7dff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.445 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 -- 172.21.15.2:0/3177529641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 msgr2=0x55e68d7dff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4613a640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7dff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 -- 172.21.15.2:0/3177529641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 msgr2=0x55e68d7c4000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c4000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 -- 172.21.15.2:0/3177529641 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e68d7b9170 con 0x55e68d7b9340 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda4693b640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7dff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda45939640 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fda34004650 tx=0x7fda340c05b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12942faf333cec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.444+0000 7fda27fff640 1 -- 172.21.15.2:0/3177529641 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda3408e020 con 0x55e68d7b9340 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda27fff640 1 -- 172.21.15.2:0/3177529641 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda3403b460 con 0x55e68d7b9340 2024-09-05T04:19:48.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda27fff640 1 -- 172.21.15.2:0/3177529641 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda340b8870 con 0x55e68d7b9340 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- 172.21.15.2:0/3177529641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 msgr2=0x55e68d7dfa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fda34004650 tx=0x7fda340c05b0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- 172.21.15.2:0/3177529641 shutdown_connections 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7c8150 0x55e68d7dff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7b9340 0x55e68d7dfa00 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 --2- 172.21.15.2:0/3177529641 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7c4000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- 172.21.15.2:0/3177529641 >> 172.21.15.2:0/3177529641 conn(0x55e68d7b50f0 msgr2=0x55e68d7c7030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- 172.21.15.2:0/3177529641 shutdown_connections 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- 172.21.15.2:0/3177529641 wait complete. 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.445+0000 7fda4a777740 1 -- start start 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 Processor -- start 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7cc580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 0x55e68d7ccac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda401abc10 con 0x55e68d7c8150 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda401ad080 con 0x55e68d7b8a20 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda401ac2e0 con 0x55e68d7b9340 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4a777740 10 client.0 _ll_register_callbacks cb 0x7fda34009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42284/0 (socket says 172.21.15.2:42284) 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 -- 172.21.15.2:0/3801931308 learned_addr learned my addr 172.21.15.2:0/3801931308 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:48.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4613a640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda45939640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 0x55e68d7ccac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 -- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 msgr2=0x55e68d7ccac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 0x55e68d7ccac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 -- 172.21.15.2:0/3801931308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 msgr2=0x55e68d7cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda4693b640 1 -- 172.21.15.2:0/3801931308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e68d841f10 con 0x55e68d7c8150 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.446+0000 7fda45939640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 0x55e68d7ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4693b640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fda30014930 tx=0x7fda30014250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ab2673f62a4abd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30021040 con 0x55e68d7c8150 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fda30013460 con 0x55e68d7c8150 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e68d725d00 con 0x55e68d7c8150 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda3003c050 con 0x55e68d7c8150 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 10 client.17697 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:48.451 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e68d843120 con 0x55e68d7c8150 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55e68d725d00 con 0x55e68d7c8150 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda30025460 con 0x55e68d7c8150 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 10 client.17697 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 10 client.17697 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 20 client.17697 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d8456a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 4 client.17697 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.447+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e68d6a2110 con 0x55e68d7d7d40 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.448+0000 7fda4613a640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d8456a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.448+0000 7fda4613a640 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d8456a0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5f2d415babb0620 server_cookie=41411004a8023855 in_seq=0 out_seq=0 2024-09-05T04:19:48.452 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.448+0000 7fda25ffb640 10 client.17697 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:48.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.449+0000 7fda25ffb640 1 -- 172.21.15.2:0/3801931308 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e68d6a2110 con 0x55e68d7d7d40 2024-09-05T04:19:48.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.449+0000 7fda25ffb640 10 client.17697 handle_command_reply: tid=0 2024-09-05T04:19:48.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.449+0000 7fda4a777740 1 client.17697 shutdown 2024-09-05T04:19:48.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.449+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 msgr2=0x55e68d8419d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.449+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fda30014930 tx=0x7fda30014250 comp rx=0 tx=0).stop 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 shutdown_connections 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e68d7d7d40 0x55e68d8456a0 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e68d7c8150 0x55e68d8419d0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda25ffb640 0 client.17697 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e68d7b9340 0x55e68d7ccac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 --2- 172.21.15.2:0/3801931308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e68d7b8a20 0x55e68d7cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 >> 172.21.15.2:0/3801931308 conn(0x55e68d7b50f0 msgr2=0x55e68d7c6670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 shutdown_connections 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 1 -- 172.21.15.2:0/3801931308 wait complete. 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4a777740 20 client.17697 trim_cache size 0 max 16384 2024-09-05T04:19:48.454 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:48.455 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:19:48.455 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "78aec5d0-df52-4d12-9c20-dfe5c4e43de4", 2024-09-05T04:19:48.455 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:19:48.455 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:48.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 msgr2=0x7fda280a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 0x7fda280a5230 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fda3001e000 tx=0x7fda3001a000 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 msgr2=0x7fda401989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.450+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7fda34005940 tx=0x7fda340042f0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 shutdown_connections 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda280a2d70 0x7fda280a5230 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda401082e0 0x7fda4019cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda40103760 0x7fda401989e0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 --2- 172.21.15.2:0/2395466997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda40102db0 0x7fda401984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 >> 172.21.15.2:0/2395466997 conn(0x7fda400fc7d0 msgr2=0x7fda40105db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 shutdown_connections 2024-09-05T04:19:48.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:48.451+0000 7fda4839e640 1 -- 172.21.15.2:0/2395466997 wait complete. 2024-09-05T04:19:49.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:49 smithi002 ceph-mon[31001]: pgmap v272: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:49.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:49 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:19:49.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:49 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:49 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:19:49.445 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:49 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.476 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:19:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:49 smithi079 ceph-mon[34908]: pgmap v272: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:49 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:19:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:49 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:49 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:19:49.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:49 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:49 smithi047 ceph-mon[34498]: pgmap v272: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 13 KiB/s wr, 5 op/s 2024-09-05T04:19:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:49 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:19:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:49 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:49 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:19:49.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:49 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:19:49.772 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- 172.21.15.2:0/2817972121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 msgr2=0x7fd7101067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 --2- 172.21.15.2:0/2817972121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd7101067e0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fd704009900 tx=0x7fd70402a410 comp rx=0 tx=0).stop 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- 172.21.15.2:0/2817972121 shutdown_connections 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 --2- 172.21.15.2:0/2817972121 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 0x7fd71010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 --2- 172.21.15.2:0/2817972121 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd7101067e0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 --2- 172.21.15.2:0/2817972121 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 0x7fd7101021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- 172.21.15.2:0/2817972121 >> 172.21.15.2:0/2817972121 conn(0x7fd7100fd8c0 msgr2=0x7fd7100ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- 172.21.15.2:0/2817972121 shutdown_connections 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- 172.21.15.2:0/2817972121 wait complete. 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 Processor -- start 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.231+0000 7fd71627e640 1 -- start start 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 0x7fd7100744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 0x7fd710074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd710111e60 con 0x7fd710102790 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd710111ce0 con 0x7fd710106f10 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71627e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd710111fe0 con 0x7fd710101de0 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42298/0 (socket says 172.21.15.2:42298) 2024-09-05T04:19:50.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2390509260 learned_addr learned my addr 172.21.15.2:0/2390509260 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70ffff640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 0x7fd7100744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd71481b640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 0x7fd710074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2390509260 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 msgr2=0x7fd7100744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 0x7fd7100744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2390509260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 msgr2=0x7fd710074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 0x7fd710074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2390509260 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7101a68c0 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.232+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fd704005940 tx=0x7fd704004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.233+0000 7fd70d7fa640 1 -- 172.21.15.2:0/2390509260 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd70403f030 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.233+0000 7fd70d7fa640 1 -- 172.21.15.2:0/2390509260 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd704003aa0 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.233+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7101a6b50 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.233+0000 7fd70d7fa640 1 -- 172.21.15.2:0/2390509260 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd704035070 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.233+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7101a7080 con 0x7fd710102790 2024-09-05T04:19:50.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd70d7fa640 1 -- 172.21.15.2:0/2390509260 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd704042030 con 0x7fd710102790 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 Processor -- start 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 -- start start 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd70d7fa640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 0x7fd6f80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 0x55cfb1aca140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1aca680 0x55cfb1acca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.235+0000 7fd718657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cfb1a252e0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd718657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cfb19ccce0 con 0x55cfb1abfdc0 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd718657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cfb1a212a0 con 0x55cfb1aca680 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70d7fa640 1 -- 172.21.15.2:0/2390509260 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fd7040eff50 con 0x7fd710102790 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd71481b640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 0x7fd6f80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42302/0 (socket says 172.21.15.2:42302) 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 -- 172.21.15.2:0/3644845431 learned_addr learned my addr 172.21.15.2:0/3644845431 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 0x55cfb1aca140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd71481b640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1aca680 0x55cfb1acca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 -- 172.21.15.2:0/3644845431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1aca680 msgr2=0x55cfb1acca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1aca680 0x55cfb1acca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 -- 172.21.15.2:0/3644845431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 msgr2=0x55cfb1aca140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 0x55cfb1aca140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 -- 172.21.15.2:0/3644845431 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfb19b1440 con 0x55cfb1abf4a0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 0x55cfb1aca140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd71481b640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 0x7fd6f80a5230 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd708008e40 tx=0x7fd708011610 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd70ffff640 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b760 tx=0x7fd70000bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5603b1bcc106f9d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd6f67fc640 1 -- 172.21.15.2:0/3644845431 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd700003dd0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd6f67fc640 1 -- 172.21.15.2:0/3644845431 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd700015070 con 0x55cfb1abf4a0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.236+0000 7fd6f67fc640 1 -- 172.21.15.2:0/3644845431 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd700004cf0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- 172.21.15.2:0/3644845431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 msgr2=0x55cfb1abf880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b760 tx=0x7fd70000bc20 comp rx=0 tx=0).stop 2024-09-05T04:19:50.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- 172.21.15.2:0/3644845431 shutdown_connections 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1aca680 0x55cfb1acca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abfdc0 0x55cfb1aca140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 --2- 172.21.15.2:0/3644845431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1abf880 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- 172.21.15.2:0/3644845431 >> 172.21.15.2:0/3644845431 conn(0x55cfb1abba30 msgr2=0x55cfb1abbe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- 172.21.15.2:0/3644845431 shutdown_connections 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- 172.21.15.2:0/3644845431 wait complete. 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.237+0000 7fd718657740 1 -- start start 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 Processor -- start 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ac9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1aca680 0x55cfb1ac77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cfb1acd250 con 0x55cfb1abfdc0 2024-09-05T04:19:50.255 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cfb19e0050 con 0x55cfb1aca680 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cfb1acd3d0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd718657740 10 client.0 _ll_register_callbacks cb 0x55cfb1a20160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42306/0 (socket says 172.21.15.2:42306) 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 -- 172.21.15.2:0/1949421065 learned_addr learned my addr 172.21.15.2:0/1949421065 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70ffff640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ac9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 -- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abf4a0 msgr2=0x55cfb1ac9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ac9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 -- 172.21.15.2:0/1949421065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1aca680 msgr2=0x55cfb1ac77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd71481b640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1aca680 0x55cfb1ac77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1aca680 0x55cfb1ac77b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.238+0000 7fd70f7fe640 1 -- 172.21.15.2:0/1949421065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfb17963c0 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fd7040bc010 tx=0x7fd704085330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c04095d6a232ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd704049070 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fd70403bd60 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd700015070 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7040bc080 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 10 client.17709 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cfb1ad8c30 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd700015070 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7040ed530 con 0x55cfb1abfdc0 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 10 client.17709 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 10 client.17709 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:50.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 20 client.17709 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1ada130 0x55cfb1adc560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 4 client.17709 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.239+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cfb1a32850 con 0x55cfb1ada130 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.240+0000 7fd70ffff640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1ada130 0x55cfb1adc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.240+0000 7fd6ef7fe640 10 client.17709 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.240+0000 7fd70ffff640 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1ada130 0x55cfb1adc560 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b5ccde626313852 server_cookie=1cdee2a9e66ae268 in_seq=0 out_seq=0 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/1949421065 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cfb1a32850 con 0x55cfb1ada130 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd6ef7fe640 10 client.17709 handle_command_reply: tid=0 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 client.17709 shutdown 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 msgr2=0x55cfb1ac7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fd7040bc010 tx=0x7fd704085330 comp rx=0 tx=0).stop 2024-09-05T04:19:50.258 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 shutdown_connections 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1ada130 0x55cfb1adc560 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1aca680 0x55cfb1ac77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ac7270 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 --2- 172.21.15.2:0/1949421065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ac9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd6ef7fe640 0 client.17709 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 >> 172.21.15.2:0/1949421065 conn(0x55cfb1abba30 msgr2=0x55cfb1ac1760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 shutdown_connections 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 1 -- 172.21.15.2:0/1949421065 wait complete. 2024-09-05T04:19:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.241+0000 7fd718657740 20 client.17709 trim_cache size 0 max 16384 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.258+0000 7fd718657740 1 Processor -- start 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.258+0000 7fd718657740 1 -- start start 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ae1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ae23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101af220 con 0x55cfb1abba30 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101b1a80 con 0x55cfb1abf4a0 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd718657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101af870 con 0x55cfb1abfdc0 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42314/0 (socket says 172.21.15.2:42314) 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 -- 172.21.15.2:0/776594964 learned_addr learned my addr 172.21.15.2:0/776594964 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ae1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 -- 172.21.15.2:0/776594964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 msgr2=0x55cfb1ae23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ae23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 -- 172.21.15.2:0/776594964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 msgr2=0x55cfb1ae1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ae1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 -- 172.21.15.2:0/776594964 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cfb1ac57e0 con 0x55cfb1abba30 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ae1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd70ffff640 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fd700006010 tx=0x7fd70000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a447ab6229738da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.259+0000 7fd6f5ffb640 1 -- 172.21.15.2:0/776594964 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd700003e70 con 0x55cfb1abba30 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd6f5ffb640 1 -- 172.21.15.2:0/776594964 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd700015050 con 0x55cfb1abba30 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd6f5ffb640 1 -- 172.21.15.2:0/776594964 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7000116a0 con 0x55cfb1abba30 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 -- 172.21.15.2:0/776594964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 msgr2=0x55cfb1ac91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fd700006010 tx=0x7fd70000b390 comp rx=0 tx=0).stop 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 -- 172.21.15.2:0/776594964 shutdown_connections 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ae23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ae1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 --2- 172.21.15.2:0/776594964 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abba30 0x55cfb1ac91e0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 -- 172.21.15.2:0/776594964 >> 172.21.15.2:0/776594964 conn(0x55cfb1ac7910 msgr2=0x55cfb1ac8ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 -- 172.21.15.2:0/776594964 shutdown_connections 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.260+0000 7fd718657740 1 -- 172.21.15.2:0/776594964 wait complete. 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 -- start start 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 Processor -- start 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 0x55cfb1ad2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ad05d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101aff40 con 0x55cfb1abf4a0 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101b13b0 con 0x55cfb1abba30 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7101b0610 con 0x55cfb1abfdc0 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd718657740 10 client.0 _ll_register_callbacks cb 0x7fd704005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd70f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42318/0 (socket says 172.21.15.2:42318) 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2502658211 learned_addr learned my addr 172.21.15.2:0/2502658211 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.261+0000 7fd70ffff640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 0x55cfb1ad2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd71481b640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ad05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 msgr2=0x55cfb1ad05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ad05d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2502658211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 msgr2=0x55cfb1ad2d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 0x55cfb1ad2d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 -- 172.21.15.2:0/2502658211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cfb1ad0db0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70ffff640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 0x55cfb1ad2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd70f7fe640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fd7040ba330 tx=0x7fd7040bbf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b280e6ba0f56a40e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd704049040 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fd7040c4860 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd700015050 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7040bbbc0 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd718657740 10 client.17715 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cfb1b44e10 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd700015050 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.262+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd7040a2070 con 0x55cfb1abf4a0 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 10 client.17715 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 10 client.17715 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 20 client.17715 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1aca680 0x55cfb1b47440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 4 client.17715 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:19:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cfb1a2cd60 con 0x55cfb1aca680 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd70ffff640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1aca680 0x55cfb1b47440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd6ef7fe640 10 client.17715 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.263+0000 7fd70ffff640 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1aca680 0x55cfb1b47440 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33290686c833afcd server_cookie=46eac828a44be48c in_seq=0 out_seq=0 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd6ef7fe640 1 -- 172.21.15.2:0/2502658211 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55cfb1a2cd60 con 0x55cfb1aca680 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd6ef7fe640 10 client.17715 handle_command_reply: tid=0 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 client.17715 shutdown 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 msgr2=0x55cfb1ad0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fd7040ba330 tx=0x7fd7040bbf00 comp rx=0 tx=0).stop 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 shutdown_connections 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cfb1aca680 0x55cfb1b47440 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cfb1abfdc0 0x55cfb1ad05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cfb1abf4a0 0x55cfb1ad0090 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 --2- 172.21.15.2:0/2502658211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cfb1abba30 0x55cfb1ad2d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 >> 172.21.15.2:0/2502658211 conn(0x55cfb1ac7910 msgr2=0x55cfb1abab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd6ef7fe640 0 client.17715 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 shutdown_connections 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 1 -- 172.21.15.2:0/2502658211 wait complete. 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd718657740 20 client.17715 trim_cache size 0 max 16384 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stdout: "78aec5d0-df52-4d12-9c20-dfe5c4e43de4": { 2024-09-05T04:19:50.270 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "78aec5d0-df52-4d12-9c20-dfe5c4e43de4", 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 msgr2=0x7fd6f80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 0x7fd6f80a5230 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd708008e40 tx=0x7fd708011610 comp rx=0 tx=0).stop 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 msgr2=0x7fd710074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.264+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fd704005940 tx=0x7fd704004270 comp rx=0 tx=0).stop 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 shutdown_connections 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd6f80a2d70 0x7fd6f80a5230 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd710106f10 0x7fd710074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd710102790 0x7fd710074a30 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 --2- 172.21.15.2:0/2390509260 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd710101de0 0x7fd7100744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 >> 172.21.15.2:0/2390509260 conn(0x7fd7100fd8c0 msgr2=0x7fd7100fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 shutdown_connections 2024-09-05T04:19:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:19:50.265+0000 7fd71627e640 1 -- 172.21.15.2:0/2390509260 wait complete. 2024-09-05T04:19:51.018 INFO:tasks.cephfs.filesystem:scrub status for tag:78aec5d0-df52-4d12-9c20-dfe5c4e43de4 - {'path': '/', 'tag': '78aec5d0-df52-4d12-9c20-dfe5c4e43de4', 'options': 'recursive,force'} 2024-09-05T04:19:51.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:51 smithi079 ceph-mon[34908]: pgmap v273: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:19:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:51 smithi047 ceph-mon[34498]: pgmap v273: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:19:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:51 smithi002 ceph-mon[31001]: pgmap v273: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:19:52.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:52 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:19:52.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:52 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:19:52.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:52 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/1376457123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa0102cb0 msgr2=0x7f6aa0103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/1376457123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0103090 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f6a90009900 tx=0x7f6a9002a480 comp rx=0 tx=0).stop 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/1376457123 shutdown_connections 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/1376457123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 0x7f6aa010e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/1376457123 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa01035d0 0x7f6aa010bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/1376457123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0103090 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/1376457123 >> 172.21.15.2:0/1376457123 conn(0x7f6aa00fc6c0 msgr2=0x7f6aa00feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/1376457123 shutdown_connections 2024-09-05T04:19:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.146+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/1376457123 wait complete. 2024-09-05T04:19:53.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 Processor -- start 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 -- start start 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0100900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 0x7f6aa0101380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa0111d60 con 0x7f6aa01035d0 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa0111be0 con 0x7f6aa010c0d0 2024-09-05T04:19:53.150 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6aa5fd8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa0111ee0 con 0x7f6aa0102cb0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44202/0 (socket says 172.21.15.2:44202) 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.147+0000 7f6a9effd640 1 -- 172.21.15.2:0/2097174118 learned_addr learned my addr 172.21.15.2:0/2097174118 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0100900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 0x7f6aa0101380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 -- 172.21.15.2:0/2097174118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa0102cb0 msgr2=0x7f6aa0100900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0100900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 -- 172.21.15.2:0/2097174118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 msgr2=0x7f6aa0101380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 0x7f6aa0101380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 -- 172.21.15.2:0/2097174118 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aa01a6830 con 0x7f6aa01035d0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9effd640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400d950 tx=0x7f6a9400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9cff9640 1 -- 172.21.15.2:0/2097174118 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94017070 con 0x7f6aa01035d0 2024-09-05T04:19:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9cff9640 1 -- 172.21.15.2:0/2097174118 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a94009c30 con 0x7f6aa01035d0 2024-09-05T04:19:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aa01a6b20 con 0x7f6aa01035d0 2024-09-05T04:19:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6a9cff9640 1 -- 172.21.15.2:0/2097174118 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9400f620 con 0x7f6aa01035d0 2024-09-05T04:19:53.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.148+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aa01a70c0 con 0x7f6aa01035d0 2024-09-05T04:19:53.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.151+0000 7f6a9cff9640 1 -- 172.21.15.2:0/2097174118 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6a940109a0 con 0x7f6aa01035d0 2024-09-05T04:19:53.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.151+0000 7f6aa8e4d740 1 Processor -- start 2024-09-05T04:19:53.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.151+0000 7f6aa8e4d740 1 -- start start 2024-09-05T04:19:53.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da06770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7da06cb0 0x559a7da090a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559a7d9602f0 con 0x559a7d9fbaf0 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559a7d908270 con 0x559a7d9fc410 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559a7d95c2b0 con 0x559a7da06cb0 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44204/0 (socket says 172.21.15.2:44204) 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 -- 172.21.15.2:0/546580214 learned_addr learned my addr 172.21.15.2:0/546580214 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da06770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9cff9640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 0x7f6a880a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9effd640 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7da06cb0 0x559a7da090a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 -- 172.21.15.2:0/546580214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7da06cb0 msgr2=0x559a7da090a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7da06cb0 0x559a7da090a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 -- 172.21.15.2:0/546580214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 msgr2=0x559a7da06770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da06770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 -- 172.21.15.2:0/546580214 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a7d907340 con 0x559a7d9fbaf0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 0x7f6a880a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9cff9640 1 -- 172.21.15.2:0/2097174118 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f6a940cf4b0 con 0x7f6aa01035d0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.152+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009fc0 tx=0x7f6a98010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c02bdb56fdee001c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6a85ffb640 1 -- 172.21.15.2:0/546580214 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9801c900 con 0x559a7d9fbaf0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6a85ffb640 1 -- 172.21.15.2:0/546580214 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a9801b3d0 con 0x559a7d9fbaf0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6a85ffb640 1 -- 172.21.15.2:0/546580214 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a98025620 con 0x559a7d9fbaf0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/546580214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 msgr2=0x559a7d9fbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 0x7f6a880a5230 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6a98020000 tx=0x7f6a9801d000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009fc0 tx=0x7f6a98010800 comp rx=0 tx=0).stop 2024-09-05T04:19:53.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/546580214 shutdown_connections 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7da06cb0 0x559a7da090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da06770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/546580214 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fbed0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/546580214 >> 172.21.15.2:0/546580214 conn(0x559a7d9f8060 msgr2=0x559a7d9f8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/546580214 shutdown_connections 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.153+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/546580214 wait complete. 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 -- start start 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 Processor -- start 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da03bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da04650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559a7da09880 con 0x559a7d9fc410 2024-09-05T04:19:53.161 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559a7d8e9290 con 0x559a7da06cb0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559a7da09a00 con 0x559a7d9fbaf0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6aa8e4d740 10 client.0 _ll_register_callbacks cb 0x559a7d91a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44208/0 (socket says 172.21.15.2:44208) 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.154+0000 7f6a9effd640 1 -- 172.21.15.2:0/3735412664 learned_addr learned my addr 172.21.15.2:0/3735412664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da04650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da03bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 -- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 msgr2=0x559a7da03bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da03bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 -- 172.21.15.2:0/3735412664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 msgr2=0x559a7da04650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da04650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 -- 172.21.15.2:0/3735412664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a7d673210 con 0x559a7d9fc410 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a9effd640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f6a94097fb0 tx=0x7f6a9409b220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4ecbf0f526aac6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.162 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a7effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94020040 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f6a940cf120 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a9801b3d0 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6a9409b5e0 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6aa8e4d740 10 client.17727 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.155+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559a7d73f620 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a9801b3d0 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6a94084cb0 con 0x559a7d9fc410 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 10 client.17727 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 10 client.17727 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 20 client.17727 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da16ce0 0x559a7da190d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 4 client.17727 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a7d96da20 con 0x559a7da16ce0 2024-09-05T04:19:53.163 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da16ce0 0x559a7da190d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da16ce0 0x559a7da190d0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e2c50cde62a2cbe server_cookie=d83accf197e24098 in_seq=0 out_seq=0 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.156+0000 7f6a7effd640 10 client.17727 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6a7effd640 1 -- 172.21.15.2:0/3735412664 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559a7d96da20 con 0x559a7da16ce0 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6a7effd640 10 client.17727 handle_command_reply: tid=0 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 client.17727 shutdown 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 msgr2=0x559a7da04110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f6a94097fb0 tx=0x7f6a9409b220 comp rx=0 tx=0).stop 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 shutdown_connections 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da16ce0 0x559a7da190d0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da04650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da04110 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6a7effd640 0 client.17727 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:53.164 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/3735412664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da03bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.157+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 >> 172.21.15.2:0/3735412664 conn(0x559a7d9f8060 msgr2=0x559a7d9fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.158+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 shutdown_connections 2024-09-05T04:19:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.158+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/3735412664 wait complete. 2024-09-05T04:19:53.165 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.158+0000 7f6aa8e4d740 20 client.17727 trim_cache size 0 max 16384 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 Processor -- start 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 -- start start 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da04480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01af1b0 con 0x559a7da06cb0 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01b1a10 con 0x559a7d9fc410 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01af800 con 0x559a7d9fbaf0 2024-09-05T04:19:53.177 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6a9ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44216/0 (socket says 172.21.15.2:44216) 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.172+0000 7f6a9ffff640 1 -- 172.21.15.2:0/2151599847 learned_addr learned my addr 172.21.15.2:0/2151599847 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9effd640 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da04480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 -- 172.21.15.2:0/2151599847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 msgr2=0x559a7d9fe5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fe5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 -- 172.21.15.2:0/2151599847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 msgr2=0x559a7da04480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da04480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 -- 172.21.15.2:0/2151599847 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a7d9f7e90 con 0x559a7da06cb0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f6a98005c40 tx=0x7f6a98027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0254705be21be15 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a857fa640 1 -- 172.21.15.2:0/2151599847 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a98034070 con 0x559a7da06cb0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a857fa640 1 -- 172.21.15.2:0/2151599847 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a980135e0 con 0x559a7da06cb0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6a857fa640 1 -- 172.21.15.2:0/2151599847 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a9801b6c0 con 0x559a7da06cb0 2024-09-05T04:19:53.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/2151599847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 msgr2=0x559a7da1e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.173+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f6a98005c40 tx=0x7f6a98027000 comp rx=0 tx=0).stop 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/2151599847 shutdown_connections 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7da06cb0 0x559a7da1e9a0 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7d9fc410 0x559a7da04480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/2151599847 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7d9fe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/2151599847 >> 172.21.15.2:0/2151599847 conn(0x559a7d9f8060 msgr2=0x559a7da05c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/2151599847 shutdown_connections 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/2151599847 wait complete. 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- start start 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 Processor -- start 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da0efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da0a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01afed0 con 0x559a7d9fc410 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01b1340 con 0x559a7da06cb0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6aa01b05a0 con 0x559a7d9fbaf0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.174+0000 7f6aa8e4d740 10 client.0 _ll_register_callbacks cb 0x7f6a9400df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:44226/0 (socket says 172.21.15.2:44226) 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 -- 172.21.15.2:0/375731474 learned_addr learned my addr 172.21.15.2:0/375731474 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9ffff640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da0a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da0efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 -- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 msgr2=0x559a7da0efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da0efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 -- 172.21.15.2:0/375731474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 msgr2=0x559a7da0a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da0a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 -- 172.21.15.2:0/375731474 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a7da0abb0 con 0x559a7d9fc410 2024-09-05T04:19:53.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da0efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a9effd640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f6a94097a40 tx=0x7f6a940cf330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e42f1d191185f06c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a7effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a94014020 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f6a9409aa30 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a980135e0 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6a940bf030 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6aa8e4d740 10 client.17733 fetch_fsmap learned FSMap version 21 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.175+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559a7da81560 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a980135e0 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6a94010460 con 0x559a7d9fc410 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 10 client.17733 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 10 client.17733 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 20 client.17733 populate_metadata read hostname 'smithi002' 2024-09-05T04:19:53.181 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da81ba0 0x559a7da83fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:19:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 4 client.17733 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:19:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559a7d967d70 con 0x559a7da81ba0 2024-09-05T04:19:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da81ba0 0x559a7da83fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:19:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6a7effd640 10 client.17733 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:53.182 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.176+0000 7f6a9f7fe640 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da81ba0 0x559a7da83fc0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25b49f7253ce16ed server_cookie=bec2040d6c2ae543 in_seq=0 out_seq=0 2024-09-05T04:19:53.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6a7effd640 1 -- 172.21.15.2:0/375731474 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559a7d967d70 con 0x559a7da81ba0 2024-09-05T04:19:53.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6a7effd640 10 client.17733 handle_command_reply: tid=0 2024-09-05T04:19:53.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 client.17733 shutdown 2024-09-05T04:19:53.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 msgr2=0x559a7da0f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.186 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f6a94097a40 tx=0x7f6a940cf330 comp rx=0 tx=0).stop 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 shutdown_connections 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x559a7da81ba0 0x559a7da83fc0 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559a7da06cb0 0x559a7da0a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559a7d9fc410 0x559a7da0f4f0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6a7effd640 0 client.17733 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 --2- 172.21.15.2:0/375731474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559a7d9fbaf0 0x559a7da0efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 >> 172.21.15.2:0/375731474 conn(0x559a7d9f8060 msgr2=0x559a7d9f69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 shutdown_connections 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 1 -- 172.21.15.2:0/375731474 wait complete. 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.185+0000 7f6aa8e4d740 20 client.17733 trim_cache size 0 max 16384 2024-09-05T04:19:53.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:19:53.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:19:53.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:19:53.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:19:53.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 msgr2=0x7f6a880a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 0x7f6a880a5230 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6a98020000 tx=0x7f6a9801d000 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 msgr2=0x7f6aa0100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f6a9400d950 tx=0x7f6a9400de10 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 shutdown_connections 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6a880a2d70 0x7f6a880a5230 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6aa010c0d0 0x7f6aa0101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6aa01035d0 0x7f6aa0100e40 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 --2- 172.21.15.2:0/2097174118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6aa0102cb0 0x7f6aa0100900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 >> 172.21.15.2:0/2097174118 conn(0x7f6aa00fc6c0 msgr2=0x7f6aa00fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 shutdown_connections 2024-09-05T04:19:53.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:19:53.186+0000 7f6aa5fd8640 1 -- 172.21.15.2:0/2097174118 wait complete. 2024-09-05T04:19:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:53 smithi079 ceph-mon[34908]: pgmap v274: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.2 KiB/s wr, 5 op/s 2024-09-05T04:19:53.587 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:53 smithi047 ceph-mon[34498]: pgmap v274: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.2 KiB/s wr, 5 op/s 2024-09-05T04:19:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:53 smithi002 ceph-mon[31001]: pgmap v274: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.2 KiB/s wr, 5 op/s 2024-09-05T04:19:55.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:55 smithi079 ceph-mon[34908]: pgmap v275: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 11 KiB/s wr, 8 op/s 2024-09-05T04:19:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:55 smithi047 ceph-mon[34498]: pgmap v275: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 11 KiB/s wr, 8 op/s 2024-09-05T04:19:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:55 smithi002 ceph-mon[31001]: pgmap v275: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 11 KiB/s wr, 8 op/s 2024-09-05T04:19:57.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:57 smithi079 ceph-mon[34908]: pgmap v276: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:19:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:57 smithi047 ceph-mon[34498]: pgmap v276: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:19:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:57 smithi002 ceph-mon[31001]: pgmap v276: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:19:59.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:19:59 smithi079 ceph-mon[34908]: pgmap v277: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:19:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:19:59 smithi047 ceph-mon[34498]: pgmap v277: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:19:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:19:59 smithi002 ceph-mon[31001]: pgmap v277: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3.6 KiB/s wr, 4 op/s 2024-09-05T04:20:00.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:00 smithi079 ceph-mon[34908]: overall HEALTH_OK 2024-09-05T04:20:00.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:00 smithi047 ceph-mon[34498]: overall HEALTH_OK 2024-09-05T04:20:00.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:00 smithi002 ceph-mon[31001]: overall HEALTH_OK 2024-09-05T04:20:01.156 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:20:01.422 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:01.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:01 smithi002 ceph-mon[31001]: pgmap v278: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.6 KiB/s wr, 5 op/s 2024-09-05T04:20:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:01 smithi079 ceph-mon[34908]: pgmap v278: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.6 KiB/s wr, 5 op/s 2024-09-05T04:20:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:01 smithi047 ceph-mon[34498]: pgmap v278: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 3.6 KiB/s wr, 5 op/s 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.031+0000 7fc262456640 1 -- 172.21.15.2:0/68667333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c102d40 msgr2=0x7fc25c103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.031+0000 7fc262456640 1 --2- 172.21.15.2:0/68667333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c102d40 0x7fc25c103120 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7fc24c009900 tx=0x7fc24c02a480 comp rx=0 tx=0).stop 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 -- 172.21.15.2:0/68667333 shutdown_connections 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 --2- 172.21.15.2:0/68667333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c10c170 0x7fc25c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 --2- 172.21.15.2:0/68667333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c103660 0x7fc25c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 --2- 172.21.15.2:0/68667333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c102d40 0x7fc25c103120 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 -- 172.21.15.2:0/68667333 >> 172.21.15.2:0/68667333 conn(0x7fc25c0fc7a0 msgr2=0x7fc25c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 -- 172.21.15.2:0/68667333 shutdown_connections 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 -- 172.21.15.2:0/68667333 wait complete. 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 Processor -- start 2024-09-05T04:20:02.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.032+0000 7fc262456640 1 -- start start 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c103660 0x7fc25c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 0x7fc25c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c111e20 con 0x7fc25c10c170 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c111ca0 con 0x7fc25c103660 2024-09-05T04:20:02.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc262456640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc25c111fa0 con 0x7fc25c102d40 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc25bfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 0x7fc25c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc25bfff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:57510/0 (socket says 172.21.15.2:57510) 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc25bfff640 1 -- 172.21.15.2:0/2657161004 learned_addr learned my addr 172.21.15.2:0/2657161004 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc25b7fe640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c103660 0x7fc25c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 -- 172.21.15.2:0/2657161004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 msgr2=0x7fc25c1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 -- 172.21.15.2:0/2657161004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c103660 msgr2=0x7fc25c198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c103660 0x7fc25c198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc2609f3640 1 -- 172.21.15.2:0/2657161004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc25c19d290 con 0x7fc25c10c170 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.033+0000 7fc25bfff640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc2609f3640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 0x7fc25c19cbb0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fc25400cab0 tx=0x7fc25400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc25400ae20 con 0x7fc25c10c170 2024-09-05T04:20:02.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc25400f900 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc25c19d580 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc254018a00 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.034+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc25c1a4e60 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.035+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc25c103120 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.036+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc25400fab0 con 0x7fc25c10c170 2024-09-05T04:20:02.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.036+0000 7fc2597fa640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:02.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.037+0000 7fc25bfff640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:02.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.037+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7fc2540cfe90 con 0x7fc25c10c170 2024-09-05T04:20:02.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.037+0000 7fc25bfff640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 0x7fc2440a5230 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc24c005ec0 tx=0x7fc24c0058d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:02.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.041+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc254014030 con 0x7fc25c10c170 2024-09-05T04:20:02.252 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.250+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc25c02d7c0 con 0x7fc25c10c170 2024-09-05T04:20:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.251+0000 7fc2597fa640 1 -- 172.21.15.2:0/2657161004 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fc25409c6c0 con 0x7fc25c10c170 2024-09-05T04:20:02.253 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:20:02.253 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:20:02.253 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:20:02.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.254+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 msgr2=0x7fc2440a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:02.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.254+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 0x7fc2440a5230 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc24c005ec0 tx=0x7fc24c0058d0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.254+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 msgr2=0x7fc25c19cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:02.256 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.254+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 0x7fc25c19cbb0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fc25400cab0 tx=0x7fc25400cf70 comp rx=0 tx=0).stop 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 shutdown_connections 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2440a2d70 0x7fc2440a5230 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc25c10c170 0x7fc25c19cbb0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc25c103660 0x7fc25c198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 --2- 172.21.15.2:0/2657161004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc25c102d40 0x7fc25c1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 >> 172.21.15.2:0/2657161004 conn(0x7fc25c0fc7a0 msgr2=0x7fc25c0fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 shutdown_connections 2024-09-05T04:20:02.257 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:02.255+0000 7fc262456640 1 -- 172.21.15.2:0/2657161004 wait complete. 2024-09-05T04:20:02.532 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:02 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2657161004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:02 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2657161004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:02.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:02 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2657161004' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:03.085 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id a5fe7e44 --release --await' 2024-09-05T04:20:03.086 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id a5fe7e44 --release --await 2024-09-05T04:20:03.354 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:03.610 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:03 smithi002 ceph-mon[31001]: pgmap v279: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:20:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:03 smithi047 ceph-mon[34498]: pgmap v279: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:20:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:03 smithi079 ceph-mon[34908]: pgmap v279: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 -- 172.21.15.2:0/1890697471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0102790 msgr2=0x7f1fb01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/1890697471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0102790 0x7f1fb01067e0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009900 tx=0x7f1fa002a410 comp rx=0 tx=0).stop 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 -- 172.21.15.2:0/1890697471 shutdown_connections 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/1890697471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0106f10 0x7f1fb010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/1890697471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0102790 0x7f1fb01067e0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/1890697471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 0x7f1fb01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 -- 172.21.15.2:0/1890697471 >> 172.21.15.2:0/1890697471 conn(0x7f1fb00fd8c0 msgr2=0x7f1fb00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 -- 172.21.15.2:0/1890697471 shutdown_connections 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.840+0000 7f1fb7e27640 1 -- 172.21.15.2:0/1890697471 wait complete. 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 Processor -- start 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 -- start start 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 0x7f1fb01983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0102790 0x7f1fb01988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb0111e20 con 0x7f1fb0106f10 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb0111ca0 con 0x7f1fb0102790 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb7e27640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb0111fa0 con 0x7f1fb0101de0 2024-09-05T04:20:03.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41414/0 (socket says 172.21.15.2:41414) 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 -- 172.21.15.2:0/3602348575 learned_addr learned my addr 172.21.15.2:0/3602348575 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0102790 0x7f1fb01988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 0x7f1fb01983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 -- 172.21.15.2:0/3602348575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 msgr2=0x7f1fb01983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 0x7f1fb01983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 -- 172.21.15.2:0/3602348575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0102790 msgr2=0x7f1fb01988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0102790 0x7f1fb01988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 -- 172.21.15.2:0/3602348575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb019d350 con 0x7f1fb0106f10 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.841+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f1fa800cad0 tx=0x7f1fa800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.842+0000 7f1fa6ffd640 1 -- 172.21.15.2:0/3602348575 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa800ae20 con 0x7f1fb0106f10 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.842+0000 7f1fa6ffd640 1 -- 172.21.15.2:0/3602348575 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa8005020 con 0x7f1fb0106f10 2024-09-05T04:20:03.855 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.842+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb019d640 con 0x7f1fb0106f10 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.842+0000 7f1fa6ffd640 1 -- 172.21.15.2:0/3602348575 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa800f6b0 con 0x7f1fb0106f10 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.842+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb01a4f20 con 0x7f1fb0106f10 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.844+0000 7f1fa6ffd640 1 -- 172.21.15.2:0/3602348575 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1fa80051d0 con 0x7f1fb0106f10 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.844+0000 7f1fba200740 1 Processor -- start 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 -- start start 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fa6ffd640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 0x7f1f9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x558329483320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x558329494a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5583293e8620 con 0x558329483860 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55832938fe50 con 0x558329492650 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fba200740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5583293e45e0 con 0x558329482f40 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fa6ffd640 1 -- 172.21.15.2:0/3602348575 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f1fa80cf8c0 con 0x7f1fb0106f10 2024-09-05T04:20:03.856 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 0x7f1f9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41422/0 (socket says 172.21.15.2:41422) 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 -- 172.21.15.2:0/3770664189 learned_addr learned my addr 172.21.15.2:0/3770664189 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x558329483320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x558329494a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 -- 172.21.15.2:0/3770664189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 msgr2=0x558329483320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x558329483320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 -- 172.21.15.2:0/3770664189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 msgr2=0x558329494a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x558329494a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.845+0000 7f1fb53c2640 1 -- 172.21.15.2:0/3770664189 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558329380d40 con 0x558329483860 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.846+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f1fa002a930 tx=0x7f1fa0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd427a2539bc5542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.857 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.846+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 0x7f1f9c0a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009900 tx=0x7f1fa0041000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.846+0000 7f1f9bfff640 1 -- 172.21.15.2:0/3770664189 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0035050 con 0x558329483860 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.846+0000 7f1f9bfff640 1 -- 172.21.15.2:0/3770664189 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa004e070 con 0x558329483860 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.846+0000 7f1f9bfff640 1 -- 172.21.15.2:0/3770664189 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0003d70 con 0x558329483860 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- 172.21.15.2:0/3770664189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 msgr2=0x558329492110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f1fa002a930 tx=0x7f1fa0004040 comp rx=0 tx=0).stop 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- 172.21.15.2:0/3770664189 shutdown_connections 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x558329494a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329492110 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 --2- 172.21.15.2:0/3770664189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x558329483320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- 172.21.15.2:0/3770664189 >> 172.21.15.2:0/3770664189 conn(0x55832947f5f0 msgr2=0x55832947f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- 172.21.15.2:0/3770664189 shutdown_connections 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- 172.21.15.2:0/3770664189 wait complete. 2024-09-05T04:20:03.858 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 -- start start 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.847+0000 7f1fba200740 1 Processor -- start 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832948f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x55832948fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558329495220 con 0x558329492650 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558329370f10 con 0x558329483860 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5583294953a0 con 0x558329482f40 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 10 client.0 _ll_register_callbacks cb 0x558329394db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41432/0 (socket says 172.21.15.2:41432) 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 -- 172.21.15.2:0/2853862992 learned_addr learned my addr 172.21.15.2:0/2853862992 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832948f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.859 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x55832948fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 -- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 msgr2=0x55832948f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832948f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 -- 172.21.15.2:0/2853862992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 msgr2=0x55832948fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x55832948fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 -- 172.21.15.2:0/2853862992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583290f7580 con 0x558329492650 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832948f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8005cc0 tx=0x7f1fa809b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99a31995df3f907f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1f997fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa80b4060 con 0x558329492650 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f1fa80860d0 con 0x558329492650 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fa004e070 con 0x558329492650 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1fa801d040 con 0x558329492650 2024-09-05T04:20:03.860 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 10 client.17751 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.848+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5583291c1960 con 0x558329492650 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fa004e070 con 0x558329492650 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1fa80b4c90 con 0x558329492650 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 10 client.17751 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 10 client.17751 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 20 client.17751 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5583294a2380 0x5583294a4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 4 client.17751 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5583293f5b90 con 0x5583294a2380 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5583294a2380 0x5583294a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5583294a2380 0x5583294a4790 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a844dff5e2ab465 server_cookie=95d6f2d8ce69a2f8 in_seq=0 out_seq=0 2024-09-05T04:20:03.861 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.849+0000 7f1f997fa640 10 client.17751 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.850+0000 7f1f997fa640 1 -- 172.21.15.2:0/2853862992 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5583293f5b90 con 0x5583294a2380 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.850+0000 7f1f997fa640 10 client.17751 handle_command_reply: tid=0 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.850+0000 7f1fba200740 1 client.17751 shutdown 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 msgr2=0x558329490150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f1fa8005cc0 tx=0x7f1fa809b410 comp rx=0 tx=0).stop 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 shutdown_connections 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5583294a2380 0x5583294a4790 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329492650 0x558329490150 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x55832948fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1f997fa640 0 client.17751 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 --2- 172.21.15.2:0/2853862992 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832948f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 >> 172.21.15.2:0/2853862992 conn(0x55832947f5f0 msgr2=0x558329485350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 shutdown_connections 2024-09-05T04:20:03.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 1 -- 172.21.15.2:0/2853862992 wait complete. 2024-09-05T04:20:03.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.851+0000 7f1fba200740 20 client.17751 trim_cache size 0 max 16384 2024-09-05T04:20:03.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 Processor -- start 2024-09-05T04:20:03.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 -- start start 2024-09-05T04:20:03.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x5583294aa060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 0x5583294aa5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01aada0 con 0x558329482f40 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01ad600 con 0x558329483860 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fba200740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01ab3f0 con 0x558329492650 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41434/0 (socket says 172.21.15.2:41434) 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 -- 172.21.15.2:0/2655496041 learned_addr learned my addr 172.21.15.2:0/2655496041 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 0x5583294aa5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x5583294aa060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 -- 172.21.15.2:0/2655496041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 msgr2=0x5583294aa5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 0x5583294aa5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 -- 172.21.15.2:0/2655496041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 msgr2=0x5583294aa060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x5583294aa060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb5bc3640 1 -- 172.21.15.2:0/2655496041 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55832948dc20 con 0x558329482f40 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.868+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 0x5583294aa5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.869+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x5583294aa060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.869+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x5583294a4fa0 tx=0x7f1fac005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb2b7b415abecbf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.869+0000 7f1f9b7fe640 1 -- 172.21.15.2:0/2655496041 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac004250 con 0x558329482f40 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.869+0000 7f1f9b7fe640 1 -- 172.21.15.2:0/2655496041 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fac0043f0 con 0x558329482f40 2024-09-05T04:20:03.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.869+0000 7f1f9b7fe640 1 -- 172.21.15.2:0/2655496041 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac0278e0 con 0x558329482f40 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- 172.21.15.2:0/2655496041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 msgr2=0x55832948fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x5583294a4fa0 tx=0x7f1fac005f90 comp rx=0 tx=0).stop 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- 172.21.15.2:0/2655496041 shutdown_connections 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329492650 0x5583294aa5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329483860 0x5583294aa060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 --2- 172.21.15.2:0/2655496041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329482f40 0x55832948fda0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- 172.21.15.2:0/2655496041 >> 172.21.15.2:0/2655496041 conn(0x55832947f5f0 msgr2=0x55832948f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- 172.21.15.2:0/2655496041 shutdown_connections 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- 172.21.15.2:0/2655496041 wait complete. 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 -- start start 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.870+0000 7f1fba200740 1 Processor -- start 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832949af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x5583294979d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01abac0 con 0x558329483860 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01acf30 con 0x558329492650 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb01ac190 con 0x558329482f40 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fba200740 10 client.0 _ll_register_callbacks cb 0x7f1fa809b990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41440/0 (socket says 172.21.15.2:41440) 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 -- 172.21.15.2:0/2868569201 learned_addr learned my addr 172.21.15.2:0/2868569201 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832949af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb63c4640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x5583294979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 -- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 msgr2=0x55832949af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832949af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 -- 172.21.15.2:0/2868569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 msgr2=0x5583294979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:03.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x5583294979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.871+0000 7f1fb53c2640 1 -- 172.21.15.2:0/2868569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55832950d040 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fb53c2640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x558329485c50 tx=0x7f1fa0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a5907390c7224e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0057060 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f1fa0031b50 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fac0043f0 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1fa005e050 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 10 client.17757 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55832950e180 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1fac0043f0 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1fa0048070 con 0x558329483860 2024-09-05T04:20:03.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 10 client.17757 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 10 client.17757 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 20 client.17757 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.872+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55832950e530 0x558329510920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.873+0000 7f1fba200740 4 client.17757 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "a5fe7e44", "release": true, "await": true}] 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.873+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "a5fe7e44", "release": true, "await": true}) -- 0x5583293f00a0 con 0x55832950e530 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.873+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55832950e530 0x558329510920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.873+0000 7f1fb5bc3640 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55832950e530 0x558329510920 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2c26c6629af52a1 server_cookie=ab37bcaf83ad160c in_seq=0 out_seq=0 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.873+0000 7f1f997fa640 10 client.17757 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1f997fa640 1 -- 172.21.15.2:0/2868569201 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5583293f00a0 con 0x55832950e530 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1f997fa640 10 client.17757 handle_command_reply: tid=0 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 client.17757 shutdown 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 msgr2=0x558329497240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x558329485c50 tx=0x7f1fa0000bc0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 shutdown_connections 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55832950e530 0x558329510920 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558329492650 0x5583294979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1f997fa640 0 client.17757 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558329483860 0x558329497240 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 --2- 172.21.15.2:0/2868569201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558329482f40 0x55832949af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 >> 172.21.15.2:0/2868569201 conn(0x55832947f5f0 msgr2=0x558329485270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 shutdown_connections 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 1 -- 172.21.15.2:0/2868569201 wait complete. 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.875+0000 7f1fba200740 20 client.17757 trim_cache size 0 max 16384 2024-09-05T04:20:03.882 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 32, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "a5fe7e44": { 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 32, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 150.0, 2024-09-05T04:20:03.883 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:03.884 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 msgr2=0x7f1f9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 0x7f1f9c0a51b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f1fa0009900 tx=0x7f1fa0041000 comp rx=0 tx=0).stop 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 msgr2=0x7f1fb019cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f1fa800cad0 tx=0x7f1fa800cf90 comp rx=0 tx=0).stop 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 shutdown_connections 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f9c0a2cf0 0x7f1f9c0a51b0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1fb0106f10 0x7f1fb019cc70 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1fb0102790 0x7f1fb01988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 --2- 172.21.15.2:0/3602348575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1fb0101de0 0x7f1fb01983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:03.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 >> 172.21.15.2:0/3602348575 conn(0x7f1fb00fd8c0 msgr2=0x7f1fb00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:03.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 shutdown_connections 2024-09-05T04:20:03.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:03.876+0000 7f1fb7e27640 1 -- 172.21.15.2:0/3602348575 wait complete. 2024-09-05T04:20:04.638 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'a5fe7e44', total seconds elapsed: 33.5 2024-09-05T04:20:04.638 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-05T04:20:04.638 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:20:04.890 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:05.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 -- 172.21.15.2:0/1327094886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 msgr2=0x7efc2010de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:05.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 --2- 172.21.15.2:0/1327094886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2010de80 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7efc14009900 tx=0x7efc1402a480 comp rx=0 tx=0).stop 2024-09-05T04:20:05.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 -- 172.21.15.2:0/1327094886 shutdown_connections 2024-09-05T04:20:05.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 --2- 172.21.15.2:0/1327094886 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 0x7efc20110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 --2- 172.21.15.2:0/1327094886 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2010de80 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 --2- 172.21.15.2:0/1327094886 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 0x7efc20074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.519+0000 7efc278ba640 1 -- 172.21.15.2:0/1327094886 >> 172.21.15.2:0/1327094886 conn(0x7efc200fd8c0 msgr2=0x7efc200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:05.522 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:05 smithi002 ceph-mon[31001]: pgmap v280: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.520+0000 7efc278ba640 1 -- 172.21.15.2:0/1327094886 shutdown_connections 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.520+0000 7efc278ba640 1 -- 172.21.15.2:0/1327094886 wait complete. 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.520+0000 7efc278ba640 1 Processor -- start 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 -- start start 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 0x7efc2019a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 0x7efc2019ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efc20113ff0 con 0x7efc20074f40 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efc20113e70 con 0x7efc2010e3c0 2024-09-05T04:20:05.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc278ba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efc20114170 con 0x7efc20074620 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41456/0 (socket says 172.21.15.2:41456) 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 -- 172.21.15.2:0/2975937656 learned_addr learned my addr 172.21.15.2:0/2975937656 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc25e57640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 0x7efc2019ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc25656640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 0x7efc2019a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 -- 172.21.15.2:0/2975937656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 msgr2=0x7efc2019a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 0x7efc2019a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 -- 172.21.15.2:0/2975937656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 msgr2=0x7efc2019ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 0x7efc2019ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.521+0000 7efc24e55640 1 -- 172.21.15.2:0/2975937656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc2019f4e0 con 0x7efc20074f40 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc24e55640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7efc14005940 tx=0x7efc14004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:05.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1403f030 con 0x7efc20074f40 2024-09-05T04:20:05.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc2019f770 con 0x7efc20074f40 2024-09-05T04:20:05.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc201a70b0 con 0x7efc20074f40 2024-09-05T04:20:05.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc14003aa0 con 0x7efc20074f40 2024-09-05T04:20:05.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.522+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14035070 con 0x7efc20074f40 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.523+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc20074a00 con 0x7efc20074f40 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.524+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7efc14042030 con 0x7efc20074f40 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.525+0000 7efc1e7fc640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 0x7efc080a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.525+0000 7efc25656640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 0x7efc080a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.525+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7efc140efd00 con 0x7efc20074f40 2024-09-05T04:20:05.527 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.525+0000 7efc25656640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 0x7efc080a5230 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc10007ec0 tx=0x7efc100075b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:05.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.529+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efc140bbee0 con 0x7efc20074f40 2024-09-05T04:20:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:05 smithi047 ceph-mon[34498]: pgmap v280: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-05T04:20:05.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.740+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efc20109540 con 0x7efc20074f40 2024-09-05T04:20:05.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.741+0000 7efc1e7fc640 1 -- 172.21.15.2:0/2975937656 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7efc140c01e0 con 0x7efc20074f40 2024-09-05T04:20:05.742 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:20:05.742 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:20:05.742 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:20:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.742+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 msgr2=0x7efc080a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.742+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 0x7efc080a5230 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efc10007ec0 tx=0x7efc100075b0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.742+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 msgr2=0x7efc2019aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.742+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7efc14005940 tx=0x7efc14004270 comp rx=0 tx=0).stop 2024-09-05T04:20:05.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 shutdown_connections 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efc080a2d70 0x7efc080a5230 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efc2010e3c0 0x7efc2019ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efc20074f40 0x7efc2019aa70 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 --2- 172.21.15.2:0/2975937656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efc20074620 0x7efc2019a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 >> 172.21.15.2:0/2975937656 conn(0x7efc200fd8c0 msgr2=0x7efc200fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 shutdown_connections 2024-09-05T04:20:05.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:05.743+0000 7efc278ba640 1 -- 172.21.15.2:0/2975937656 wait complete. 2024-09-05T04:20:05.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:05 smithi079 ceph-mon[34908]: pgmap v280: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 52 KiB/s wr, 21 op/s 2024-09-05T04:20:06.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 -- 172.21.15.2:0/2011886211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc1035b0 msgr2=0x7f55fc10ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 --2- 172.21.15.2:0/2011886211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc1035b0 0x7f55fc10ba90 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f55e8009900 tx=0x7f55e802a480 comp rx=0 tx=0).stop 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 -- 172.21.15.2:0/2011886211 shutdown_connections 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 --2- 172.21.15.2:0/2011886211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc10c0b0 0x7f55fc10e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 --2- 172.21.15.2:0/2011886211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc1035b0 0x7f55fc10ba90 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 --2- 172.21.15.2:0/2011886211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc102c90 0x7f55fc103070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 -- 172.21.15.2:0/2011886211 >> 172.21.15.2:0/2011886211 conn(0x7f55fc0fc6e0 msgr2=0x7f55fc0feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 -- 172.21.15.2:0/2011886211 shutdown_connections 2024-09-05T04:20:06.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.278+0000 7f5602eba640 1 -- 172.21.15.2:0/2011886211 wait complete. 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 Processor -- start 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 -- start start 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 0x7f55fc1982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 0x7f55fc198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc111dd0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc111c50 con 0x7f55fc102c90 2024-09-05T04:20:06.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5602eba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc111f50 con 0x7f55fc1035b0 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5601457640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5601457640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41476/0 (socket says 172.21.15.2:41476) 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.279+0000 7f5601457640 1 -- 172.21.15.2:0/748011015 learned_addr learned my addr 172.21.15.2:0/748011015 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5600c56640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 0x7f55fc1982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f55fbfff640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 0x7f55fc198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 -- 172.21.15.2:0/748011015 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 msgr2=0x7f55fc198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 0x7f55fc198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 -- 172.21.15.2:0/748011015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 msgr2=0x7f55fc1982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 0x7f55fc1982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 -- 172.21.15.2:0/748011015 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55fc19d2c0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5600c56640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 0x7f55fc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f55fbfff640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 0x7f55fc198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5601457640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f55f400eaa0 tx=0x7f55f400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f55f9ffb640 1 -- 172.21.15.2:0/748011015 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f400cdb0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55fc19d5b0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f55f9ffb640 1 -- 172.21.15.2:0/748011015 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55f4005020 con 0x7f55fc10c0b0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f55f9ffb640 1 -- 172.21.15.2:0/748011015 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f40116d0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.286 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.280+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55fc1a4e40 con 0x7f55fc10c0b0 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.282+0000 7f55f9ffb640 1 -- 172.21.15.2:0/748011015 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f55f40051d0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 Processor -- start 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 -- start start 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff7ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff88770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56135fee22f0 con 0x56135ff88cb0 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56135fe8a270 con 0x56135ff7e410 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5605c5b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56135fede2b0 con 0x56135ff7daf0 2024-09-05T04:20:06.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f55f9ffb640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 0x7f55ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.283+0000 7f5601457640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 0x7f55ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41480/0 (socket says 172.21.15.2:41480) 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 -- 172.21.15.2:0/1798438409 learned_addr learned my addr 172.21.15.2:0/1798438409 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55f9ffb640 1 -- 172.21.15.2:0/748011015 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f55f40cfae0 con 0x7f55fc10c0b0 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff7ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f5600c56640 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff88770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 -- 172.21.15.2:0/1798438409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 msgr2=0x56135ff7ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff7ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 -- 172.21.15.2:0/1798438409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 msgr2=0x56135ff88770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff88770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 -- 172.21.15.2:0/1798438409 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56135fe89340 con 0x56135ff88cb0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55fbfff640 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f55e80043d0 tx=0x7f55e8031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4250d13e86a7e4a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f5601457640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 0x7f55ec0a51b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f55f409b8b0 tx=0x7f55f406aae0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55e6ffd640 1 -- 172.21.15.2:0/1798438409 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8045070 con 0x56135ff88cb0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55e6ffd640 1 -- 172.21.15.2:0/1798438409 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55e80046c0 con 0x56135ff88cb0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.284+0000 7f55e6ffd640 1 -- 172.21.15.2:0/1798438409 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8035040 con 0x56135ff88cb0 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- 172.21.15.2:0/1798438409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 msgr2=0x56135ff8b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f55e80043d0 tx=0x7f55e8031400 comp rx=0 tx=0).stop 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- 172.21.15.2:0/1798438409 shutdown_connections 2024-09-05T04:20:06.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff8b0a0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff88770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 --2- 172.21.15.2:0/1798438409 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff7ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- 172.21.15.2:0/1798438409 >> 172.21.15.2:0/1798438409 conn(0x56135ff7a060 msgr2=0x56135ff7a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- 172.21.15.2:0/1798438409 shutdown_connections 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- 172.21.15.2:0/1798438409 wait complete. 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 -- start start 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.285+0000 7f5605c5b740 1 Processor -- start 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7e410 0x56135ff86190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff88cb0 0x56135ff866d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56135ff8b880 con 0x56135ff7daf0 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56135fe6b290 con 0x56135ff88cb0 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56135ff8ba00 con 0x56135ff7e410 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5605c5b740 10 client.0 _ll_register_callbacks cb 0x56135fe9c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41494/0 (socket says 172.21.15.2:41494) 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 -- 172.21.15.2:0/2081249464 learned_addr learned my addr 172.21.15.2:0/2081249464 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:06.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f5600c56640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7e410 0x56135ff86190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff88cb0 0x56135ff866d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 -- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7e410 msgr2=0x56135ff86190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7e410 0x56135ff86190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 -- 172.21.15.2:0/2081249464 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff88cb0 msgr2=0x56135ff866d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff88cb0 0x56135ff866d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 -- 172.21.15.2:0/2081249464 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56135fbf5210 con 0x56135ff7daf0 2024-09-05T04:20:06.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.286+0000 7f55fbfff640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f55e8043040 tx=0x7f55e802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27700addbc2b515 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8045030 con 0x56135ff7daf0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f55e8005590 con 0x56135ff7daf0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55e80046c0 con 0x56135ff7daf0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f55e8035030 con 0x56135ff7daf0 2024-09-05T04:20:06.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 10 client.17775 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56135fcc1620 con 0x56135ff7daf0 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55e80046c0 con 0x56135ff7daf0 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f55e803a030 con 0x56135ff7daf0 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 10 client.17775 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 10 client.17775 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 20 client.17775 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56135ff98b40 0x56135ff9af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 4 client.17775 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.287+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56135feefa20 con 0x56135ff98b40 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.288+0000 7f5600c56640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56135ff98b40 0x56135ff9af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.288+0000 7f55dbfff640 10 client.17775 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.288+0000 7f5600c56640 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56135ff98b40 0x56135ff9af30 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a39addb70a3b70e8 server_cookie=8ab78c8f85fe69d0 in_seq=0 out_seq=0 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f55dbfff640 1 -- 172.21.15.2:0/2081249464 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56135feefa20 con 0x56135ff98b40 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f55dbfff640 10 client.17775 handle_command_reply: tid=0 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 client.17775 shutdown 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 msgr2=0x56135ff85c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f55e8043040 tx=0x7f55e802a480 comp rx=0 tx=0).stop 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 shutdown_connections 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56135ff98b40 0x56135ff9af30 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff88cb0 0x56135ff866d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7e410 0x56135ff86190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f55dbfff640 0 client.17775 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:06.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 --2- 172.21.15.2:0/2081249464 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff7daf0 0x56135ff85c50 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 >> 172.21.15.2:0/2081249464 conn(0x56135ff7a060 msgr2=0x56135ff7fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 shutdown_connections 2024-09-05T04:20:06.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 1 -- 172.21.15.2:0/2081249464 wait complete. 2024-09-05T04:20:06.303 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.289+0000 7f5605c5b740 20 client.17775 trim_cache size 0 max 16384 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 Processor -- start 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 -- start start 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff952f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff86500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1ad010 con 0x56135ff88cb0 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1af870 con 0x56135ff7e410 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5605c5b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1ad660 con 0x56135ff7daf0 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41500/0 (socket says 172.21.15.2:41500) 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 -- 172.21.15.2:0/553851044 learned_addr learned my addr 172.21.15.2:0/553851044 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff952f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 -- 172.21.15.2:0/553851044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 msgr2=0x56135ff952f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff952f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 -- 172.21.15.2:0/553851044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 msgr2=0x56135ff86500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f5600c56640 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff86500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff86500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 -- 172.21.15.2:0/553851044 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56135ff84be0 con 0x56135ff88cb0 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55fbfff640 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f55e803d9d0 tx=0x7f55e8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cf52ba49435d51e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.304+0000 7f55e67fc640 1 -- 172.21.15.2:0/553851044 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8045070 con 0x56135ff88cb0 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f55e67fc640 1 -- 172.21.15.2:0/553851044 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55e8046040 con 0x56135ff88cb0 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f55e67fc640 1 -- 172.21.15.2:0/553851044 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e804f6c0 con 0x56135ff88cb0 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- 172.21.15.2:0/553851044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 msgr2=0x56135ff9df50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f55e803d9d0 tx=0x7f55e8005fd0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- 172.21.15.2:0/553851044 shutdown_connections 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9df50 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff86500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 --2- 172.21.15.2:0/553851044 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff952f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- 172.21.15.2:0/553851044 >> 172.21.15.2:0/553851044 conn(0x56135ff7a060 msgr2=0x56135ff87cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- 172.21.15.2:0/553851044 shutdown_connections 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- 172.21.15.2:0/553851044 wait complete. 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 -- start start 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.305+0000 7f5605c5b740 1 Processor -- start 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff9e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff9b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1add30 con 0x56135ff88cb0 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1af1a0 con 0x56135ff7e410 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55fc1ae400 con 0x56135ff7daf0 2024-09-05T04:20:06.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5605c5b740 10 client.0 _ll_register_callbacks cb 0x7f55e8043070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41508/0 (socket says 172.21.15.2:41508) 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 -- 172.21.15.2:0/4281271301 learned_addr learned my addr 172.21.15.2:0/4281271301 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff9e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f5600c56640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff9b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 -- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 msgr2=0x56135ff9e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff9e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 -- 172.21.15.2:0/4281271301 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 msgr2=0x56135ff9b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff9b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 -- 172.21.15.2:0/4281271301 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56135ff9c320 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55fbfff640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f55e803f000 tx=0x7f55e80058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31d50afcec355a8c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.306+0000 7f55dbfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55e8045040 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f55e8005590 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55e8046040 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f55e80046c0 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 10 client.17781 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561360003290 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f55e8046040 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f55e803a040 con 0x56135ff88cb0 2024-09-05T04:20:06.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 10 client.17781 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 10 client.17781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 20 client.17781 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561360003840 0x561360005c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 4 client.17781 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56135fee9d70 con 0x561360003840 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.307+0000 7f5600c56640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561360003840 0x561360005c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.308+0000 7f5600c56640 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561360003840 0x561360005c30 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=decb5f53f894ff4d server_cookie=edeea3bf64ca1a0d in_seq=0 out_seq=0 2024-09-05T04:20:06.317 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.308+0000 7f55dbfff640 10 client.17781 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f55dbfff640 1 -- 172.21.15.2:0/4281271301 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56135fee9d70 con 0x561360003840 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f55dbfff640 10 client.17781 handle_command_reply: tid=0 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 client.17781 shutdown 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 msgr2=0x56135ff9bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f55e803f000 tx=0x7f55e80058b0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 shutdown_connections 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561360003840 0x561360005c30 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56135ff88cb0 0x56135ff9bd30 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56135ff7e410 0x56135ff9b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f55dbfff640 0 client.17781 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 --2- 172.21.15.2:0/4281271301 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56135ff7daf0 0x56135ff9e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 >> 172.21.15.2:0/4281271301 conn(0x56135ff7a060 msgr2=0x56135ff93c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 shutdown_connections 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 1 -- 172.21.15.2:0/4281271301 wait complete. 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.318+0000 7f5605c5b740 20 client.17781 trim_cache size 0 max 16384 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:20:06.321 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:20:06.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 msgr2=0x7f55ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 0x7f55ec0a51b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f55f409b8b0 tx=0x7f55f406aae0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.322 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 msgr2=0x7f55fc19cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f55f400eaa0 tx=0x7f55f400ef60 comp rx=0 tx=0).stop 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 shutdown_connections 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55ec0a2cf0 0x7f55ec0a51b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55fc10c0b0 0x7f55fc19cb90 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55fc1035b0 0x7f55fc198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 --2- 172.21.15.2:0/748011015 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55fc102c90 0x7f55fc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 >> 172.21.15.2:0/748011015 conn(0x7f55fc0fc6e0 msgr2=0x7f55fc0fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 shutdown_connections 2024-09-05T04:20:06.323 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:06.319+0000 7f5602eba640 1 -- 172.21.15.2:0/748011015 wait complete. 2024-09-05T04:20:06.379 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-05T04:20:06.379 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-05T04:20:06.631 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:06.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:06 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2975937656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:06.752 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:06 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2975937656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:06.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:06 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2975937656' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:07.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 -- 172.21.15.2:0/913981652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc101df0 msgr2=0x7f25cc1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 --2- 172.21.15.2:0/913981652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc101df0 0x7f25cc1021d0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f25bc009900 tx=0x7f25bc02a3f0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 -- 172.21.15.2:0/913981652 shutdown_connections 2024-09-05T04:20:07.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 --2- 172.21.15.2:0/913981652 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f25cc106f20 0x7f25cc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 --2- 172.21.15.2:0/913981652 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc1027a0 0x7f25cc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 --2- 172.21.15.2:0/913981652 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc101df0 0x7f25cc1021d0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.154+0000 7f25d2660640 1 -- 172.21.15.2:0/913981652 >> 172.21.15.2:0/913981652 conn(0x7f25cc0fd8b0 msgr2=0x7f25cc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.155+0000 7f25d2660640 1 -- 172.21.15.2:0/913981652 shutdown_connections 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.155+0000 7f25d2660640 1 -- 172.21.15.2:0/913981652 wait complete. 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.155+0000 7f25d2660640 1 Processor -- start 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.155+0000 7f25d2660640 1 -- start start 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f25cc101df0 0x7f25cc1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 0x7f25cc19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc111e30 con 0x7f25cc1027a0 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc111cb0 con 0x7f25cc101df0 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d2660640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc111fb0 con 0x7f25cc106f20 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41518/0 (socket says 172.21.15.2:41518) 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3121965033 learned_addr learned my addr 172.21.15.2:0/3121965033 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 0x7f25cc19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3121965033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 msgr2=0x7f25cc19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 0x7f25cc19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3121965033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f25cc101df0 msgr2=0x7f25cc1983d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.156+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f25cc101df0 0x7f25cc1983d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3121965033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25cc19d380 con 0x7f25cc1027a0 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 0x7f25cc19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f25c000be70 tx=0x7f25c0009610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25c97fa640 1 -- 172.21.15.2:0/3121965033 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0011250 con 0x7f25cc1027a0 2024-09-05T04:20:07.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25c97fa640 1 -- 172.21.15.2:0/3121965033 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25c00113f0 con 0x7f25cc1027a0 2024-09-05T04:20:07.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25cc19d670 con 0x7f25cc1027a0 2024-09-05T04:20:07.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25c97fa640 1 -- 172.21.15.2:0/3121965033 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c001a7c0 con 0x7f25cc1027a0 2024-09-05T04:20:07.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.157+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25cc074420 con 0x7f25cc1027a0 2024-09-05T04:20:07.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.159+0000 7f25c97fa640 1 -- 172.21.15.2:0/3121965033 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f25c001a960 con 0x7f25cc1027a0 2024-09-05T04:20:07.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 Processor -- start 2024-09-05T04:20:07.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 -- start start 2024-09-05T04:20:07.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09eab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f7d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55eaf09502a0 con 0x55eaf09eb080 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25c97fa640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 0x7f25b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55eaf08f7b10 con 0x55eaf09f5940 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d4a39740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55eaf094c260 con 0x55eaf09ea760 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 0x7f25b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41534/0 (socket says 172.21.15.2:41534) 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 -- 172.21.15.2:0/1352356913 learned_addr learned my addr 172.21.15.2:0/1352356913 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09eab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25c97fa640 1 -- 172.21.15.2:0/3121965033 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f25c00d37d0 con 0x7f25cc1027a0 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 -- 172.21.15.2:0/1352356913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 msgr2=0x55eaf09eab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09eab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 -- 172.21.15.2:0/1352356913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 msgr2=0x55eaf09f7d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f7d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.160+0000 7f25cbfff640 1 -- 172.21.15.2:0/1352356913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eaf06c1b90 con 0x55eaf09eb080 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.161+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 0x7f25b40a51b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f25c4012a40 tx=0x7f25c400ac90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.161+0000 7f25cbfff640 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f25bc005940 tx=0x7f25bc009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f83fc40c63ce1d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.161+0000 7f25b27fc640 1 -- 172.21.15.2:0/1352356913 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc040020 con 0x55eaf09eb080 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.161+0000 7f25b27fc640 1 -- 172.21.15.2:0/1352356913 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25bc004040 con 0x55eaf09eb080 2024-09-05T04:20:07.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.161+0000 7f25b27fc640 1 -- 172.21.15.2:0/1352356913 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc035040 con 0x55eaf09eb080 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- 172.21.15.2:0/1352356913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 msgr2=0x55eaf09f5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f25bc005940 tx=0x7f25bc009670 comp rx=0 tx=0).stop 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- 172.21.15.2:0/1352356913 shutdown_connections 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f7d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f5400 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1352356913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09eab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- 172.21.15.2:0/1352356913 >> 172.21.15.2:0/1352356913 conn(0x55eaf09e6cf0 msgr2=0x55eaf09e70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- 172.21.15.2:0/1352356913 shutdown_connections 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- 172.21.15.2:0/1352356913 wait complete. 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 -- start start 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.162+0000 7f25d4a39740 1 Processor -- start 2024-09-05T04:20:07.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09f27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f3230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55eaf09f8510 con 0x55eaf09eb080 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55eaf08d86e0 con 0x55eaf09f5940 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55eaf09f8690 con 0x55eaf09ea760 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 10 client.0 _ll_register_callbacks cb 0x55eaf08fca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41538/0 (socket says 172.21.15.2:41538) 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3609508271 learned_addr learned my addr 172.21.15.2:0/3609508271 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09f27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f3230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 msgr2=0x55eaf09f27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09f27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3609508271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 msgr2=0x55eaf09f3230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f3230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 -- 172.21.15.2:0/3609508271 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eaf0a01980 con 0x55eaf09eb080 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f25c00d0b90 tx=0x7f25c00a0140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb481e688a82a8b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c009bf70 con 0x55eaf09eb080 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f25c001ac50 con 0x55eaf09eb080 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.163+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25bc004040 con 0x55eaf09eb080 2024-09-05T04:20:07.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f25c009c110 con 0x55eaf09eb080 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 10 client.17793 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55eaf0a04280 con 0x55eaf09eb080 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25bc004040 con 0x55eaf09eb080 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f25c00d3070 con 0x55eaf09eb080 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 10 client.17793 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 10 client.17793 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 20 client.17793 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a05700 0x55eaf0a07af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 4 client.17793 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eaf095d9d0 con 0x55eaf0a05700 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.164+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a05700 0x55eaf0a07af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.165+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a05700 0x55eaf0a07af0 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afe0b21fd21c9ed9 server_cookie=aaec9546f8c9380a in_seq=0 out_seq=0 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.165+0000 7f25ab7fe640 10 client.17793 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.165+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3609508271 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eaf095d9d0 con 0x55eaf0a05700 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.165+0000 7f25ab7fe640 10 client.17793 handle_command_reply: tid=0 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 client.17793 shutdown 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 msgr2=0x55eaf09f2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f25c00d0b90 tx=0x7f25c00a0140 comp rx=0 tx=0).stop 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 shutdown_connections 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a05700 0x55eaf0a07af0 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09f5940 0x55eaf09f3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf09f2cf0 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3609508271 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09ea760 0x55eaf09f27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 >> 172.21.15.2:0/3609508271 conn(0x55eaf09e6cf0 msgr2=0x55eaf09ec9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25ab7fe640 0 client.17793 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:07.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 shutdown_connections 2024-09-05T04:20:07.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 1 -- 172.21.15.2:0/3609508271 wait complete. 2024-09-05T04:20:07.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.166+0000 7f25d4a39740 20 client.17793 trim_cache size 0 max 16384 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 Processor -- start 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 -- start start 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09e5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09f5940 0x55eaf0a0d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1aad80 con 0x55eaf09eb080 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1ad5e0 con 0x55eaf09ea760 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25d4a39740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1ab3d0 con 0x55eaf09f5940 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41544/0 (socket says 172.21.15.2:41544) 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 -- 172.21.15.2:0/1638387797 learned_addr learned my addr 172.21.15.2:0/1638387797 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cbfff640 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09e5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 -- 172.21.15.2:0/1638387797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09f5940 msgr2=0x55eaf0a0d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09f5940 0x55eaf0a0d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 -- 172.21.15.2:0/1638387797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 msgr2=0x55eaf09e5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09e5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.183+0000 7f25cb7fe640 1 -- 172.21.15.2:0/1638387797 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eaf09e6b20 con 0x55eaf09eb080 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25cbfff640 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09e5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f25c0016040 tx=0x7f25c009de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d0b2a585be648ff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25b1ffb640 1 -- 172.21.15.2:0/1638387797 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c009bf70 con 0x55eaf09eb080 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25b1ffb640 1 -- 172.21.15.2:0/1638387797 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25c00be1a0 con 0x55eaf09eb080 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25b1ffb640 1 -- 172.21.15.2:0/1638387797 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c009bba0 con 0x55eaf09eb080 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 -- 172.21.15.2:0/1638387797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 msgr2=0x55eaf0a0d390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f25c0016040 tx=0x7f25c009de10 comp rx=0 tx=0).stop 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 -- 172.21.15.2:0/1638387797 shutdown_connections 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09f5940 0x55eaf0a0d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09eb080 0x55eaf0a0d390 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 --2- 172.21.15.2:0/1638387797 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09e5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.184+0000 7f25d4a39740 1 -- 172.21.15.2:0/1638387797 >> 172.21.15.2:0/1638387797 conn(0x55eaf09e6cf0 msgr2=0x55eaf09e5650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- 172.21.15.2:0/1638387797 shutdown_connections 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- 172.21.15.2:0/1638387797 wait complete. 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- start start 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 Processor -- start 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09fdea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09eb080 0x55eaf09fa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1abaa0 con 0x55eaf09f5940 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1acf10 con 0x55eaf09ea760 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f25cc1ac170 con 0x55eaf09eb080 2024-09-05T04:20:07.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d4a39740 10 client.0 _ll_register_callbacks cb 0x7f25c009f4f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.185+0000 7f25d0bfd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:41548/0 (socket says 172.21.15.2:41548) 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 -- 172.21.15.2:0/3552198201 learned_addr learned my addr 172.21.15.2:0/3552198201 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09fdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25cb7fe640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09eb080 0x55eaf09fa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 -- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09eb080 msgr2=0x55eaf09fa1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09eb080 0x55eaf09fa1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 -- 172.21.15.2:0/3552198201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 msgr2=0x55eaf09fdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09fdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 -- 172.21.15.2:0/3552198201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eaf09fad90 con 0x55eaf09f5940 2024-09-05T04:20:07.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d0bfd640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f25c400a550 tx=0x7f25c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90e31e309a1bebae server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25ab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c4011bf0 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(98..98 src has 1..98) ==== 9533+0+0 (secure 0 0 0) 0x7f25c4011d90 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.186+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f25c00be1a0 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f25c4029430 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 10 client.17799 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55eaf0a71130 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25c00be1a0 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f25c4020520 con 0x55eaf09f5940 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 10 client.17799 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 10 client.17799 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:07.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 20 client.17799 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a71970 0x55eaf0a73d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 4 client.17799 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55eaf0957d20 con 0x55eaf0a71970 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.187+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a71970 0x55eaf0a73d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.188+0000 7f25cbfff640 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a71970 0x55eaf0a73d90 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90cdb11e1d19ecbf server_cookie=709ca59636055b1d in_seq=0 out_seq=0 2024-09-05T04:20:07.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.188+0000 7f25ab7fe640 10 client.17799 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25ab7fe640 1 -- 172.21.15.2:0/3552198201 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55eaf0957d20 con 0x55eaf0a71970 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25ab7fe640 10 client.17799 handle_command_reply: tid=0 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 client.17799 shutdown 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 msgr2=0x55eaf09fa720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f25c400a550 tx=0x7f25c4004a40 comp rx=0 tx=0).stop 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 shutdown_connections 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55eaf0a71970 0x55eaf0a73d90 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55eaf09f5940 0x55eaf09fa720 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55eaf09eb080 0x55eaf09fa1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 --2- 172.21.15.2:0/3552198201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55eaf09ea760 0x55eaf09fdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 >> 172.21.15.2:0/3552198201 conn(0x55eaf09e6cf0 msgr2=0x55eaf09f2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25ab7fe640 0 client.17799 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 shutdown_connections 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 1 -- 172.21.15.2:0/3552198201 wait complete. 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.196+0000 7f25d4a39740 20 client.17799 trim_cache size 0 max 16384 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:20:07.199 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 34, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "919788f8": { 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 34, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 150.0, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:20:07.200 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:07.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 msgr2=0x7f25b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 0x7f25b40a51b0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f25c4012a40 tx=0x7f25c400ac90 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 msgr2=0x7f25cc198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f25c000be70 tx=0x7f25c0009610 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 shutdown_connections 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f25b40a2cf0 0x7f25b40a51b0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f25cc106f20 0x7f25cc19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f25cc1027a0 0x7f25cc198910 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 --2- 172.21.15.2:0/3121965033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f25cc101df0 0x7f25cc1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 >> 172.21.15.2:0/3121965033 conn(0x7f25cc0fd8b0 msgr2=0x7f25cc0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 shutdown_connections 2024-09-05T04:20:07.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:07.197+0000 7f25d2660640 1 -- 172.21.15.2:0/3121965033 wait complete. 2024-09-05T04:20:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:07 smithi047 ceph-mon[34498]: pgmap v281: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 49 KiB/s wr, 19 op/s 2024-09-05T04:20:07.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:07 smithi002 ceph-mon[31001]: pgmap v281: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 49 KiB/s wr, 19 op/s 2024-09-05T04:20:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:07 smithi079 ceph-mon[34908]: pgmap v281: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 49 KiB/s wr, 19 op/s 2024-09-05T04:20:08.132 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '919788f8', quiesce took 3.5 seconds. Will release after: 26.5 2024-09-05T04:20:08.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:08 smithi002 ceph-mon[31001]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T04:20:08.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:08 smithi047 ceph-mon[34498]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T04:20:08.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:08 smithi079 ceph-mon[34908]: osdmap e99: 12 total, 12 up, 12 in 2024-09-05T04:20:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:09 smithi047 ceph-mon[34498]: pgmap v283: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-05T04:20:09.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:09 smithi002 ceph-mon[31001]: pgmap v283: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-05T04:20:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:09 smithi079 ceph-mon[34908]: pgmap v283: 129 pgs: 129 active+clean; 3.5 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-09-05T04:20:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:11 smithi047 ceph-mon[34498]: pgmap v284: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:11.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:11 smithi002 ceph-mon[31001]: pgmap v284: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:11.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:11 smithi079 ceph-mon[34908]: pgmap v284: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: pgmap v285: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:20:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:20:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:20:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:20:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:13 smithi047 ceph-mon[34498]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T04:20:13.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: pgmap v285: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:20:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:20:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:20:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:20:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:13 smithi002 ceph-mon[31001]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: pgmap v285: 129 pgs: 129 active+clean; 3.7 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 75 KiB/s wr, 28 op/s 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:20:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:13 smithi079 ceph-mon[34908]: osdmap e100: 12 total, 12 up, 12 in 2024-09-05T04:20:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:15 smithi047 ceph-mon[34498]: pgmap v287: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T04:20:15.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:15 smithi002 ceph-mon[31001]: pgmap v287: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T04:20:15.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:15 smithi079 ceph-mon[34908]: pgmap v287: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 9 op/s 2024-09-05T04:20:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:17 smithi047 ceph-mon[34498]: pgmap v288: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-09-05T04:20:17.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:17 smithi002 ceph-mon[31001]: pgmap v288: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-09-05T04:20:17.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:17 smithi079 ceph-mon[34908]: pgmap v288: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 8 op/s 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 -- 172.21.15.2:0/1120789369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c1009e0 msgr2=0x7f0d6c100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 --2- 172.21.15.2:0/1120789369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c100e40 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f0d54009930 tx=0x7f0d5402a420 comp rx=0 tx=0).stop 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 -- 172.21.15.2:0/1120789369 shutdown_connections 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 --2- 172.21.15.2:0/1120789369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c101380 0x7f0d6c10d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 --2- 172.21.15.2:0/1120789369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c100e40 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 --2- 172.21.15.2:0/1120789369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c106dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 -- 172.21.15.2:0/1120789369 >> 172.21.15.2:0/1120789369 conn(0x7f0d6c0fc6c0 msgr2=0x7f0d6c0feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 -- 172.21.15.2:0/1120789369 shutdown_connections 2024-09-05T04:20:19.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.419+0000 7f0d7114b640 1 -- 172.21.15.2:0/1120789369 wait complete. 2024-09-05T04:20:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 Processor -- start 2024-09-05T04:20:19.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 -- start start 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c1983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c110ce0 con 0x7f0d6c101380 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c110b60 con 0x7f0d6c1069f0 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d7114b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c110e60 con 0x7f0d6c1009e0 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d63fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d63fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33928/0 (socket says 172.21.15.2:33928) 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.420+0000 7f0d63fff640 1 -- 172.21.15.2:0/4170269693 learned_addr learned my addr 172.21.15.2:0/4170269693 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c1983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 -- 172.21.15.2:0/4170269693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1009e0 msgr2=0x7f0d6c1983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c1983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 -- 172.21.15.2:0/4170269693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 msgr2=0x7f0d6c19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 -- 172.21.15.2:0/4170269693 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d6c19d3d0 con 0x7f0d6c101380 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d63fff640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f0d54004770 tx=0x7f0d540042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d68d99640 1 -- 172.21.15.2:0/4170269693 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5403f070 con 0x7f0d6c101380 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d68d99640 1 -- 172.21.15.2:0/4170269693 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d5403b460 con 0x7f0d6c101380 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d6c19d660 con 0x7f0d6c101380 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d68d99640 1 -- 172.21.15.2:0/4170269693 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54035070 con 0x7f0d6c101380 2024-09-05T04:20:19.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.421+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d6c1a4f50 con 0x7f0d6c101380 2024-09-05T04:20:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.424+0000 7f0d68d99640 1 -- 172.21.15.2:0/4170269693 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0d5403b610 con 0x7f0d6c101380 2024-09-05T04:20:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.424+0000 7f0d73fc4740 1 Processor -- start 2024-09-05T04:20:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.424+0000 7f0d73fc4740 1 -- start start 2024-09-05T04:20:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.430 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f5220a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d75f4792f0 con 0x55d75f514af0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d75f421270 con 0x55d75f51fcb0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d75f4752b0 con 0x55d75f515410 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33938/0 (socket says 172.21.15.2:33938) 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 -- 172.21.15.2:0/899254586 learned_addr learned my addr 172.21.15.2:0/899254586 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d68d99640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 0x7f0d580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d63fff640 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f5220a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 0x7f0d580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 -- 172.21.15.2:0/899254586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 msgr2=0x55d75f51f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 -- 172.21.15.2:0/899254586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 msgr2=0x55d75f5220a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d68d99640 1 -- 172.21.15.2:0/4170269693 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f0d540efbd0 con 0x7f0d6c101380 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f5220a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.425+0000 7f0d6b59e640 1 -- 172.21.15.2:0/899254586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d75f420340 con 0x55d75f514af0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.426+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f0d64013b20 tx=0x7f0d64011380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22a6c89adcddb300 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.426+0000 7f0d617fa640 1 -- 172.21.15.2:0/899254586 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d64011cd0 con 0x55d75f514af0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.426+0000 7f0d617fa640 1 -- 172.21.15.2:0/899254586 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d640134e0 con 0x55d75f514af0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.426+0000 7f0d617fa640 1 -- 172.21.15.2:0/899254586 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d6401d9b0 con 0x55d75f514af0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- 172.21.15.2:0/899254586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 msgr2=0x55d75f514ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 0x7f0d580a51b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0d64020000 tx=0x7f0d6401f000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f0d64013b20 tx=0x7f0d64011380 comp rx=0 tx=0).stop 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- 172.21.15.2:0/899254586 shutdown_connections 2024-09-05T04:20:19.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f5220a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/899254586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f514ed0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- 172.21.15.2:0/899254586 >> 172.21.15.2:0/899254586 conn(0x55d75f511060 msgr2=0x55d75f511440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- 172.21.15.2:0/899254586 shutdown_connections 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- 172.21.15.2:0/899254586 wait complete. 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- start start 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 Processor -- start 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 0x55d75f51cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d75f522880 con 0x55d75f51fcb0 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d75f402290 con 0x55d75f514af0 2024-09-05T04:20:19.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.427+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d75f522a00 con 0x55d75f515410 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d73fc4740 10 client.0 _ll_register_callbacks cb 0x55d75f433140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33950/0 (socket says 172.21.15.2:33950) 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 -- 172.21.15.2:0/3460491029 learned_addr learned my addr 172.21.15.2:0/3460491029 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d63fff640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 0x55d75f51cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 -- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 msgr2=0x55d75f51d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 -- 172.21.15.2:0/3460491029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 msgr2=0x55d75f51cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 0x55d75f51cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 -- 172.21.15.2:0/3460491029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d75f18c210 con 0x55d75f51fcb0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 0x55d75f51cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f0d640119f0 tx=0x7f0d6401d490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=565c7b66c9e2bff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d640099c0 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f0d64011cd0 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.428+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d640134e0 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0d6403c050 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 10 client.17811 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d75f258620 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d640134e0 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0d64037030 con 0x55d75f51fcb0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 10 client.17811 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 10 client.17811 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 20 client.17811 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f52fad0 0x55d75f531ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 4 client.17811 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d75f486a20 con 0x55d75f52fad0 2024-09-05T04:20:19.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.429+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f52fad0 0x55d75f531ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.430+0000 7f0d527fc640 10 client.17811 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:19.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.430+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f52fad0 0x55d75f531ec0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16f2b581550a1520 server_cookie=1925687ce9488694 in_seq=0 out_seq=0 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.430+0000 7f0d527fc640 1 -- 172.21.15.2:0/3460491029 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d75f486a20 con 0x55d75f52fad0 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d527fc640 10 client.17811 handle_command_reply: tid=0 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 client.17811 shutdown 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 msgr2=0x55d75f51d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f0d640119f0 tx=0x7f0d6401d490 comp rx=0 tx=0).stop 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 shutdown_connections 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f52fad0 0x55d75f531ec0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f51fcb0 0x55d75f51d5b0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f515410 0x55d75f51d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d527fc640 0 client.17811 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/3460491029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f514af0 0x55d75f51cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 >> 172.21.15.2:0/3460491029 conn(0x55d75f511060 msgr2=0x55d75f5101c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 shutdown_connections 2024-09-05T04:20:19.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 1 -- 172.21.15.2:0/3460491029 wait complete. 2024-09-05T04:20:19.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.431+0000 7f0d73fc4740 20 client.17811 trim_cache size 0 max 16384 2024-09-05T04:20:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 Processor -- start 2024-09-05T04:20:19.446 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 -- start start 2024-09-05T04:20:19.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 0x55d75f5374c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f51fcb0 0x55d75f537a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1ad0b0 con 0x55d75f514af0 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1af910 con 0x55d75f515410 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1ad700 con 0x55d75f51fcb0 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d6ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d6ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33964/0 (socket says 172.21.15.2:33964) 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d6ad9d640 1 -- 172.21.15.2:0/2978420543 learned_addr learned my addr 172.21.15.2:0/2978420543 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d63fff640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 0x55d75f5374c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.446+0000 7f0d6ad9d640 1 -- 172.21.15.2:0/2978420543 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f51fcb0 msgr2=0x55d75f537a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6b59e640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f51fcb0 0x55d75f537a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f51fcb0 0x55d75f537a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6ad9d640 1 -- 172.21.15.2:0/2978420543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 msgr2=0x55d75f5374c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 0x55d75f5374c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6ad9d640 1 -- 172.21.15.2:0/2978420543 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d75f5229f0 con 0x55d75f514af0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d63fff640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 0x55d75f5374c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x55d75f532460 tx=0x7f0d5c00b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c91ac938d6d2528 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d60ff9640 1 -- 172.21.15.2:0/2978420543 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c026440 con 0x55d75f514af0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d60ff9640 1 -- 172.21.15.2:0/2978420543 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d5c026a90 con 0x55d75f514af0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d60ff9640 1 -- 172.21.15.2:0/2978420543 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c0119e0 con 0x55d75f514af0 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d73fc4740 1 -- 172.21.15.2:0/2978420543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 msgr2=0x55d75f51d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.447+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x55d75f532460 tx=0x7f0d5c00b390 comp rx=0 tx=0).stop 2024-09-05T04:20:19.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- 172.21.15.2:0/2978420543 shutdown_connections 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f51fcb0 0x55d75f537a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f515410 0x55d75f5374c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/2978420543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f514af0 0x55d75f51d3e0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- 172.21.15.2:0/2978420543 >> 172.21.15.2:0/2978420543 conn(0x55d75f511060 msgr2=0x55d75f51ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- 172.21.15.2:0/2978420543 shutdown_connections 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- 172.21.15.2:0/2978420543 wait complete. 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- start start 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 Processor -- start 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f514af0 0x55d75f523bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f524640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1addd0 con 0x55d75f515410 2024-09-05T04:20:19.453 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1af240 con 0x55d75f51fcb0 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6c1ae4a0 con 0x55d75f514af0 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d73fc4740 10 client.0 _ll_register_callbacks cb 0x7f0d540b7900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d63fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d63fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:33978/0 (socket says 172.21.15.2:33978) 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.448+0000 7f0d63fff640 1 -- 172.21.15.2:0/1485502452 learned_addr learned my addr 172.21.15.2:0/1485502452 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f514af0 0x55d75f523bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 -- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f514af0 msgr2=0x55d75f523bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f514af0 0x55d75f523bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 -- 172.21.15.2:0/1485502452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 msgr2=0x55d75f524640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f524640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 -- 172.21.15.2:0/1485502452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d75f512110 con 0x55d75f515410 2024-09-05T04:20:19.454 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d63fff640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0d540bba00 tx=0x7f0d540bb840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d23419f8ec5d5515 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54048040 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f0d540ed1b0 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d5c026a90 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0d540ed3b0 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 10 client.17817 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d75f510e90 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d5c026a90 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0d5404b060 con 0x55d75f515410 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 10 client.17817 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 10 client.17817 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.449+0000 7f0d73fc4740 20 client.17817 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:19.455 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f59ad30 0x55d75f59d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:19.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d73fc4740 4 client.17817 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:20:19.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d75f480d70 con 0x55d75f59ad30 2024-09-05T04:20:19.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f59ad30 0x55d75f59d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:19.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d6ad9d640 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f59ad30 0x55d75f59d150 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d16f0f54def654e3 server_cookie=87a0882bda17f5bc in_seq=0 out_seq=0 2024-09-05T04:20:19.456 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.450+0000 7f0d527fc640 10 client.17817 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:19.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.462+0000 7f0d527fc640 1 -- 172.21.15.2:0/1485502452 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d75f480d70 con 0x55d75f59ad30 2024-09-05T04:20:19.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.462+0000 7f0d527fc640 10 client.17817 handle_command_reply: tid=0 2024-09-05T04:20:19.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.462+0000 7f0d73fc4740 1 client.17817 shutdown 2024-09-05T04:20:19.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 msgr2=0x55d75f524100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.463 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0d540bba00 tx=0x7f0d540bb840 comp rx=0 tx=0).stop 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 shutdown_connections 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d75f59ad30 0x55d75f59d150 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d75f51fcb0 0x55d75f524640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d75f515410 0x55d75f524100 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d527fc640 0 client.17817 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 --2- 172.21.15.2:0/1485502452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d75f514af0 0x55d75f523bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 >> 172.21.15.2:0/1485502452 conn(0x55d75f511060 msgr2=0x55d75f51e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 shutdown_connections 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 1 -- 172.21.15.2:0/1485502452 wait complete. 2024-09-05T04:20:19.464 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d73fc4740 20 client.17817 trim_cache size 0 max 16384 2024-09-05T04:20:19.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:20:19.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:20:19.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:20:19.465 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 msgr2=0x7f0d580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 0x7f0d580a51b0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0d64020000 tx=0x7f0d6401f000 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 msgr2=0x7f0d6c198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f0d54004770 tx=0x7f0d540042f0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 shutdown_connections 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0d580a2cf0 0x7f0d580a51b0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0d6c1069f0 0x7f0d6c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0d6c101380 0x7f0d6c198920 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 --2- 172.21.15.2:0/4170269693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0d6c1009e0 0x7f0d6c1983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.463+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 >> 172.21.15.2:0/4170269693 conn(0x7f0d6c0fc6c0 msgr2=0x7f0d6c06a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:19.466 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.464+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 shutdown_connections 2024-09-05T04:20:19.467 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:19.464+0000 7f0d7114b640 1 -- 172.21.15.2:0/4170269693 wait complete. 2024-09-05T04:20:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:19 smithi047 ceph-mon[34498]: pgmap v289: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 7 op/s 2024-09-05T04:20:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:19 smithi002 ceph-mon[31001]: pgmap v289: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 7 op/s 2024-09-05T04:20:19.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:19 smithi079 ceph-mon[34908]: pgmap v289: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 18 KiB/s wr, 7 op/s 2024-09-05T04:20:21.019 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:20:21.286 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:21 smithi047 ceph-mon[34498]: pgmap v290: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:21.724 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:21 smithi002 ceph-mon[31001]: pgmap v290: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:21.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:21 smithi079 ceph-mon[34908]: pgmap v290: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:22.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 -- 172.21.15.2:0/359674637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc106f10 msgr2=0x7f5fcc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/359674637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc106f10 0x7f5fcc10ea90 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4009ca0 tx=0x7f5fc402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 -- 172.21.15.2:0/359674637 shutdown_connections 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/359674637 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc106f10 0x7f5fcc10ea90 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/359674637 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc102790 0x7f5fcc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/359674637 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc101de0 0x7f5fcc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 -- 172.21.15.2:0/359674637 >> 172.21.15.2:0/359674637 conn(0x7f5fcc0fd8c0 msgr2=0x7f5fcc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 -- 172.21.15.2:0/359674637 shutdown_connections 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.984+0000 7f5fd2d47640 1 -- 172.21.15.2:0/359674637 wait complete. 2024-09-05T04:20:22.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 Processor -- start 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 -- start start 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc102790 0x7f5fcc198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc106f10 0x7f5fcc19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc111e20 con 0x7f5fcc101de0 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc111ca0 con 0x7f5fcc106f10 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd2d47640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc111fa0 con 0x7f5fcc102790 2024-09-05T04:20:22.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd0ae3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd0ae3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43556/0 (socket says 172.21.15.2:43556) 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/3000661963 learned_addr learned my addr 172.21.15.2:0/3000661963 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.985+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc102790 0x7f5fcc198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc106f10 0x7f5fcc19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/3000661963 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc102790 msgr2=0x7f5fcc198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc102790 0x7f5fcc198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/3000661963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc106f10 msgr2=0x7f5fcc19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc106f10 0x7f5fcc19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/3000661963 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fcc19d2f0 con 0x7f5fcc101de0 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f5fc800d770 tx=0x7f5fc800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fc1ffb640 1 -- 172.21.15.2:0/3000661963 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc8017070 con 0x7f5fcc101de0 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fc1ffb640 1 -- 172.21.15.2:0/3000661963 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fc80054d0 con 0x7f5fcc101de0 2024-09-05T04:20:22.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fcc19d5e0 con 0x7f5fcc101de0 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fc1ffb640 1 -- 172.21.15.2:0/3000661963 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc8004cf0 con 0x7f5fcc101de0 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.986+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fcc1a4ec0 con 0x7f5fcc101de0 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.988+0000 7f5fc1ffb640 1 -- 172.21.15.2:0/3000661963 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5fc8004e90 con 0x7f5fcc101de0 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 Processor -- start 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fc1ffb640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 0x7f5fb40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 -- start start 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 0x7f5fb40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fc1ffb640 1 -- 172.21.15.2:0/3000661963 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f5fc80cf2e0 con 0x7f5fcc101de0 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dcb880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7d312e0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7cd8ce0 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd5120740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7d2d2a0 con 0x55d8d7dd6680 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43558/0 (socket says 172.21.15.2:43558) 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fc3fff640 1 -- 172.21.15.2:0/4073686786 learned_addr learned my addr 172.21.15.2:0/4073686786 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dcb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.989+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 0x7f5fb40a5230 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031040 tx=0x7f5fc4005ef0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 -- 172.21.15.2:0/4073686786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 msgr2=0x55d8d7dd8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 -- 172.21.15.2:0/4073686786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 msgr2=0x55d8d7dcb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dcb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 -- 172.21.15.2:0/4073686786 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8d7cbd440 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00bc10 tx=0x7f5fbc00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4685f8e0f1515e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fb2ffd640 1 -- 172.21.15.2:0/4073686786 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc015070 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fb2ffd640 1 -- 172.21.15.2:0/4073686786 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fbc0118f0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.990+0000 7f5fb2ffd640 1 -- 172.21.15.2:0/4073686786 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc0107a0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- 172.21.15.2:0/4073686786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 msgr2=0x55d8d7dd6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00bc10 tx=0x7f5fbc00f730 comp rx=0 tx=0).stop 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- 172.21.15.2:0/4073686786 shutdown_connections 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd6140 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 --2- 172.21.15.2:0/4073686786 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dcb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- 172.21.15.2:0/4073686786 >> 172.21.15.2:0/4073686786 conn(0x55d8d7dc7a30 msgr2=0x55d8d7dc7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- 172.21.15.2:0/4073686786 shutdown_connections 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- 172.21.15.2:0/4073686786 wait complete. 2024-09-05T04:20:22.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 -- start start 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.991+0000 7f5fd5120740 1 Processor -- start 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dd5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7dd9250 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7cec050 con 0x55d8d7dd6680 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d8d7dd93d0 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 10 client.0 _ll_register_callbacks cb 0x55d8d7d2c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:22.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43568/0 (socket says 172.21.15.2:43568) 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 -- 172.21.15.2:0/312503613 learned_addr learned my addr 172.21.15.2:0/312503613 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dd5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 -- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 msgr2=0x55d8d7dd5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dd5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 -- 172.21.15.2:0/312503613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dd6680 msgr2=0x55d8d7dd3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 -- 172.21.15.2:0/312503613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8d7aa23c0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dd5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00b950 tx=0x7f5fbc00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545344287bf3ca4d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fabfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc015070 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f5fbc011aa0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.992+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fbc0118f0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5fbc02d050 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 10 client.17829 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d8d7de4c20 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fbc0118f0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5fbc0052b0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 10 client.17829 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 10 client.17829 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:22.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 20 client.17829 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7de60e0 0x55d8d7de84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 4 client.17829 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d8d7d3e850 con 0x55d8d7de60e0 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.993+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7de60e0 0x55d8d7de84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.994+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7de60e0 0x55d8d7de84d0 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4d64bca6ebd4eb8 server_cookie=b2a7089e1db41c1d in_seq=0 out_seq=0 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.994+0000 7f5fabfff640 10 client.17829 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.994+0000 7f5fabfff640 1 -- 172.21.15.2:0/312503613 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d8d7d3e850 con 0x55d8d7de60e0 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.994+0000 7f5fabfff640 10 client.17829 handle_command_reply: tid=0 2024-09-05T04:20:22.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.994+0000 7f5fd5120740 1 client.17829 shutdown 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 msgr2=0x55d8d7dd3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00b950 tx=0x7f5fbc00be90 comp rx=0 tx=0).stop 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 shutdown_connections 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7de60e0 0x55d8d7de84d0 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dd3240 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fabfff640 0 client.17829 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:22.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 --2- 172.21.15.2:0/312503613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dd5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 >> 172.21.15.2:0/312503613 conn(0x55d8d7dc7a30 msgr2=0x55d8d7dc6b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 shutdown_connections 2024-09-05T04:20:22.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 1 -- 172.21.15.2:0/312503613 wait complete. 2024-09-05T04:20:22.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:21.995+0000 7f5fd5120740 20 client.17829 trim_cache size 0 max 16384 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.012+0000 7f5fd5120740 1 Processor -- start 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 -- start start 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7de24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dee010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1ad060 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1af8c0 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd5120740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1ad6b0 con 0x55d8d7dd6680 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43570/0 (socket says 172.21.15.2:43570) 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 -- 172.21.15.2:0/3456380227 learned_addr learned my addr 172.21.15.2:0/3456380227 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd12e4640 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dee010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7de24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 -- 172.21.15.2:0/3456380227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 msgr2=0x55d8d7dee010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dee010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 -- 172.21.15.2:0/3456380227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 msgr2=0x55d8d7de24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7de24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 -- 172.21.15.2:0/3456380227 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d8d7dcbbf0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.013+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00be60 tx=0x7f5fbc005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a8f2d21717d9a44 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fb27fc640 1 -- 172.21.15.2:0/3456380227 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc015040 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fb27fc640 1 -- 172.21.15.2:0/3456380227 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fbc00ba60 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fb27fc640 1 -- 172.21.15.2:0/3456380227 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fbc004eb0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 -- 172.21.15.2:0/3456380227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 msgr2=0x55d8d7dedad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc00be60 tx=0x7f5fbc005f30 comp rx=0 tx=0).stop 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 -- 172.21.15.2:0/3456380227 shutdown_connections 2024-09-05T04:20:22.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dee010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7dedad0 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 --2- 172.21.15.2:0/3456380227 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7de24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 -- 172.21.15.2:0/3456380227 >> 172.21.15.2:0/3456380227 conn(0x55d8d7dc7a30 msgr2=0x55d8d7dce900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 -- 172.21.15.2:0/3456380227 shutdown_connections 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.014+0000 7f5fd5120740 1 -- 172.21.15.2:0/3456380227 wait complete. 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 -- start start 2024-09-05T04:20:22.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 Processor -- start 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7ddeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1add80 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1af1f0 con 0x55d8d7dcbdc0 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5fcc1ae450 con 0x55d8d7dd6680 2024-09-05T04:20:22.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd5120740 10 client.0 _ll_register_callbacks cb 0x7f5fc8005680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.015+0000 7f5fd0ae3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43584/0 (socket says 172.21.15.2:43584) 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/1635609091 learned_addr learned my addr 172.21.15.2:0/1635609091 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7ddeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 msgr2=0x55d8d7dd9b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/1635609091 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcbdc0 msgr2=0x55d8d7ddeb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:22.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7ddeb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 -- 172.21.15.2:0/1635609091 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8d7dda360 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd0ae3640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8097870 tx=0x7f5fc8097040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868a20bf92b45bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fabfff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fc80b3070 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f5fc80cc8c0 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5fbc00ba60 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5fc8020040 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd5120740 10 client.17835 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:22.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d8d7e549a0 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.016+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fbc00ba60 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5fc8097a80 con 0x55d8d7dcb4a0 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 10 client.17835 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 10 client.17835 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 20 client.17835 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7e55070 0x55d8d7e574c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 4 client.17835 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d8d7d38d60 con 0x55d8d7e55070 2024-09-05T04:20:22.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7e55070 0x55d8d7e574c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fabfff640 10 client.17835 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.017+0000 7f5fc3fff640 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7e55070 0x55d8d7e574c0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fee4ba00b9614d6 server_cookie=2e2e50eb0ccc5799 in_seq=0 out_seq=0 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fabfff640 1 -- 172.21.15.2:0/1635609091 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d8d7d38d60 con 0x55d8d7e55070 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fabfff640 10 client.17835 handle_command_reply: tid=0 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 client.17835 shutdown 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 msgr2=0x55d8d7dde600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8097870 tx=0x7f5fc8097040 comp rx=0 tx=0).stop 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 shutdown_connections 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d8d7e55070 0x55d8d7e574c0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d8d7dd6680 0x55d8d7dd9b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d8d7dcbdc0 0x55d8d7ddeb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fabfff640 0 client.17835 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 --2- 172.21.15.2:0/1635609091 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d8d7dcb4a0 0x55d8d7dde600 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 >> 172.21.15.2:0/1635609091 conn(0x55d8d7dc7a30 msgr2=0x55d8d7dd1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 shutdown_connections 2024-09-05T04:20:22.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 1 -- 172.21.15.2:0/1635609091 wait complete. 2024-09-05T04:20:22.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd5120740 20 client.17835 trim_cache size 0 max 16384 2024-09-05T04:20:22.035 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:22.035 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:20:22.036 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:20:22.036 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:22.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 msgr2=0x7f5fb40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 0x7f5fb40a5230 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4031040 tx=0x7f5fc4005ef0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.018+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 msgr2=0x7f5fcc198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f5fc800d770 tx=0x7f5fc800dc30 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 shutdown_connections 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5fb40a2d70 0x7f5fb40a5230 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5fcc106f10 0x7f5fcc19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5fcc102790 0x7f5fcc198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 --2- 172.21.15.2:0/3000661963 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5fcc101de0 0x7f5fcc198340 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:22.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 >> 172.21.15.2:0/3000661963 conn(0x7f5fcc0fd8c0 msgr2=0x7f5fcc0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:22.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 shutdown_connections 2024-09-05T04:20:22.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:22.019+0000 7f5fd2d47640 1 -- 172.21.15.2:0/3000661963 wait complete. 2024-09-05T04:20:22.836 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:20:22.837 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:20:23.089 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:23.504 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:23 smithi002 ceph-mon[31001]: pgmap v291: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:23.663 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/1258415812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68101420 msgr2=0x7fcf6810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/1258415812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68101420 0x7fcf6810d950 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fcf60009cd0 tx=0x7fcf6002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/1258415812 shutdown_connections 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/1258415812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68101420 0x7fcf6810d950 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/1258415812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68100a80 0x7fcf68100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/1258415812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68106a80 0x7fcf68106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/1258415812 >> 172.21.15.2:0/1258415812 conn(0x7fcf680fc7a0 msgr2=0x7fcf680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/1258415812 shutdown_connections 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/1258415812 wait complete. 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 Processor -- start 2024-09-05T04:20:23.664 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.585+0000 7fcf6f5a5640 1 -- start start 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68101420 0x7fcf68199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68106a80 0x7fcf681a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcf68110d50 con 0x7fcf68100a80 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcf68110bd0 con 0x7fcf68106a80 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcf68110ed0 con 0x7fcf68101420 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43602/0 (socket says 172.21.15.2:43602) 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 -- 172.21.15.2:0/2611963713 learned_addr learned my addr 172.21.15.2:0/2611963713 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6db42640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68106a80 0x7fcf681a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6cb40640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68101420 0x7fcf68199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:23.665 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 -- 172.21.15.2:0/2611963713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68101420 msgr2=0x7fcf68199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68101420 0x7fcf68199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 -- 172.21.15.2:0/2611963713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68106a80 msgr2=0x7fcf681a4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68106a80 0x7fcf681a4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 -- 172.21.15.2:0/2611963713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf681a47c0 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6d341640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fcf6400b4a0 tx=0x7fcf6400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64014070 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf64010ac0 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf681a4990 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.586+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf64017c30 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.587+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf681a4e50 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.588+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf681021c0 con 0x7fcf68100a80 2024-09-05T04:20:23.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.589+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcf64017070 con 0x7fcf68100a80 2024-09-05T04:20:23.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.590+0000 7fcf5e7fc640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 0x7fcf540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:23.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.590+0000 7fcf6cb40640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 0x7fcf540a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:23.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.590+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fcf640ceb30 con 0x7fcf68100a80 2024-09-05T04:20:23.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.590+0000 7fcf6cb40640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 0x7fcf540a51b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcf6806b2e0 tx=0x7fcf5800a4c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:23.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.594+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcf6409b470 con 0x7fcf68100a80 2024-09-05T04:20:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:23 smithi047 ceph-mon[34498]: pgmap v291: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:23.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.807+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf68109040 con 0x7fcf68100a80 2024-09-05T04:20:23.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.807+0000 7fcf5e7fc640 1 -- 172.21.15.2:0/2611963713 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcf6409ad70 con 0x7fcf68100a80 2024-09-05T04:20:23.808 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:20:23.808 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:20:23.808 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:20:23.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 msgr2=0x7fcf540a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:23.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 0x7fcf540a51b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcf6806b2e0 tx=0x7fcf5800a4c0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 msgr2=0x7fcf68199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:23.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fcf6400b4a0 tx=0x7fcf6400b960 comp rx=0 tx=0).stop 2024-09-05T04:20:23.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 shutdown_connections 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcf540a2cf0 0x7fcf540a51b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcf68106a80 0x7fcf681a4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcf68101420 0x7fcf68199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 --2- 172.21.15.2:0/2611963713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcf68100a80 0x7fcf68199200 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 >> 172.21.15.2:0/2611963713 conn(0x7fcf680fc7a0 msgr2=0x7fcf680fcfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 shutdown_connections 2024-09-05T04:20:23.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:23.810+0000 7fcf6f5a5640 1 -- 172.21.15.2:0/2611963713 wait complete. 2024-09-05T04:20:23.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:23 smithi079 ceph-mon[34908]: pgmap v291: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 5.4 KiB/s wr, 2 op/s 2024-09-05T04:20:24.479 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:20:24.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:24 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2611963713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:24.731 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:24.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:24 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2611963713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:24.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:24 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2611963713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:25.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1934450917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 msgr2=0x7f1f28106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1934450917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f28106e60 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f1f18009930 tx=0x7f1f1802a420 comp rx=0 tx=0).stop 2024-09-05T04:20:25.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1934450917 shutdown_connections 2024-09-05T04:20:25.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1934450917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28101420 0x7f1f2810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1934450917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28100a80 0x7f1f28100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1934450917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f28106e60 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1934450917 >> 172.21.15.2:0/1934450917 conn(0x7f1f280fc7a0 msgr2=0x7f1f280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1934450917 shutdown_connections 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.203+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1934450917 wait complete. 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 Processor -- start 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 -- start start 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 0x7f1f280fce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 0x7f1f280fd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1f28110d50 con 0x7f1f28106a80 2024-09-05T04:20:25.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f28110bd0 con 0x7f1f28100a80 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2ce7c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1f28110ed0 con 0x7f1f28101420 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43620/0 (socket says 172.21.15.2:43620) 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f26d9d640 1 -- 172.21.15.2:0/1834400426 learned_addr learned my addr 172.21.15.2:0/1834400426 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 0x7f1f280fce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.204+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 0x7f1f280fd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 -- 172.21.15.2:0/1834400426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 msgr2=0x7f1f280fd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 0x7f1f280fd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 -- 172.21.15.2:0/1834400426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 msgr2=0x7f1f280fce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 0x7f1f280fce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 -- 172.21.15.2:0/1834400426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f281a6890 con 0x7f1f28106a80 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 0x7f1f280fce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 0x7f1f280fd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:25.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000cce0 tx=0x7f1f2000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f1f7fe640 1 -- 172.21.15.2:0/1834400426 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2000f450 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f1f7fe640 1 -- 172.21.15.2:0/1834400426 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f2000faa0 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f281a6b80 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f1f7fe640 1 -- 172.21.15.2:0/1834400426 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f20018b70 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.205+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f281a70c0 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.207+0000 7f1f1f7fe640 1 -- 172.21.15.2:0/1834400426 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1f20018d10 con 0x7f1f28106a80 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 Processor -- start 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 -- start start 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f1f7fe640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 0x7f1f140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb24a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb31760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 0x7f1f140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562d5ba8a2f0 con 0x562d5bb25b40 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562d5ba31cf0 con 0x562d5bb2f370 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f1f7fe640 1 -- 172.21.15.2:0/1834400426 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1f200cfd20 con 0x7f1f28106a80 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2f255740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562d5ba862b0 con 0x562d5bb245d0 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43626/0 (socket says 172.21.15.2:43626) 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f2659c640 1 -- 172.21.15.2:0/1659338484 learned_addr learned my addr 172.21.15.2:0/1659338484 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.208+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb24a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb31760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 -- 172.21.15.2:0/1659338484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 msgr2=0x562d5bb24a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb24a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 -- 172.21.15.2:0/1659338484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 msgr2=0x562d5bb31760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb31760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 -- 172.21.15.2:0/1659338484 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d5ba163a0 con 0x562d5bb25b40 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb24a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 0x7f1f140a5230 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1f280fe8c0 tx=0x7f1f10014660 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f1f18009930 tx=0x7f1f18031e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a535aa4db7ab998e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f1cff9640 1 -- 172.21.15.2:0/1659338484 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1803f070 con 0x562d5bb25b40 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f1cff9640 1 -- 172.21.15.2:0/1659338484 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f180316a0 con 0x562d5bb25b40 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.209+0000 7f1f1cff9640 1 -- 172.21.15.2:0/1659338484 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f18035070 con 0x562d5bb25b40 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- 172.21.15.2:0/1659338484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 msgr2=0x562d5bb24090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f1f18009930 tx=0x7f1f18031e40 comp rx=0 tx=0).stop 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- 172.21.15.2:0/1659338484 shutdown_connections 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb31760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb24a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1659338484 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb25b40 0x562d5bb24090 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- 172.21.15.2:0/1659338484 >> 172.21.15.2:0/1659338484 conn(0x562d5baed310 msgr2=0x562d5bb20c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- 172.21.15.2:0/1659338484 shutdown_connections 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- 172.21.15.2:0/1659338484 wait complete. 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 -- start start 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.210+0000 7f1f2f255740 1 Processor -- start 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb2ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb25b40 0x562d5bb2bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562d5bb32010 con 0x562d5bb2f370 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562d5ba45060 con 0x562d5bb25b40 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562d5bb32190 con 0x562d5bb245d0 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2f255740 10 client.0 _ll_register_callbacks cb 0x562d5b7988c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43634/0 (socket says 172.21.15.2:43634) 2024-09-05T04:20:25.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 -- 172.21.15.2:0/3122602814 learned_addr learned my addr 172.21.15.2:0/3122602814 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb25b40 0x562d5bb2bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f2659c640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb2ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 -- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 msgr2=0x562d5bb2ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb2ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 -- 172.21.15.2:0/3122602814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb25b40 msgr2=0x562d5bb2bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb25b40 0x562d5bb2bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 -- 172.21.15.2:0/3122602814 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d5b7fb3c0 con 0x562d5bb2f370 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f1f20098250 tx=0x7f1f2004a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8633e790da823678 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.211+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f200cd4b0 con 0x562d5bb2f370 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1f2009c250 con 0x562d5bb2f370 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f180316a0 con 0x562d5bb2f370 2024-09-05T04:20:25.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1f200a01a0 con 0x562d5bb2f370 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 10 client.17853 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562d5bb3dad0 con 0x562d5bb2f370 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f180316a0 con 0x562d5bb2f370 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1f20097b40 con 0x562d5bb2f370 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 10 client.17853 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 10 client.17853 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 20 client.17853 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bb3ef80 0x562d5bb41370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 4 client.17853 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.212+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d5ba97860 con 0x562d5bb3ef80 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.213+0000 7f1f2659c640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bb3ef80 0x562d5bb41370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.213+0000 7f1f2659c640 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bb3ef80 0x562d5bb41370 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa4b07ad3ea1d387 server_cookie=bf3a294b89f4a550 in_seq=0 out_seq=0 2024-09-05T04:20:25.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.213+0000 7f1f0dffb640 10 client.17853 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f0dffb640 1 -- 172.21.15.2:0/3122602814 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d5ba97860 con 0x562d5bb3ef80 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f0dffb640 10 client.17853 handle_command_reply: tid=0 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 client.17853 shutdown 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 msgr2=0x562d5bb2c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f1f20098250 tx=0x7f1f2004a580 comp rx=0 tx=0).stop 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 shutdown_connections 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bb3ef80 0x562d5bb41370 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb2c530 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb25b40 0x562d5bb2bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f0dffb640 0 client.17853 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 --2- 172.21.15.2:0/3122602814 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb245d0 0x562d5bb2ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 >> 172.21.15.2:0/3122602814 conn(0x562d5baed310 msgr2=0x562d5bb26930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 shutdown_connections 2024-09-05T04:20:25.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 1 -- 172.21.15.2:0/3122602814 wait complete. 2024-09-05T04:20:25.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.214+0000 7f1f2f255740 20 client.17853 trim_cache size 0 max 16384 2024-09-05T04:20:25.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 Processor -- start 2024-09-05T04:20:25.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 -- start start 2024-09-05T04:20:25.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb245d0 0x562d5bb1fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb27120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281af190 con 0x562d5bb2f370 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281b19f0 con 0x562d5bb245d0 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2f255740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281af7e0 con 0x562d5bb25b40 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43646/0 (socket says 172.21.15.2:43646) 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 -- 172.21.15.2:0/2346708824 learned_addr learned my addr 172.21.15.2:0/2346708824 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb27120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f2659c640 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb245d0 0x562d5bb1fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 -- 172.21.15.2:0/2346708824 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 msgr2=0x562d5bb27120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb27120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 -- 172.21.15.2:0/2346708824 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb245d0 msgr2=0x562d5bb1fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb245d0 0x562d5bb1fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.227+0000 7f1f26d9d640 1 -- 172.21.15.2:0/2346708824 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d5bb27ba0 con 0x562d5bb2f370 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f1f200987c0 tx=0x7f1f2009bf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c69b7e12fa7986b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f0ffff640 1 -- 172.21.15.2:0/2346708824 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f20098090 con 0x562d5bb2f370 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f0ffff640 1 -- 172.21.15.2:0/2346708824 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f2009f070 con 0x562d5bb2f370 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f0ffff640 1 -- 172.21.15.2:0/2346708824 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f2009c290 con 0x562d5bb2f370 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 -- 172.21.15.2:0/2346708824 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 msgr2=0x562d5bb27660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f1f200987c0 tx=0x7f1f2009bf70 comp rx=0 tx=0).stop 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 -- 172.21.15.2:0/2346708824 shutdown_connections 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb2f370 0x562d5bb27660 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb27120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 --2- 172.21.15.2:0/2346708824 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb245d0 0x562d5bb1fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 -- 172.21.15.2:0/2346708824 >> 172.21.15.2:0/2346708824 conn(0x562d5baed310 msgr2=0x562d5bb1f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 -- 172.21.15.2:0/2346708824 shutdown_connections 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.228+0000 7f1f2f255740 1 -- 172.21.15.2:0/2346708824 wait complete. 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 -- start start 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 Processor -- start 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb33890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb33dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281afeb0 con 0x562d5bb245d0 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281b1320 con 0x562d5bb2f370 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1f281b0580 con 0x562d5bb25b40 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2f255740 10 client.0 _ll_register_callbacks cb 0x7f1f200185b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43660/0 (socket says 172.21.15.2:43660) 2024-09-05T04:20:25.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 -- 172.21.15.2:0/1551272812 learned_addr learned my addr 172.21.15.2:0/1551272812 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb33890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f26d9d640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb33dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 -- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 msgr2=0x562d5bb33890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb33890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 -- 172.21.15.2:0/1551272812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 msgr2=0x562d5bb33dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb33dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f2659c640 1 -- 172.21.15.2:0/1551272812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d5bba8d10 con 0x562d5bb245d0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.229+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb33890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2659c640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f1f18031440 tx=0x7f1f18003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=282c42d9c3014be0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1803f040 con 0x562d5bb245d0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1f180316a0 con 0x562d5bb245d0 2024-09-05T04:20:25.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1f2009f070 con 0x562d5bb245d0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1f18035040 con 0x562d5bb245d0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 10 client.17859 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562d5bba9ff0 con 0x562d5bb245d0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1f2009f070 con 0x562d5bb245d0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1f18004b80 con 0x562d5bb245d0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 10 client.17859 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 10 client.17859 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 20 client.17859 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bbaa330 0x562d5bbac720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 4 client.17859 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.230+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562d5ba91d70 con 0x562d5bbaa330 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bbaa330 0x562d5bbac720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:25.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f1ffff640 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bbaa330 0x562d5bbac720 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f32f24c36b8a846 server_cookie=44bccb2bfa8b8bd3 in_seq=0 out_seq=0 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f0dffb640 10 client.17859 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f0dffb640 1 -- 172.21.15.2:0/1551272812 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562d5ba91d70 con 0x562d5bbaa330 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f0dffb640 10 client.17859 handle_command_reply: tid=0 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f2f255740 1 client.17859 shutdown 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 msgr2=0x562d5bb33350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.231+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f1f18031440 tx=0x7f1f18003680 comp rx=0 tx=0).stop 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 shutdown_connections 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562d5bbaa330 0x562d5bbac720 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f0dffb640 0 client.17859 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562d5bb2f370 0x562d5bb33dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562d5bb25b40 0x562d5bb33890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 --2- 172.21.15.2:0/1551272812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562d5bb245d0 0x562d5bb33350 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 >> 172.21.15.2:0/1551272812 conn(0x562d5baed310 msgr2=0x562d5bb2d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 shutdown_connections 2024-09-05T04:20:25.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 1 -- 172.21.15.2:0/1551272812 wait complete. 2024-09-05T04:20:25.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2f255740 20 client.17859 trim_cache size 0 max 16384 2024-09-05T04:20:25.245 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:20:25.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 msgr2=0x7f1f140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 0x7f1f140a5230 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f1f280fe8c0 tx=0x7f1f10014660 comp rx=0 tx=0).stop 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 msgr2=0x7f1f280fd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f1f2000cce0 tx=0x7f1f2000a620 comp rx=0 tx=0).stop 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 shutdown_connections 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1f140a2d70 0x7f1f140a5230 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1f28106a80 0x7f1f280fd8b0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1f28101420 0x7f1f280fd370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 --2- 172.21.15.2:0/1834400426 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1f28100a80 0x7f1f280fce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:25.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 >> 172.21.15.2:0/1834400426 conn(0x7f1f280fc7a0 msgr2=0x7f1f2806aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:25.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 shutdown_connections 2024-09-05T04:20:25.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:25.232+0000 7f1f2ce7c640 1 -- 172.21.15.2:0/1834400426 wait complete. 2024-09-05T04:20:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:25 smithi047 ceph-mon[34498]: pgmap v292: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:20:25.728 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:25 smithi079 ceph-mon[34908]: pgmap v292: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:20:25.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:25 smithi002 ceph-mon[31001]: pgmap v292: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:20:26.934 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:20:26.935 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:20:27.200 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:27.592 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:27 smithi002 ceph-mon[31001]: pgmap v293: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:27 smithi047 ceph-mon[34498]: pgmap v293: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 -- 172.21.15.2:0/2654363041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34102790 msgr2=0x7f1c341067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 --2- 172.21.15.2:0/2654363041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34102790 0x7f1c341067e0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009900 tx=0x7f1c1c02a410 comp rx=0 tx=0).stop 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 -- 172.21.15.2:0/2654363041 shutdown_connections 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 --2- 172.21.15.2:0/2654363041 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34106f10 0x7f1c3410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 --2- 172.21.15.2:0/2654363041 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34102790 0x7f1c341067e0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 --2- 172.21.15.2:0/2654363041 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34101de0 0x7f1c341021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 -- 172.21.15.2:0/2654363041 >> 172.21.15.2:0/2654363041 conn(0x7f1c340fd8c0 msgr2=0x7f1c340ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 -- 172.21.15.2:0/2654363041 shutdown_connections 2024-09-05T04:20:27.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.677+0000 7f1c3987a640 1 -- 172.21.15.2:0/2654363041 wait complete. 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 Processor -- start 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 -- start start 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34102790 0x7f1c34198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 0x7f1c3419cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1c34111e40 con 0x7f1c34101de0 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1c34111cc0 con 0x7f1c34106f10 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c3987a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1c34111fc0 con 0x7f1c34102790 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43670/0 (socket says 172.21.15.2:43670) 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c32ffd640 1 -- 172.21.15.2:0/561223313 learned_addr learned my addr 172.21.15.2:0/561223313 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34102790 0x7f1c34198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.678+0000 7f1c337fe640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 0x7f1c3419cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 -- 172.21.15.2:0/561223313 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34102790 msgr2=0x7f1c34198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34102790 0x7f1c34198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 -- 172.21.15.2:0/561223313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 msgr2=0x7f1c3419cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 0x7f1c3419cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 -- 172.21.15.2:0/561223313 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c3419d2d0 con 0x7f1c34101de0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c337fe640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 0x7f1c3419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400c920 tx=0x7f1c2400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c38878640 1 -- 172.21.15.2:0/561223313 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24007c70 con 0x7f1c34101de0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c3419d5c0 con 0x7f1c34101de0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c38878640 1 -- 172.21.15.2:0/561223313 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c24007e10 con 0x7f1c34101de0 2024-09-05T04:20:27.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c38878640 1 -- 172.21.15.2:0/561223313 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c24018820 con 0x7f1c34101de0 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.679+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c341a4ea0 con 0x7f1c34101de0 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.681+0000 7f1c38878640 1 -- 172.21.15.2:0/561223313 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1c240189c0 con 0x7f1c34101de0 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 Processor -- start 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 -- start start 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8e480 0x55ae5df98800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df98d40 0x55ae5df9b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ae5def3280 con 0x55ae5df8db60 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ae5de9ab10 con 0x55ae5df98d40 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ae5deef240 con 0x55ae5df8e480 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43682/0 (socket says 172.21.15.2:43682) 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 -- 172.21.15.2:0/948852367 learned_addr learned my addr 172.21.15.2:0/948852367 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:27.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8e480 0x55ae5df98800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c38878640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 0x7f1c200a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df98d40 0x55ae5df9b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 -- 172.21.15.2:0/948852367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8e480 msgr2=0x55ae5df98800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8e480 0x55ae5df98800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 -- 172.21.15.2:0/948852367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df98d40 msgr2=0x55ae5df9b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df98d40 0x55ae5df9b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.682+0000 7f1c337fe640 1 -- 172.21.15.2:0/948852367 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae5dea71f0 con 0x55ae5df8db60 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c337fe640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 0x7f1c200a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c38878640 1 -- 172.21.15.2:0/561223313 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1c240cf9d0 con 0x7f1c34101de0 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c337fe640 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c370 tx=0x7f1c2c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be1f5e55025f381 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c29ffb640 1 -- 172.21.15.2:0/948852367 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c016070 con 0x55ae5df8db60 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c29ffb640 1 -- 172.21.15.2:0/948852367 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c2c011cd0 con 0x55ae5df8db60 2024-09-05T04:20:27.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c29ffb640 1 -- 172.21.15.2:0/948852367 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c00fc20 con 0x55ae5df8db60 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.683+0000 7f1c337fe640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 0x7f1c200a51b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c01d000 tx=0x7f1c2c01e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- 172.21.15.2:0/948852367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 msgr2=0x55ae5df8df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c00c370 tx=0x7f1c2c00c830 comp rx=0 tx=0).stop 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- 172.21.15.2:0/948852367 shutdown_connections 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df98d40 0x55ae5df9b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8e480 0x55ae5df98800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/948852367 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df8df40 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- 172.21.15.2:0/948852367 >> 172.21.15.2:0/948852367 conn(0x55ae5df8a0f0 msgr2=0x55ae5df8a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- 172.21.15.2:0/948852367 shutdown_connections 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- 172.21.15.2:0/948852367 wait complete. 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 -- start start 2024-09-05T04:20:27.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.684+0000 7f1c3bc53740 1 Processor -- start 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8db60 0x55ae5df95bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df96130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55ae5df9fd20 con 0x55ae5df98d40 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55ae5deadf10 con 0x55ae5df8e480 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55ae5df9fea0 con 0x55ae5df8db60 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 10 client.0 _ll_register_callbacks cb 0x55ae5de76a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43698/0 (socket says 172.21.15.2:43698) 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 -- 172.21.15.2:0/1464813659 learned_addr learned my addr 172.21.15.2:0/1464813659 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:27.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df96130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 -- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8db60 msgr2=0x55ae5df95bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8db60 0x55ae5df95bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8db60 0x55ae5df95bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 -- 172.21.15.2:0/1464813659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 msgr2=0x55ae5df96130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df96130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 -- 172.21.15.2:0/1464813659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae5dc646a0 con 0x55ae5df98d40 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df96130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c337fe640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c011040 tx=0x7f1c2c007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=545f6716b555eecb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c016070 con 0x55ae5df98d40 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1c2c011a30 con 0x55ae5df98d40 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c2c011cd0 con 0x55ae5df98d40 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.685+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1c2c039050 con 0x55ae5df98d40 2024-09-05T04:20:27.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 10 client.17871 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ae5dfab8f0 con 0x55ae5df98d40 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c2c011cd0 con 0x55ae5df98d40 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1c2c02e020 con 0x55ae5df98d40 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 10 client.17871 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 10 client.17871 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 20 client.17871 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5dfaf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 4 client.17871 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae5df007f0 con 0x55ae5dfaccf0 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.686+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5dfaf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.687+0000 7f1c12ffd640 10 client.17871 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.687+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5dfaf0e0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26bd169df53c921 server_cookie=5d8a0e1b2f218cff in_seq=0 out_seq=0 2024-09-05T04:20:27.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.687+0000 7f1c12ffd640 1 -- 172.21.15.2:0/1464813659 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae5df007f0 con 0x55ae5dfaccf0 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.687+0000 7f1c12ffd640 10 client.17871 handle_command_reply: tid=0 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.687+0000 7f1c3bc53740 1 client.17871 shutdown 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 msgr2=0x55ae5df96670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c011040 tx=0x7f1c2c007800 comp rx=0 tx=0).stop 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 shutdown_connections 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5dfaf0e0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df98d40 0x55ae5df96670 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df96130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c12ffd640 0 client.17871 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/1464813659 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df8db60 0x55ae5df95bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 >> 172.21.15.2:0/1464813659 conn(0x55ae5df8a0f0 msgr2=0x55ae5df89270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 shutdown_connections 2024-09-05T04:20:27.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 1 -- 172.21.15.2:0/1464813659 wait complete. 2024-09-05T04:20:27.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.688+0000 7f1c3bc53740 20 client.17871 trim_cache size 0 max 16384 2024-09-05T04:20:27.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 Processor -- start 2024-09-05T04:20:27.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 -- start start 2024-09-05T04:20:27.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df94aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5dfb4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341aae30 con 0x55ae5df8db60 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341ad690 con 0x55ae5df8e480 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341ab480 con 0x55ae5df98d40 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.705+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43712/0 (socket says 172.21.15.2:43712) 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 -- 172.21.15.2:0/2691161859 learned_addr learned my addr 172.21.15.2:0/2691161859 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 -- 172.21.15.2:0/2691161859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 msgr2=0x55ae5dfb4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5dfb4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 -- 172.21.15.2:0/2691161859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 msgr2=0x55ae5df94aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df94aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 -- 172.21.15.2:0/2691161859 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae5df8e2b0 con 0x55ae5df8db60 2024-09-05T04:20:27.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f1c24097f00 tx=0x7f1c240d1e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=359395cf0252f517 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c297fa640 1 -- 172.21.15.2:0/2691161859 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c2409baa0 con 0x55ae5df8db60 2024-09-05T04:20:27.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c297fa640 1 -- 172.21.15.2:0/2691161859 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c2409fe50 con 0x55ae5df8db60 2024-09-05T04:20:27.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.706+0000 7f1c297fa640 1 -- 172.21.15.2:0/2691161859 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c240a4280 con 0x55ae5df8db60 2024-09-05T04:20:27.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- 172.21.15.2:0/2691161859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 msgr2=0x55ae5df905c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f1c24097f00 tx=0x7f1c240d1e20 comp rx=0 tx=0).stop 2024-09-05T04:20:27.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- 172.21.15.2:0/2691161859 shutdown_connections 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5dfb4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df94aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/2691161859 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df905c0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- 172.21.15.2:0/2691161859 >> 172.21.15.2:0/2691161859 conn(0x55ae5df8a0f0 msgr2=0x55ae5df94390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- 172.21.15.2:0/2691161859 shutdown_connections 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- 172.21.15.2:0/2691161859 wait complete. 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 -- start start 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.707+0000 7f1c3bc53740 1 Processor -- start 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df931a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5df936e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341abb50 con 0x55ae5df8db60 2024-09-05T04:20:27.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341acfc0 con 0x55ae5df8e480 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1c341ac220 con 0x55ae5df98d40 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 10 client.0 _ll_register_callbacks cb 0x7f1c2c007ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43728/0 (socket says 172.21.15.2:43728) 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 -- 172.21.15.2:0/3133166672 learned_addr learned my addr 172.21.15.2:0/3133166672 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c337fe640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5df936e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df931a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 -- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 msgr2=0x55ae5df936e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5df936e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 -- 172.21.15.2:0/3133166672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 msgr2=0x55ae5df931a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:27.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df931a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 -- 172.21.15.2:0/3133166672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae5e016890 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c337fe640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5df936e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c32ffd640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f1c240d1010 tx=0x7f1c240a4790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a021fb3bad64c325 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c12ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c240b3070 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f1c24098110 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.708+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c2409fe50 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1c240a4280 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 10 client.17877 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55ae5e017bd0 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c2409fe50 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1c240ba120 con 0x55ae5df8db60 2024-09-05T04:20:27.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 10 client.17877 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 10 client.17877 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 20 client.17877 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5e01a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 4 client.17877 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ae5defad00 con 0x55ae5dfaccf0 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.709+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5e01a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.710+0000 7f1c2bfff640 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5e01a250 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8305aabdc604a537 server_cookie=39460d46e70be992 in_seq=0 out_seq=0 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.710+0000 7f1c12ffd640 10 client.17877 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c12ffd640 1 -- 172.21.15.2:0/3133166672 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ae5defad00 con 0x55ae5dfaccf0 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c12ffd640 10 client.17877 handle_command_reply: tid=0 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 client.17877 shutdown 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 msgr2=0x55ae5df92c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f1c240d1010 tx=0x7f1c240a4790 comp rx=0 tx=0).stop 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 shutdown_connections 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55ae5dfaccf0 0x55ae5e01a250 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c12ffd640 0 client.17877 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55ae5df98d40 0x55ae5df936e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55ae5df8e480 0x55ae5df931a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 --2- 172.21.15.2:0/3133166672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55ae5df8db60 0x55ae5df92c60 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 >> 172.21.15.2:0/3133166672 conn(0x55ae5df8a0f0 msgr2=0x55ae5df89270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 shutdown_connections 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 1 -- 172.21.15.2:0/3133166672 wait complete. 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.711+0000 7f1c3bc53740 20 client.17877 trim_cache size 0 max 16384 2024-09-05T04:20:27.716 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:27.717 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:20:27.717 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "40778c08-74e0-4255-b683-1abda9677786", 2024-09-05T04:20:27.717 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:20:27.717 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 msgr2=0x7f1c200a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 0x7f1c200a51b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c01d000 tx=0x7f1c2c01e000 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 msgr2=0x7f1c34198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f1c2400c920 tx=0x7f1c2400cde0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 shutdown_connections 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1c200a2cf0 0x7f1c200a51b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1c34106f10 0x7f1c3419cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1c34102790 0x7f1c34198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 --2- 172.21.15.2:0/561223313 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1c34101de0 0x7f1c34198320 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 >> 172.21.15.2:0/561223313 conn(0x7f1c340fd8c0 msgr2=0x7f1c340fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 shutdown_connections 2024-09-05T04:20:27.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:27.712+0000 7f1c3987a640 1 -- 172.21.15.2:0/561223313 wait complete. 2024-09-05T04:20:27.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:27 smithi079 ceph-mon[34908]: pgmap v293: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:28.418 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:20:28.670 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:28 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:20:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:28 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:28.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:28 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:20:28.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:28 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:28 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:20:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:28 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:28 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:20:28.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:28 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:28 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:20:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:28 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:28 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:20:28.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:28 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:20:29.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.159+0000 7f377c8fe640 1 -- 172.21.15.2:0/1272494053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37781036e0 msgr2=0x7f3778107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.159+0000 7f377c8fe640 1 --2- 172.21.15.2:0/1272494053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37781036e0 0x7f3778107b90 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f3760009930 tx=0x7f376002a420 comp rx=0 tx=0).stop 2024-09-05T04:20:29.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 -- 172.21.15.2:0/1272494053 shutdown_connections 2024-09-05T04:20:29.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 --2- 172.21.15.2:0/1272494053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781082a0 0x7f377810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 --2- 172.21.15.2:0/1272494053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37781036e0 0x7f3778107b90 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 --2- 172.21.15.2:0/1272494053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3778102d30 0x7f3778103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 -- 172.21.15.2:0/1272494053 >> 172.21.15.2:0/1272494053 conn(0x7f37780fc7d0 msgr2=0x7f37780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 -- 172.21.15.2:0/1272494053 shutdown_connections 2024-09-05T04:20:29.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 -- 172.21.15.2:0/1272494053 wait complete. 2024-09-05T04:20:29.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.160+0000 7f377c8fe640 1 Processor -- start 2024-09-05T04:20:29.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 -- start start 2024-09-05T04:20:29.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781036e0 0x7f3778198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37781082a0 0x7f377819ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3778111f70 con 0x7f3778102d30 2024-09-05T04:20:29.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3778111df0 con 0x7f37781082a0 2024-09-05T04:20:29.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377c8fe640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37781120f0 con 0x7f37781036e0 2024-09-05T04:20:29.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43748/0 (socket says 172.21.15.2:43748) 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 -- 172.21.15.2:0/2855840109 learned_addr learned my addr 172.21.15.2:0/2855840109 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f3775d9b640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781036e0 0x7f3778198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f3776d9d640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37781082a0 0x7f377819ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 -- 172.21.15.2:0/2855840109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781036e0 msgr2=0x7f3778198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781036e0 0x7f3778198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 -- 172.21.15.2:0/2855840109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37781082a0 msgr2=0x7f377819ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37781082a0 0x7f377819ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.161+0000 7f377659c640 1 -- 172.21.15.2:0/2855840109 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f377819d4e0 con 0x7f3778102d30 2024-09-05T04:20:29.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f377659c640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f376800cce0 tx=0x7f376800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f376f7fe640 1 -- 172.21.15.2:0/2855840109 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3768004b20 con 0x7f3778102d30 2024-09-05T04:20:29.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f376f7fe640 1 -- 172.21.15.2:0/2855840109 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3768004cc0 con 0x7f3778102d30 2024-09-05T04:20:29.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f377819d7d0 con 0x7f3778102d30 2024-09-05T04:20:29.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f376f7fe640 1 -- 172.21.15.2:0/2855840109 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376800f6b0 con 0x7f3778102d30 2024-09-05T04:20:29.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.162+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37781a50b0 con 0x7f3778102d30 2024-09-05T04:20:29.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.164+0000 7f376f7fe640 1 -- 172.21.15.2:0/2855840109 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f376800f850 con 0x7f3778102d30 2024-09-05T04:20:29.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.164+0000 7f377ecd7740 1 Processor -- start 2024-09-05T04:20:29.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.164+0000 7f377ecd7740 1 -- start start 2024-09-05T04:20:29.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43db780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43ea550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5586f43412e0 con 0x5586f43eaa90 2024-09-05T04:20:29.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5586f42e8ce0 con 0x5586f43dbcc0 2024-09-05T04:20:29.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377ecd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5586f433d2a0 con 0x5586f43db3a0 2024-09-05T04:20:29.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f376f7fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 0x7f37640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43756/0 (socket says 172.21.15.2:43756) 2024-09-05T04:20:29.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 -- 172.21.15.2:0/4137063979 learned_addr learned my addr 172.21.15.2:0/4137063979 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:29.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3776d9d640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 0x7f37640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3776d9d640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43db780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f376f7fe640 1 -- 172.21.15.2:0/2855840109 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f37680cf850 con 0x7f3778102d30 2024-09-05T04:20:29.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377659c640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43ea550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 -- 172.21.15.2:0/4137063979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 msgr2=0x5586f43db780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43db780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 -- 172.21.15.2:0/4137063979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 msgr2=0x5586f43ea550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43ea550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 -- 172.21.15.2:0/4137063979 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586f42cd440 con 0x5586f43eaa90 2024-09-05T04:20:29.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f377659c640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43ea550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:29.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3776d9d640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 0x7f37640a51b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3770006e10 tx=0x7f37700098b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.165+0000 7f3775d9b640 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f37780697d0 tx=0x7f3760005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32ec0df3036018c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f376cff9640 1 -- 172.21.15.2:0/4137063979 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3760035040 con 0x5586f43eaa90 2024-09-05T04:20:29.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f376cff9640 1 -- 172.21.15.2:0/4137063979 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37600316a0 con 0x5586f43eaa90 2024-09-05T04:20:29.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f376cff9640 1 -- 172.21.15.2:0/4137063979 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37600047a0 con 0x5586f43eaa90 2024-09-05T04:20:29.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 -- 172.21.15.2:0/4137063979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 msgr2=0x5586f43ece80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f37780697d0 tx=0x7f3760005fd0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 -- 172.21.15.2:0/4137063979 shutdown_connections 2024-09-05T04:20:29.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ece80 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43ea550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 --2- 172.21.15.2:0/4137063979 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43db780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 -- 172.21.15.2:0/4137063979 >> 172.21.15.2:0/4137063979 conn(0x5586f43d7a30 msgr2=0x5586f43d7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.166+0000 7f377ecd7740 1 -- 172.21.15.2:0/4137063979 shutdown_connections 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 -- 172.21.15.2:0/4137063979 wait complete. 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 -- start start 2024-09-05T04:20:29.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 Processor -- start 2024-09-05T04:20:29.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43db3a0 0x5586f43ea310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e75c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5586f43ed660 con 0x5586f43eaa90 2024-09-05T04:20:29.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5586f42fc050 con 0x5586f43db3a0 2024-09-05T04:20:29.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5586f43ed7e0 con 0x5586f43dbcc0 2024-09-05T04:20:29.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f377ecd7740 10 client.0 _ll_register_callbacks cb 0x5586f433c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:29.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.203 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43770/0 (socket says 172.21.15.2:43770) 2024-09-05T04:20:29.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f3776d9d640 1 -- 172.21.15.2:0/3279089876 learned_addr learned my addr 172.21.15.2:0/3279089876 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:29.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.167+0000 7f3775d9b640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f377659c640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43db3a0 0x5586f43ea310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 -- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 msgr2=0x5586f43e75c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.204 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e75c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 -- 172.21.15.2:0/3279089876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43db3a0 msgr2=0x5586f43ea310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43db3a0 0x5586f43ea310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 -- 172.21.15.2:0/3279089876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586f40b23c0 con 0x5586f43eaa90 2024-09-05T04:20:29.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f3776d9d640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f3770017b10 tx=0x7f37700090e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=156f3f169f7117a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.205 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:29.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3770018ca0 con 0x5586f43eaa90 2024-09-05T04:20:29.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f3770024460 con 0x5586f43eaa90 2024-09-05T04:20:29.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37600316a0 con 0x5586f43eaa90 2024-09-05T04:20:29.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3770032050 con 0x5586f43eaa90 2024-09-05T04:20:29.206 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f377ecd7740 10 client.17889 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5586f43f8f20 con 0x5586f43eaa90 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37600316a0 con 0x5586f43eaa90 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.168+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3770022410 con 0x5586f43eaa90 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 10 client.17889 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 10 client.17889 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:29.207 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 20 client.17889 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:29.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f43fa3e0 0x5586f43fc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 4 client.17889 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:29.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586f434e850 con 0x5586f43fa3e0 2024-09-05T04:20:29.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377659c640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f43fa3e0 0x5586f43fc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.208 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f377659c640 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f43fa3e0 0x5586f43fc8a0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5797c934fdd7a8c4 server_cookie=c70c5b765c632ec5 in_seq=0 out_seq=0 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.169+0000 7f375dffb640 10 client.17889 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f375dffb640 1 -- 172.21.15.2:0/3279089876 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5586f434e850 con 0x5586f43fa3e0 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f375dffb640 10 client.17889 handle_command_reply: tid=0 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 client.17889 shutdown 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 msgr2=0x5586f43e7b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.209 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f3770017b10 tx=0x7f37700090e0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 shutdown_connections 2024-09-05T04:20:29.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f43fa3e0 0x5586f43fc8a0 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43e7b00 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f375dffb640 0 client.17889 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:29.210 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e75c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 --2- 172.21.15.2:0/3279089876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43db3a0 0x5586f43ea310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 >> 172.21.15.2:0/3279089876 conn(0x5586f43d7a30 msgr2=0x5586f43dd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 shutdown_connections 2024-09-05T04:20:29.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 1 -- 172.21.15.2:0/3279089876 wait complete. 2024-09-05T04:20:29.211 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.170+0000 7f377ecd7740 20 client.17889 trim_cache size 0 max 16384 2024-09-05T04:20:29.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 Processor -- start 2024-09-05T04:20:29.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 -- start start 2024-09-05T04:20:29.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43eaa90 0x5586f4402170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37781aaf30 con 0x5586f43db3a0 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37781ad790 con 0x5586f43eaa90 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377ecd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37781ab580 con 0x5586f43dbcc0 2024-09-05T04:20:29.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43784/0 (socket says 172.21.15.2:43784) 2024-09-05T04:20:29.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 -- 172.21.15.2:0/1574882630 learned_addr learned my addr 172.21.15.2:0/1574882630 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:29.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f3775d9b640 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f3776d9d640 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43eaa90 0x5586f4402170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.222 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 -- 172.21.15.2:0/1574882630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 msgr2=0x5586f43e9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 -- 172.21.15.2:0/1574882630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43eaa90 msgr2=0x5586f4402170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43eaa90 0x5586f4402170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.188+0000 7f377659c640 1 -- 172.21.15.2:0/1574882630 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586f43dbaf0 con 0x5586f43db3a0 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377659c640 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f37680ccc10 tx=0x7f3768005c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e65edcf3228afc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.223 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f375ffff640 1 -- 172.21.15.2:0/1574882630 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37680b9070 con 0x5586f43db3a0 2024-09-05T04:20:29.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f375ffff640 1 -- 172.21.15.2:0/1574882630 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37680a45f0 con 0x5586f43db3a0 2024-09-05T04:20:29.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f375ffff640 1 -- 172.21.15.2:0/1574882630 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376801d040 con 0x5586f43db3a0 2024-09-05T04:20:29.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 -- 172.21.15.2:0/1574882630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 msgr2=0x5586f43f6900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f37680ccc10 tx=0x7f3768005c40 comp rx=0 tx=0).stop 2024-09-05T04:20:29.224 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 -- 172.21.15.2:0/1574882630 shutdown_connections 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43eaa90 0x5586f4402170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43dbcc0 0x5586f43e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1574882630 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43db3a0 0x5586f43f6900 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.189+0000 7f377ecd7740 1 -- 172.21.15.2:0/1574882630 >> 172.21.15.2:0/1574882630 conn(0x5586f43d7a30 msgr2=0x5586f43e8e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- 172.21.15.2:0/1574882630 shutdown_connections 2024-09-05T04:20:29.225 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- 172.21.15.2:0/1574882630 wait complete. 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- start start 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 Processor -- start 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43ee870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43eedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.226 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37781abc50 con 0x5586f43eaa90 2024-09-05T04:20:29.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37781ad0c0 con 0x5586f43dbcc0 2024-09-05T04:20:29.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37781ac320 con 0x5586f43db3a0 2024-09-05T04:20:29.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377ecd7740 10 client.0 _ll_register_callbacks cb 0x7f3770009ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:29.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.227 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f377659c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43ee870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f3776d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43788/0 (socket says 172.21.15.2:43788) 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f3776d9d640 1 -- 172.21.15.2:0/1083315492 learned_addr learned my addr 172.21.15.2:0/1083315492 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.190+0000 7f3775d9b640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43eedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 -- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 msgr2=0x5586f43ee870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43ee870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.228 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 -- 172.21.15.2:0/1083315492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 msgr2=0x5586f43eedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:29.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43eedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 -- 172.21.15.2:0/1083315492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586f44641f0 con 0x5586f43eaa90 2024-09-05T04:20:29.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f3776d9d640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x5586f43eaa60 tx=0x7f3770006d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b417337eee11a5a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:29.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f375dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:29.229 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f377003a020 con 0x5586f43eaa90 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f37700223e0 con 0x5586f43eaa90 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37680a45f0 con 0x5586f43eaa90 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3770045050 con 0x5586f43eaa90 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f377ecd7740 10 client.17895 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5586f44654e0 con 0x5586f43eaa90 2024-09-05T04:20:29.230 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.191+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37680a45f0 con 0x5586f43eaa90 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3770024b40 con 0x5586f43eaa90 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 10 client.17895 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 10 client.17895 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 20 client.17895 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f4465c20 0x5586f4468040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:29.231 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 4 client.17895 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5586f4348d60 con 0x5586f4465c20 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377659c640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f4465c20 0x5586f4468040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377659c640 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f4465c20 0x5586f4468040 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ab1fb548b10aa06 server_cookie=e244144e3e1582c6 in_seq=0 out_seq=0 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f375dffb640 10 client.17895 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f375dffb640 1 -- 172.21.15.2:0/1083315492 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5586f4348d60 con 0x5586f4465c20 2024-09-05T04:20:29.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f375dffb640 10 client.17895 handle_command_reply: tid=0 2024-09-05T04:20:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.192+0000 7f377ecd7740 1 client.17895 shutdown 2024-09-05T04:20:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 msgr2=0x5586f43ef2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x5586f43eaa60 tx=0x7f3770006d20 comp rx=0 tx=0).stop 2024-09-05T04:20:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 shutdown_connections 2024-09-05T04:20:29.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5586f4465c20 0x5586f4468040 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5586f43eaa90 0x5586f43ef2f0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5586f43dbcc0 0x5586f43eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 --2- 172.21.15.2:0/1083315492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5586f43db3a0 0x5586f43ee870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f375dffb640 0 client.17895 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:29.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 >> 172.21.15.2:0/1083315492 conn(0x5586f43d7a30 msgr2=0x5586f43e8e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 shutdown_connections 2024-09-05T04:20:29.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 1 -- 172.21.15.2:0/1083315492 wait complete. 2024-09-05T04:20:29.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377ecd7740 20 client.17895 trim_cache size 0 max 16384 2024-09-05T04:20:29.235 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:29.236 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:20:29.236 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:20:29.236 INFO:teuthology.orchestra.run.smithi002.stdout: "40778c08-74e0-4255-b683-1abda9677786": { 2024-09-05T04:20:29.236 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:20:29.236 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "40778c08-74e0-4255-b683-1abda9677786", 2024-09-05T04:20:29.237 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:20:29.237 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:29.237 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:29.237 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:29.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 msgr2=0x7f37640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 0x7f37640a51b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f3770006e10 tx=0x7f37700098b0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 msgr2=0x7f3778198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:29.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f376800cce0 tx=0x7f376800a620 comp rx=0 tx=0).stop 2024-09-05T04:20:29.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 shutdown_connections 2024-09-05T04:20:29.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37640a2cf0 0x7f37640a51b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37781082a0 0x7f377819ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37781036e0 0x7f3778198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 --2- 172.21.15.2:0/2855840109 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3778102d30 0x7f3778198530 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:29.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 >> 172.21.15.2:0/2855840109 conn(0x7f37780fc7d0 msgr2=0x7f3778105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:29.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.193+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 shutdown_connections 2024-09-05T04:20:29.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:29.194+0000 7f377c8fe640 1 -- 172.21.15.2:0/2855840109 wait complete. 2024-09-05T04:20:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:29 smithi047 ceph-mon[34498]: pgmap v294: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:29.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:29 smithi002 ceph-mon[31001]: pgmap v294: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:29.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:29 smithi079 ceph-mon[34908]: pgmap v294: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 8.1 KiB/s wr, 4 op/s 2024-09-05T04:20:29.891 INFO:tasks.cephfs.filesystem:scrub status for tag:40778c08-74e0-4255-b683-1abda9677786 - {'path': '/', 'tag': '40778c08-74e0-4255-b683-1abda9677786', 'options': 'recursive,force'} 2024-09-05T04:20:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:31 smithi047 ceph-mon[34498]: pgmap v295: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.5 KiB/s wr, 6 op/s 2024-09-05T04:20:31.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:31 smithi002 ceph-mon[31001]: pgmap v295: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.5 KiB/s wr, 6 op/s 2024-09-05T04:20:31.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:31 smithi079 ceph-mon[34908]: pgmap v295: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 8.5 KiB/s wr, 6 op/s 2024-09-05T04:20:32.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 -- 172.21.15.2:0/1480689020 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678101ad0 msgr2=0x7f2678101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 --2- 172.21.15.2:0/1480689020 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678101ad0 0x7f2678101f30 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f2668009930 tx=0x7f266802a420 comp rx=0 tx=0).stop 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 -- 172.21.15.2:0/1480689020 shutdown_connections 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 --2- 172.21.15.2:0/1480689020 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678102470 0x7f267810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 --2- 172.21.15.2:0/1480689020 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678101ad0 0x7f2678101f30 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 --2- 172.21.15.2:0/1480689020 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678107b70 0x7f2678107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 -- 172.21.15.2:0/1480689020 >> 172.21.15.2:0/1480689020 conn(0x7f26780fd7d0 msgr2=0x7f26780ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 -- 172.21.15.2:0/1480689020 shutdown_connections 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.562+0000 7f268064c640 1 -- 172.21.15.2:0/1480689020 wait complete. 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 Processor -- start 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 -- start start 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678101ad0 0x7f2678198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678102470 0x7f2678198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2678111d90 con 0x7f2678107b70 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2678111c10 con 0x7f2678102470 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f268064c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2678111f10 con 0x7f2678101ad0 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f267ebe9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f267ebe9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52934/0 (socket says 172.21.15.2:52934) 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.563+0000 7f267e3e8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678101ad0 0x7f2678198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 -- 172.21.15.2:0/1634089108 learned_addr learned my addr 172.21.15.2:0/1634089108 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267dbe7640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678102470 0x7f2678198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 -- 172.21.15.2:0/1634089108 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678101ad0 msgr2=0x7f2678198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678101ad0 0x7f2678198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 -- 172.21.15.2:0/1634089108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678102470 msgr2=0x7f2678198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678102470 0x7f2678198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 -- 172.21.15.2:0/1634089108 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267819d230 con 0x7f2678107b70 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f267ebe9640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f267000cce0 tx=0x7f267000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f266f7fe640 1 -- 172.21.15.2:0/1634089108 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f267000f450 con 0x7f2678107b70 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f266f7fe640 1 -- 172.21.15.2:0/1634089108 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f267000faa0 con 0x7f2678107b70 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f267819d520 con 0x7f2678107b70 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f266f7fe640 1 -- 172.21.15.2:0/1634089108 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2670018a80 con 0x7f2678107b70 2024-09-05T04:20:32.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.564+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26781a4db0 con 0x7f2678107b70 2024-09-05T04:20:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.567+0000 7f266f7fe640 1 -- 172.21.15.2:0/1634089108 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f267000fc50 con 0x7f2678107b70 2024-09-05T04:20:32.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.567+0000 7f26833e3740 1 Processor -- start 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 -- start start 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x56367693bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367693c0c0 0x56367693e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5636768912f0 con 0x56367692c9d0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563676839270 con 0x56367692d2f0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f26833e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56367688d2b0 con 0x56367693c0c0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52940/0 (socket says 172.21.15.2:52940) 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 -- 172.21.15.2:0/3469369805 learned_addr learned my addr 172.21.15.2:0/3469369805 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267e3e8640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x56367693bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f266f7fe640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 0x7f26640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367693c0c0 0x56367693e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 -- 172.21.15.2:0/3469369805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367693c0c0 msgr2=0x56367693e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367693c0c0 0x56367693e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267ebe9640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 0x7f26640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 -- 172.21.15.2:0/3469369805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 msgr2=0x56367693bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x56367693bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.568+0000 7f267dbe7640 1 -- 172.21.15.2:0/3469369805 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563676838340 con 0x56367692c9d0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f267e3e8640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x56367693bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f266f7fe640 1 -- 172.21.15.2:0/1634089108 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f26700cfd10 con 0x7f2678107b70 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f267dbe7640 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2668005ab0 tx=0x7f26680058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54aca821d3f35d48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f266cbfe640 1 -- 172.21.15.2:0/3469369805 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668043020 con 0x56367692c9d0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f266cbfe640 1 -- 172.21.15.2:0/3469369805 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2668031840 con 0x56367692c9d0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f266cbfe640 1 -- 172.21.15.2:0/3469369805 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668035050 con 0x56367692c9d0 2024-09-05T04:20:32.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.569+0000 7f267ebe9640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 0x7f26640a51b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f26700cd120 tx=0x7f2670018400 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- 172.21.15.2:0/3469369805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 msgr2=0x56367692cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f2668005ab0 tx=0x7f26680058b0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.575 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- 172.21.15.2:0/3469369805 shutdown_connections 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367693c0c0 0x56367693e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x56367693bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 --2- 172.21.15.2:0/3469369805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367692c9d0 0x56367692cdb0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- 172.21.15.2:0/3469369805 >> 172.21.15.2:0/3469369805 conn(0x563676929060 msgr2=0x563676929440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- 172.21.15.2:0/3469369805 shutdown_connections 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- 172.21.15.2:0/3469369805 wait complete. 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 -- start start 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.570+0000 7f26833e3740 1 Processor -- start 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x563676938ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676939530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.576 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56367693ec90 con 0x56367693c0c0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56367681a290 con 0x56367692c9d0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56367693ee10 con 0x56367692d2f0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f26833e3740 10 client.0 _ll_register_callbacks cb 0x56367684b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52942/0 (socket says 172.21.15.2:52942) 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 -- 172.21.15.2:0/115810870 learned_addr learned my addr 172.21.15.2:0/115810870 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x563676938ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267e3e8640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676939530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 -- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 msgr2=0x563676939530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676939530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 -- 172.21.15.2:0/115810870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 msgr2=0x563676938ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x563676938ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 -- 172.21.15.2:0/115810870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636765a4210 con 0x56367693c0c0 2024-09-05T04:20:32.577 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f267dbe7640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f2668000c00 tx=0x7f2668005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47bf7d6d3a8a58b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f2661ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.571+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668043070 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f26680049a0 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2668031840 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2668059050 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 10 client.17907 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563676670620 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2668031840 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2668048040 con 0x56367693c0c0 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 10 client.17907 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 10 client.17907 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 20 client.17907 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56367694bf10 0x56367694e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.578 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 4 client.17907 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56367689ea20 con 0x56367694bf10 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.572+0000 7f267e3e8640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56367694bf10 0x56367694e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.573+0000 7f2661ffb640 10 client.17907 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.573+0000 7f267e3e8640 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56367694bf10 0x56367694e300 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64544923a1cbfdeb server_cookie=c0592e6d3c8f9c2 in_seq=0 out_seq=0 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f2661ffb640 1 -- 172.21.15.2:0/115810870 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56367689ea20 con 0x56367694bf10 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f2661ffb640 10 client.17907 handle_command_reply: tid=0 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 client.17907 shutdown 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 msgr2=0x563676939a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f2668000c00 tx=0x7f2668005d50 comp rx=0 tx=0).stop 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 shutdown_connections 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56367694bf10 0x56367694e300 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676939a70 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676939530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 --2- 172.21.15.2:0/115810870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x563676938ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 >> 172.21.15.2:0/115810870 conn(0x563676929060 msgr2=0x56367692edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f2661ffb640 0 client.17907 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 shutdown_connections 2024-09-05T04:20:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 1 -- 172.21.15.2:0/115810870 wait complete. 2024-09-05T04:20:32.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.574+0000 7f26833e3740 20 client.17907 trim_cache size 0 max 16384 2024-09-05T04:20:32.580 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:32 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 Processor -- start 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 -- start start 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x5636769538f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676953e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f26781aabc0 con 0x56367693c0c0 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f26781ad420 con 0x56367692c9d0 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f26833e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f26781ab210 con 0x56367692d2f0 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52948/0 (socket says 172.21.15.2:52948) 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 -- 172.21.15.2:0/4117086762 learned_addr learned my addr 172.21.15.2:0/4117086762 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267e3e8640 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676953e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x5636769538f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 -- 172.21.15.2:0/4117086762 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 msgr2=0x563676953e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676953e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 -- 172.21.15.2:0/4117086762 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 msgr2=0x5636769538f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x5636769538f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 -- 172.21.15.2:0/4117086762 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563676928e90 con 0x56367693c0c0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f267dbe7640 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x56367693b7f0 tx=0x7f2668001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a6765968ae0c455 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.589+0000 7f2663fff640 1 -- 172.21.15.2:0/4117086762 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668062070 con 0x56367693c0c0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f2663fff640 1 -- 172.21.15.2:0/4117086762 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26680037f0 con 0x56367693c0c0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f2663fff640 1 -- 172.21.15.2:0/4117086762 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668043040 con 0x56367693c0c0 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- 172.21.15.2:0/4117086762 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 msgr2=0x5636769279a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x56367693b7f0 tx=0x7f2668001e50 comp rx=0 tx=0).stop 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- 172.21.15.2:0/4117086762 shutdown_connections 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x5636769279a0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692d2f0 0x563676953e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 --2- 172.21.15.2:0/4117086762 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692c9d0 0x5636769538f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- 172.21.15.2:0/4117086762 >> 172.21.15.2:0/4117086762 conn(0x563676929060 msgr2=0x56367693b070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- 172.21.15.2:0/4117086762 shutdown_connections 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- 172.21.15.2:0/4117086762 wait complete. 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 -- start start 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.590+0000 7f26833e3740 1 Processor -- start 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692c9d0 0x56367693fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x5636769402d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f26781ab8e0 con 0x56367693c0c0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f26781acd50 con 0x56367692d2f0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f26781abfb0 con 0x56367692c9d0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f26833e3740 10 client.0 _ll_register_callbacks cb 0x7f267400a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52960/0 (socket says 172.21.15.2:52960) 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 -- 172.21.15.2:0/405918822 learned_addr learned my addr 172.21.15.2:0/405918822 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692c9d0 0x56367693fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267e3e8640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x5636769402d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 -- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692c9d0 msgr2=0x56367693fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692c9d0 0x56367693fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 -- 172.21.15.2:0/405918822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 msgr2=0x5636769402d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:32.596 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x5636769402d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 -- 172.21.15.2:0/405918822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563676933d50 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f267dbe7640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f26680059d0 tx=0x7f26680314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1571c4af6a8900f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f2661ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.591+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2668062070 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f2668031540 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26680037f0 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2668043040 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 10 client.17913 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5636769b6960 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26680037f0 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2668055040 con 0x56367693c0c0 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 10 client.17913 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:32.597 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 10 client.17913 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 20 client.17913 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5636769b6e30 0x5636769b9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 4 client.17913 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563676898d70 con 0x5636769b6e30 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.592+0000 7f267e3e8640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5636769b6e30 0x5636769b9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.593+0000 7f267e3e8640 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5636769b6e30 0x5636769b9220 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cff511f8850f100 server_cookie=8bfefe9873fffcba in_seq=0 out_seq=0 2024-09-05T04:20:32.598 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.593+0000 7f2661ffb640 10 client.17913 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f2661ffb640 1 -- 172.21.15.2:0/405918822 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563676898d70 con 0x5636769b6e30 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f2661ffb640 10 client.17913 handle_command_reply: tid=0 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 client.17913 shutdown 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 msgr2=0x563676940810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f26680059d0 tx=0x7f26680314a0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 shutdown_connections 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5636769b6e30 0x5636769b9220 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56367693c0c0 0x563676940810 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f2661ffb640 0 client.17913 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56367692d2f0 0x5636769402d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 --2- 172.21.15.2:0/405918822 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56367692c9d0 0x56367693fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.602 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 >> 172.21.15.2:0/405918822 conn(0x563676929060 msgr2=0x5636769279a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 shutdown_connections 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 1 -- 172.21.15.2:0/405918822 wait complete. 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.601+0000 7f26833e3740 20 client.17913 trim_cache size 0 max 16384 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:20:32.603 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 msgr2=0x7f26640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 0x7f26640a51b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f26700cd120 tx=0x7f2670018400 comp rx=0 tx=0).stop 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 msgr2=0x7f267819cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f267000cce0 tx=0x7f267000a620 comp rx=0 tx=0).stop 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 shutdown_connections 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f26640a2cf0 0x7f26640a51b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.604 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2678107b70 0x7f267819cb00 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2678102470 0x7f2678198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 --2- 172.21.15.2:0/1634089108 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2678101ad0 0x7f2678198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 >> 172.21.15.2:0/1634089108 conn(0x7f26780fd7d0 msgr2=0x7f26780fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 shutdown_connections 2024-09-05T04:20:32.605 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:32.602+0000 7f268064c640 1 -- 172.21.15.2:0/1634089108 wait complete. 2024-09-05T04:20:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:32 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:20:32.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:32 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:20:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:33 smithi047 ceph-mon[34498]: pgmap v296: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:20:33.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:33 smithi002 ceph-mon[31001]: pgmap v296: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:20:33.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:33 smithi079 ceph-mon[34908]: pgmap v296: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 5.5 KiB/s wr, 5 op/s 2024-09-05T04:20:34.633 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:20:34.899 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 -- 172.21.15.2:0/1261319892 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102570 msgr2=0x7f8b4c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1261319892 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102570 0x7f8b4c1029b0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f8b40009900 tx=0x7f8b4002a480 comp rx=0 tx=0).stop 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 -- 172.21.15.2:0/1261319892 shutdown_connections 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1261319892 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1261319892 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102570 0x7f8b4c1029b0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1261319892 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c100e20 0x7f8b4c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 -- 172.21.15.2:0/1261319892 >> 172.21.15.2:0/1261319892 conn(0x7f8b4c0fc7d0 msgr2=0x7f8b4c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 -- 172.21.15.2:0/1261319892 shutdown_connections 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.379+0000 7f8b51e94640 1 -- 172.21.15.2:0/1261319892 wait complete. 2024-09-05T04:20:35.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 Processor -- start 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 -- start start 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c100e20 0x7f8b4c0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c102570 0x7f8b4c0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c110e50 con 0x7f8b4c102ef0 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c110cd0 con 0x7f8b4c100e20 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b51e94640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8b4c110fd0 con 0x7f8b4c102570 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b4bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b4bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52988/0 (socket says 172.21.15.2:52988) 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b4bfff640 1 -- 172.21.15.2:0/1208593758 learned_addr learned my addr 172.21.15.2:0/1208593758 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b4affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c102570 0x7f8b4c0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.380+0000 7f8b4b7fe640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c100e20 0x7f8b4c0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:35.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 -- 172.21.15.2:0/1208593758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c102570 msgr2=0x7f8b4c0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c102570 0x7f8b4c0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 -- 172.21.15.2:0/1208593758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c100e20 msgr2=0x7f8b4c0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c100e20 0x7f8b4c0fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 -- 172.21.15.2:0/1208593758 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b4c1a6880 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b4bfff640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f8b4400cad0 tx=0x7f8b4400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4400ad60 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b44005020 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b4c1a6b70 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b4400f6b0 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.381+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b4c1a7030 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.382+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b4c101200 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.383+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8b440051d0 con 0x7f8b4c102ef0 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.384+0000 7f8b48ff9640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 0x7f8b340a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:35.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.384+0000 7f8b4b7fe640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 0x7f8b340a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:35.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.384+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f8b440cf7d0 con 0x7f8b4c102ef0 2024-09-05T04:20:35.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.384+0000 7f8b4b7fe640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 0x7f8b340a51b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00abe0 tx=0x7f8b3c00a2d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:35.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.388+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8b44014030 con 0x7f8b4c102ef0 2024-09-05T04:20:35.571 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:35 smithi002 ceph-mon[31001]: pgmap v297: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.4 KiB/s wr, 8 op/s 2024-09-05T04:20:35.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.600+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b4c0fe1b0 con 0x7f8b4c102ef0 2024-09-05T04:20:35.601 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.601+0000 7f8b48ff9640 1 -- 172.21.15.2:0/1208593758 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f8b4c0fe1b0 con 0x7f8b4c102ef0 2024-09-05T04:20:35.601 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:20:35.602 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:20:35.602 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:20:35.603 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 msgr2=0x7f8b340a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 0x7f8b340a51b0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c00abe0 tx=0x7f8b3c00a2d0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 msgr2=0x7f8b4c0fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f8b4400cad0 tx=0x7f8b4400ced0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 shutdown_connections 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b340a2cf0 0x7f8b340a51b0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b4c102ef0 0x7f8b4c0fd700 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b4c102570 0x7f8b4c0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 --2- 172.21.15.2:0/1208593758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b4c100e20 0x7f8b4c0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 >> 172.21.15.2:0/1208593758 conn(0x7f8b4c0fc7d0 msgr2=0x7f8b4c06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 shutdown_connections 2024-09-05T04:20:35.604 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:35.603+0000 7f8b51e94640 1 -- 172.21.15.2:0/1208593758 wait complete. 2024-09-05T04:20:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:35 smithi047 ceph-mon[34498]: pgmap v297: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.4 KiB/s wr, 8 op/s 2024-09-05T04:20:35.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:35 smithi079 ceph-mon[34908]: pgmap v297: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 7.4 KiB/s wr, 8 op/s 2024-09-05T04:20:36.388 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 919788f8 --release --await' 2024-09-05T04:20:36.388 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 919788f8 --release --await 2024-09-05T04:20:36.642 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:20:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:36 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1208593758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:36.763 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:36 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1208593758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:36.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:36 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1208593758' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 -- 172.21.15.2:0/4249231841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0105590 msgr2=0x7fd4d010d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/4249231841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0105590 0x7fd4d010d110 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8009900 tx=0x7fd4c802a410 comp rx=0 tx=0).stop 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 -- 172.21.15.2:0/4249231841 shutdown_connections 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/4249231841 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0105590 0x7fd4d010d110 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/4249231841 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0100e10 0x7fd4d0104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/4249231841 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 0x7fd4d0100840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 -- 172.21.15.2:0/4249231841 >> 172.21.15.2:0/4249231841 conn(0x7fd4d00fbee0 msgr2=0x7fd4d00fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 -- 172.21.15.2:0/4249231841 shutdown_connections 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.111+0000 7fd4d81c8640 1 -- 172.21.15.2:0/4249231841 wait complete. 2024-09-05T04:20:37.136 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 Processor -- start 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 -- start start 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 0x7fd4d01983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0105590 0x7fd4d019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d0110d20 con 0x7fd4d0100e10 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d0110ba0 con 0x7fd4d0100460 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d81c8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d0110ea0 con 0x7fd4d0105590 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53006/0 (socket says 172.21.15.2:53006) 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.112+0000 7fd4d5763640 1 -- 172.21.15.2:0/2843322535 learned_addr learned my addr 172.21.15.2:0/2843322535 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 0x7fd4d01983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.137 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d6765640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0105590 0x7fd4d019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 -- 172.21.15.2:0/2843322535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0105590 msgr2=0x7fd4d019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0105590 0x7fd4d019ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 -- 172.21.15.2:0/2843322535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 msgr2=0x7fd4d01983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 0x7fd4d01983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 -- 172.21.15.2:0/2843322535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4d019d3a0 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d5763640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400c890 tx=0x7fd4c400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4ceffd640 1 -- 172.21.15.2:0/2843322535 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4004220 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4ceffd640 1 -- 172.21.15.2:0/2843322535 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c40043c0 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4d019d690 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4ceffd640 1 -- 172.21.15.2:0/2843322535 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4004a00 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.113+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4d01a4f70 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4ceffd640 1 -- 172.21.15.2:0/2843322535 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd4c4004ba0 con 0x7fd4d0100e10 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 Processor -- start 2024-09-05T04:20:37.138 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 -- start start 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464dc320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464eda40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b46441620 con 0x560b464dc860 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b463e8e50 con 0x560b464eb650 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b4643d5e0 con 0x560b464dbf40 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4d5f64640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4d5f64640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53012/0 (socket says 172.21.15.2:53012) 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4d5f64640 1 -- 172.21.15.2:0/854927116 learned_addr learned my addr 172.21.15.2:0/854927116 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.116+0000 7fd4ceffd640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 0x7fd4b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d6765640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464dc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5763640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464eda40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.139 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d6765640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 0x7fd4b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 -- 172.21.15.2:0/854927116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 msgr2=0x560b464dc320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464dc320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 -- 172.21.15.2:0/854927116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 msgr2=0x560b464eda40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464eda40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4ceffd640 1 -- 172.21.15.2:0/2843322535 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fd4c40cf530 con 0x7fd4d0100e10 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 -- 172.21.15.2:0/854927116 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b463d9d40 con 0x560b464dc860 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5763640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464eda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d6765640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464dc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fd4c00039f0 tx=0x7fd4c0003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5c6ff0f200dd31b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4b7fff640 1 -- 172.21.15.2:0/854927116 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0004b20 con 0x560b464dc860 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4d6765640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 0x7fd4b80a51b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd4c802a930 tx=0x7fd4c8005fd0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.140 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4b7fff640 1 -- 172.21.15.2:0/854927116 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c0004cc0 con 0x560b464dc860 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.117+0000 7fd4b7fff640 1 -- 172.21.15.2:0/854927116 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c00126b0 con 0x560b464dc860 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 -- 172.21.15.2:0/854927116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 msgr2=0x560b464eb110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fd4c00039f0 tx=0x7fd4c0003eb0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 -- 172.21.15.2:0/854927116 shutdown_connections 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464eda40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464eb110 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/854927116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464dc320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 -- 172.21.15.2:0/854927116 >> 172.21.15.2:0/854927116 conn(0x560b464d85f0 msgr2=0x560b464d89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 -- 172.21.15.2:0/854927116 shutdown_connections 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.118+0000 7fd4da5a1740 1 -- 172.21.15.2:0/854927116 wait complete. 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 -- start start 2024-09-05T04:20:37.141 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 Processor -- start 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 0x560b464e8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 0x560b464e8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b464ee220 con 0x560b464eb650 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b463c9f10 con 0x560b464dbf40 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b464ee3a0 con 0x560b464dc860 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4da5a1740 10 client.0 _ll_register_callbacks cb 0x560b463eddb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4d6765640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4d6765640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53014/0 (socket says 172.21.15.2:53014) 2024-09-05T04:20:37.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.119+0000 7fd4d6765640 1 -- 172.21.15.2:0/392657134 learned_addr learned my addr 172.21.15.2:0/392657134 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 0x560b464e8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d5763640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 0x560b464e8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 -- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 msgr2=0x560b464e8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 0x560b464e8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 -- 172.21.15.2:0/392657134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 msgr2=0x560b464e8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 0x560b464e8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 -- 172.21.15.2:0/392657134 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b46150580 con 0x560b464eb650 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d5763640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 0x560b464e8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 0x560b464e8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4d6765640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8031f80 tx=0x7fd4c8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=446a005f84d646e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c804c030 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4c0004cc0 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fd4c8004340 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd4c8056050 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4da5a1740 10 client.17931 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.120+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b4621a960 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c0004cc0 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd4c803a070 con 0x560b464eb650 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 10 client.17931 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:37.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 10 client.17931 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 20 client.17931 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b464fb070 0x560b464fd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 4 client.17931 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b4644eb90 con 0x560b464fb070 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.121+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b464fb070 0x560b464fd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b464fb070 0x560b464fd510 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1e3aa6bcc07ff6a server_cookie=15f0a6ccfceb766a in_seq=0 out_seq=0 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4b57fa640 10 client.17931 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:37.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4b57fa640 1 -- 172.21.15.2:0/392657134 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b4644eb90 con 0x560b464fb070 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4b57fa640 10 client.17931 handle_command_reply: tid=0 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 client.17931 shutdown 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 msgr2=0x560b464e8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7fd4c8031f80 tx=0x7fd4c8009260 comp rx=0 tx=0).stop 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 shutdown_connections 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b464fb070 0x560b464fd510 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.122+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464eb650 0x560b464e8ec0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dc860 0x560b464e8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/392657134 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464dbf40 0x560b464e8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4b57fa640 0 client.17931 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:37.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 >> 172.21.15.2:0/392657134 conn(0x560b464d85f0 msgr2=0x560b464de350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 shutdown_connections 2024-09-05T04:20:37.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 1 -- 172.21.15.2:0/392657134 wait complete. 2024-09-05T04:20:37.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.123+0000 7fd4da5a1740 20 client.17931 trim_cache size 0 max 16384 2024-09-05T04:20:37.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 Processor -- start 2024-09-05T04:20:37.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 -- start start 2024-09-05T04:20:37.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464d7640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b46503370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01aaea0 con 0x560b464dc860 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01ad700 con 0x560b464eb650 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01ab4f0 con 0x560b464dbf40 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53020/0 (socket says 172.21.15.2:53020) 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 -- 172.21.15.2:0/3157277122 learned_addr learned my addr 172.21.15.2:0/3157277122 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464d7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d6765640 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b46503370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 -- 172.21.15.2:0/3157277122 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 msgr2=0x560b464d7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464d7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 -- 172.21.15.2:0/3157277122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 msgr2=0x560b46503370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b46503370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.145+0000 7fd4d5763640 1 -- 172.21.15.2:0/3157277122 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b464edd80 con 0x560b464dc860 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4d5763640 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fd4c409b300 tx=0x7fd4c406e670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=867d5b2385e1d842 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4b77fe640 1 -- 172.21.15.2:0/3157277122 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c401d050 con 0x560b464dc860 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4b77fe640 1 -- 172.21.15.2:0/3157277122 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c409bd00 con 0x560b464dc860 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4b77fe640 1 -- 172.21.15.2:0/3157277122 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4097040 con 0x560b464dc860 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 -- 172.21.15.2:0/3157277122 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 msgr2=0x560b46502e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7fd4c409b300 tx=0x7fd4c406e670 comp rx=0 tx=0).stop 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 -- 172.21.15.2:0/3157277122 shutdown_connections 2024-09-05T04:20:37.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b46503370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b46502e30 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/3157277122 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464d7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 -- 172.21.15.2:0/3157277122 >> 172.21.15.2:0/3157277122 conn(0x560b464d85f0 msgr2=0x560b464d6f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 -- 172.21.15.2:0/3157277122 shutdown_connections 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.146+0000 7fd4da5a1740 1 -- 172.21.15.2:0/3157277122 wait complete. 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 -- start start 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 Processor -- start 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464f38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464ee610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01abbc0 con 0x560b464dc860 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01ad030 con 0x560b464eb650 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d01ac290 con 0x560b464dbf40 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.147+0000 7fd4da5a1740 10 client.0 _ll_register_callbacks cb 0x7fd4c8031e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53032/0 (socket says 172.21.15.2:53032) 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 -- 172.21.15.2:0/1013105499 learned_addr learned my addr 172.21.15.2:0/1013105499 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d6765640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464ee610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464f38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 -- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 msgr2=0x560b464f38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464f38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 -- 172.21.15.2:0/1013105499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 msgr2=0x560b464ee610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464ee610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.156 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 -- 172.21.15.2:0/1013105499 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b464eee40 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4d5763640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400a630 tx=0x7fd4c40052e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd1e6945dae697b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4b57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c4097040 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fd4c40cf120 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4c409bd00 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd4c401d030 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4da5a1740 10 client.17937 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.148+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b46566980 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c409bd00 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd4c409aae0 con 0x560b464dc860 2024-09-05T04:20:37.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 10 client.17937 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 10 client.17937 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 20 client.17937 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b465670e0 0x560b46569500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 4 client.17937 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "919788f8", "release": true, "await": true}] 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "919788f8", "release": true, "await": true}) -- 0x560b464490a0 con 0x560b465670e0 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b465670e0 0x560b46569500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4b57fa640 10 client.17937 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.149+0000 7fd4d5f64640 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b465670e0 0x560b46569500 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=651d4852b67acf4f server_cookie=fa777905097a5d7f in_seq=0 out_seq=0 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4b57fa640 1 -- 172.21.15.2:0/1013105499 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560b464490a0 con 0x560b465670e0 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4b57fa640 10 client.17937 handle_command_reply: tid=0 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 client.17937 shutdown 2024-09-05T04:20:37.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 msgr2=0x560b464f3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400a630 tx=0x7fd4c40052e0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 shutdown_connections 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b465670e0 0x560b46569500 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b464eb650 0x560b464ee610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4b57fa640 0 client.17937 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b464dc860 0x560b464f3e10 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 --2- 172.21.15.2:0/1013105499 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b464dbf40 0x560b464f38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 >> 172.21.15.2:0/1013105499 conn(0x560b464d85f0 msgr2=0x560b464e8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 shutdown_connections 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.151+0000 7fd4da5a1740 1 -- 172.21.15.2:0/1013105499 wait complete. 2024-09-05T04:20:37.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4da5a1740 20 client.17937 trim_cache size 0 max 16384 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 36, 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "919788f8": { 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 36, 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:20:37.160 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 150.0, 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:20:37.161 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:20:37.162 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 msgr2=0x7fd4b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 0x7fd4b80a51b0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd4c802a930 tx=0x7fd4c8005fd0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 msgr2=0x7fd4d0198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7fd4c400c890 tx=0x7fd4c400cd50 comp rx=0 tx=0).stop 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 shutdown_connections 2024-09-05T04:20:37.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4b80a2cf0 0x7fd4b80a51b0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd4d0105590 0x7fd4d019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd4d0100e10 0x7fd4d0198930 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 --2- 172.21.15.2:0/2843322535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd4d0100460 0x7fd4d01983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 >> 172.21.15.2:0/2843322535 conn(0x7fd4d00fbee0 msgr2=0x7fd4d010dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 shutdown_connections 2024-09-05T04:20:37.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:20:37.152+0000 7fd4d81c8640 1 -- 172.21.15.2:0/2843322535 wait complete. 2024-09-05T04:20:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:37 smithi047 ceph-mon[34498]: pgmap v298: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:37.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:37 smithi002 ceph-mon[31001]: pgmap v298: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:37.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:37 smithi079 ceph-mon[34908]: pgmap v298: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:38.030 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '919788f8', total seconds elapsed: 33.4 2024-09-05T04:20:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:39 smithi047 ceph-mon[34498]: pgmap v299: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:39 smithi002 ceph-mon[31001]: pgmap v299: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:39.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:39 smithi079 ceph-mon[34908]: pgmap v299: 129 pgs: 129 active+clean; 3.7 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 4 op/s 2024-09-05T04:20:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:41 smithi047 ceph-mon[34498]: pgmap v300: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.7 KiB/s wr, 6 op/s 2024-09-05T04:20:41.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:41 smithi002 ceph-mon[31001]: pgmap v300: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.7 KiB/s wr, 6 op/s 2024-09-05T04:20:41.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:41 smithi079 ceph-mon[34908]: pgmap v300: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.7 KiB/s wr, 6 op/s 2024-09-05T04:20:43.206 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.206 INFO:tasks.workunit.client.0.smithi002.stdout:251/600: open fd = 3 2024-09-05T04:20:43.206 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.206 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:252/600: open fd = 3 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:253/600: open fd = 3 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:254/600: open fd = 3 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.207 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:255/600: open fd = 3 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:256/600: open fd = 3 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:257/600: open fd = 3 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.208 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:258/600: open fd = 3 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:259/600: open fd = 3 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:260/600: open fd = 3 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:261/600: open fd = 3 2024-09-05T04:20:43.209 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:262/600: open fd = 3 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:263/600: open fd = 3 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:264/600: open fd = 3 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.210 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:265/600: open fd = 3 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:266/600: open fd = 3 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:267/600: open fd = 3 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:268/600: open fd = 3 2024-09-05T04:20:43.211 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:269/600: open fd = 3 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:270/600: open fd = 3 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:271/600: open fd = 3 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.212 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:272/600: open fd = 3 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:273/600: open fd = 3 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:274/600: open fd = 3 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.213 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:275/600: open fd = 3 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:276/600: open fd = 3 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:277/600: open fd = 3 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:278/600: open fd = 3 2024-09-05T04:20:43.214 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:279/600: open fd = 3 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:280/600: open fd = 3 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:281/600: open fd = 3 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.215 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:282/600: open fd = 3 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:283/600: open fd = 3 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:284/600: open fd = 3 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.216 INFO:tasks.workunit.client.0.smithi002.stdout:285/600: open fd = 3 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:286/600: open fd = 3 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:287/600: open fd = 3 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:288/600: open fd = 3 2024-09-05T04:20:43.217 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:289/600: open fd = 3 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:290/600: open fd = 3 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:291/600: open fd = 3 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.218 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:292/600: open fd = 3 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:293/600: open fd = 3 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:294/600: open fd = 3 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.219 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:295/600: open fd = 3 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:296/600: open fd = 3 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:297/600: open fd = 3 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:298/600: open fd = 3 2024-09-05T04:20:43.220 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:299/600: open fd = 3 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:300/600: open fd = 3 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:301/600: open fd = 3 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.221 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:302/600: open fd = 3 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:303/600: open fd = 3 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:304/600: open fd = 3 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.222 INFO:tasks.workunit.client.0.smithi002.stdout:305/600: open fd = 3 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:306/600: open fd = 3 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:307/600: open fd = 3 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:308/600: open fd = 3 2024-09-05T04:20:43.223 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:309/600: open fd = 3 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:310/600: open fd = 3 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:311/600: open fd = 3 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.224 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:20:43.225 INFO:tasks.workunit.client.0.smithi002.stdout:312/600: open fd = 3 2024-09-05T04:20:43.225 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.225 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:20:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:43 smithi047 ceph-mon[34498]: pgmap v301: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 8.2 KiB/s wr, 4 op/s 2024-09-05T04:20:43.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:43 smithi002 ceph-mon[31001]: pgmap v301: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 8.2 KiB/s wr, 4 op/s 2024-09-05T04:20:43.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:43 smithi079 ceph-mon[34908]: pgmap v301: 129 pgs: 129 active+clean; 3.8 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 8.2 KiB/s wr, 4 op/s 2024-09-05T04:20:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:45 smithi047 ceph-mon[34498]: pgmap v302: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 KiB/s wr, 7 op/s 2024-09-05T04:20:45.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 -- 172.21.15.2:0/4183267544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c101ad0 msgr2=0x7fb01c101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 --2- 172.21.15.2:0/4183267544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c101ad0 0x7fb01c101f30 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7fb010009930 tx=0x7fb01002a420 comp rx=0 tx=0).stop 2024-09-05T04:20:45.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 -- 172.21.15.2:0/4183267544 shutdown_connections 2024-09-05T04:20:45.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 --2- 172.21.15.2:0/4183267544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 0x7fb01c10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 --2- 172.21.15.2:0/4183267544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c101ad0 0x7fb01c101f30 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 --2- 172.21.15.2:0/4183267544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c107b70 0x7fb01c107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 -- 172.21.15.2:0/4183267544 >> 172.21.15.2:0/4183267544 conn(0x7fb01c0fd7d0 msgr2=0x7fb01c0ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 -- 172.21.15.2:0/4183267544 shutdown_connections 2024-09-05T04:20:45.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 -- 172.21.15.2:0/4183267544 wait complete. 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.702+0000 7fb022542640 1 Processor -- start 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 -- start start 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c101ad0 0x7fb01c1982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 0x7fb01c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c111dd0 con 0x7fb01c107b70 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c111c50 con 0x7fb01c101ad0 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb022542640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c111f50 con 0x7fb01c102470 2024-09-05T04:20:45.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47628/0 (socket says 172.21.15.2:47628) 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 -- 172.21.15.2:0/2363277398 learned_addr learned my addr 172.21.15.2:0/2363277398 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 0x7fb01c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c101ad0 0x7fb01c1982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 -- 172.21.15.2:0/2363277398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 msgr2=0x7fb01c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 0x7fb01c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 -- 172.21.15.2:0/2363277398 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c101ad0 msgr2=0x7fb01c1982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c101ad0 0x7fb01c1982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.703+0000 7fb020adf640 1 -- 172.21.15.2:0/2363277398 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01c19d2b0 con 0x7fb01c107b70 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb020adf640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb01400eb10 tx=0x7fb01400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb0197fa640 1 -- 172.21.15.2:0/2363277398 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb014004b20 con 0x7fb01c107b70 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb0197fa640 1 -- 172.21.15.2:0/2363277398 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb014004cc0 con 0x7fb01c107b70 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb01c19d5a0 con 0x7fb01c107b70 2024-09-05T04:20:45.706 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb0197fa640 1 -- 172.21.15.2:0/2363277398 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb014010690 con 0x7fb01c107b70 2024-09-05T04:20:45.707 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.704+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb01c1a4e30 con 0x7fb01c107b70 2024-09-05T04:20:45.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.706+0000 7fb0197fa640 1 -- 172.21.15.2:0/2363277398 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb014005020 con 0x7fb01c107b70 2024-09-05T04:20:45.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.706+0000 7fb0252da740 1 Processor -- start 2024-09-05T04:20:45.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 -- start start 2024-09-05T04:20:45.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f524ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.709 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5320a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f4892f0 con 0x55cc0f525410 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f431270 con 0x55cc0f524af0 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0252da740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f4852b0 con 0x55cc0f52fcb0 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47634/0 (socket says 172.21.15.2:47634) 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f524ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 -- 172.21.15.2:0/1147350382 learned_addr learned my addr 172.21.15.2:0/1147350382 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5320a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb0197fa640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 0x7fb0040a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 -- 172.21.15.2:0/1147350382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 msgr2=0x55cc0f5320a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5320a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.710 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 -- 172.21.15.2:0/1147350382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 msgr2=0x55cc0f524ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f524ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01bfff640 1 -- 172.21.15.2:0/1147350382 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc0f430340 con 0x55cc0f525410 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5320a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.707+0000 7fb020adf640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 0x7fb0040a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0197fa640 1 -- 172.21.15.2:0/2363277398 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fb0140cffd0 con 0x7fb01c107b70 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00cbe0 tx=0x7fb00c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb7f9d708076e189 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0027fc640 1 -- 172.21.15.2:0/1147350382 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c005220 con 0x55cc0f525410 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0027fc640 1 -- 172.21.15.2:0/1147350382 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb00c004c50 con 0x55cc0f525410 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0027fc640 1 -- 172.21.15.2:0/1147350382 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c010650 con 0x55cc0f525410 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0252da740 1 -- 172.21.15.2:0/1147350382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 msgr2=0x55cc0f52f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb020adf640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 0x7fb0040a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb014098560 tx=0x7fb01406f170 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.708+0000 7fb0252da740 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00cbe0 tx=0x7fb00c00e720 comp rx=0 tx=0).stop 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- 172.21.15.2:0/1147350382 shutdown_connections 2024-09-05T04:20:45.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5320a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52f770 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- 172.21.15.2:0/1147350382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f524ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- 172.21.15.2:0/1147350382 >> 172.21.15.2:0/1147350382 conn(0x55cc0f521060 msgr2=0x55cc0f521440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- 172.21.15.2:0/1147350382 shutdown_connections 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- 172.21.15.2:0/1147350382 wait complete. 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- start start 2024-09-05T04:20:45.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 Processor -- start 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f52cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f52d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.709+0000 7fb0252da740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f532880 con 0x55cc0f525410 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb0252da740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f412290 con 0x55cc0f524af0 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb0252da740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cc0f532a00 con 0x55cc0f52fcb0 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb0252da740 10 client.0 _ll_register_callbacks cb 0x55cc0f443140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:45.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47638/0 (socket says 172.21.15.2:47638) 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 -- 172.21.15.2:0/1562561975 learned_addr learned my addr 172.21.15.2:0/1562561975 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f52cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f52d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 -- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 msgr2=0x55cc0f52d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f52d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 -- 172.21.15.2:0/1562561975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 msgr2=0x55cc0f52cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f52cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 -- 172.21.15.2:0/1562561975 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc0f19c210 con 0x55cc0f525410 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb01bfff640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00c920 tx=0x7fb00c0058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff912ce3a9f37e31 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7faffb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c029060 con 0x55cc0f525410 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fb00c0052a0 con 0x55cc0f525410 2024-09-05T04:20:45.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb00c004c50 con 0x55cc0f525410 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.710+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb00c030050 con 0x55cc0f525410 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 10 client.17949 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cc0f268620 con 0x55cc0f525410 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb00c004c50 con 0x55cc0f525410 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb00c010970 con 0x55cc0f525410 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 10 client.17949 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 10 client.17949 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 20 client.17949 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f543f90 0x55cc0f546380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 4 client.17949 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc0f496a20 con 0x55cc0f543f90 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.711+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f543f90 0x55cc0f546380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.712+0000 7faffb7fe640 10 client.17949 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:45.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.712+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f543f90 0x55cc0f546380 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=427f080a39d6bbb2 server_cookie=485b2bb591b9d3c8 in_seq=0 out_seq=0 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.712+0000 7faffb7fe640 1 -- 172.21.15.2:0/1562561975 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cc0f496a20 con 0x55cc0f543f90 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.712+0000 7faffb7fe640 10 client.17949 handle_command_reply: tid=0 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.712+0000 7fb0252da740 1 client.17949 shutdown 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 msgr2=0x55cc0f52d070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00c920 tx=0x7fb00c0058f0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 shutdown_connections 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f543f90 0x55cc0f546380 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f52fcb0 0x55cc0f52d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f525410 0x55cc0f52d070 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 --2- 172.21.15.2:0/1562561975 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f524af0 0x55cc0f52cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7faffb7fe640 0 client.17949 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 >> 172.21.15.2:0/1562561975 conn(0x55cc0f521060 msgr2=0x55cc0f526dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 shutdown_connections 2024-09-05T04:20:45.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 1 -- 172.21.15.2:0/1562561975 wait complete. 2024-09-05T04:20:45.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.713+0000 7fb0252da740 20 client.17949 trim_cache size 0 max 16384 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 Processor -- start 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 -- start start 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f527560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f52eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1aaee0 con 0x55cc0f52fcb0 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1ad740 con 0x55cc0f525410 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb0252da740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1ab530 con 0x55cc0f524af0 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47646/0 (socket says 172.21.15.2:47646) 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2238143625 learned_addr learned my addr 172.21.15.2:0/2238143625 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:45.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f52eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f527560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2238143625 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 msgr2=0x55cc0f527560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f527560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2238143625 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 msgr2=0x55cc0f52eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f52eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2238143625 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc0f524870 con 0x55cc0f52fcb0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f52eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.728+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fb010000c00 tx=0x7fb010009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeefdab7ce45286a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb001ffb640 1 -- 172.21.15.2:0/2238143625 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01004f070 con 0x55cc0f52fcb0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb001ffb640 1 -- 172.21.15.2:0/2238143625 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb010004340 con 0x55cc0f52fcb0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb001ffb640 1 -- 172.21.15.2:0/2238143625 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb010035040 con 0x55cc0f52fcb0 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 -- 172.21.15.2:0/2238143625 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 msgr2=0x55cc0f54b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fb010000c00 tx=0x7fb010009260 comp rx=0 tx=0).stop 2024-09-05T04:20:45.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 -- 172.21.15.2:0/2238143625 shutdown_connections 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f54b950 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f52eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 --2- 172.21.15.2:0/2238143625 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f527560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 -- 172.21.15.2:0/2238143625 >> 172.21.15.2:0/2238143625 conn(0x55cc0f521060 msgr2=0x55cc0f52e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 -- 172.21.15.2:0/2238143625 shutdown_connections 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.729+0000 7fb0252da740 1 -- 172.21.15.2:0/2238143625 wait complete. 2024-09-05T04:20:45.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 -- start start 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 Processor -- start 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f537260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f5377a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1abc00 con 0x55cc0f52fcb0 2024-09-05T04:20:45.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1ad070 con 0x55cc0f525410 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb01c1ac2d0 con 0x55cc0f524af0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb0252da740 10 client.0 _ll_register_callbacks cb 0x7fb00c014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb01b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb01b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47652/0 (socket says 172.21.15.2:47652) 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2906088032 learned_addr learned my addr 172.21.15.2:0/2906088032 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.730+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f5377a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f537260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 msgr2=0x55cc0f537260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f537260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2906088032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 msgr2=0x55cc0f5377a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f5377a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 -- 172.21.15.2:0/2906088032 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc0f5ace50 con 0x55cc0f52fcb0 2024-09-05T04:20:45.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f5377a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb01b7fe640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fb01004d040 tx=0x7fb010031e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f763e43aa0adb84e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7faffb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb010059060 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fb0100319b0 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb010004340 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb01004f040 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb0252da740 10 client.17955 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cc0f5adfd0 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.731+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb010004340 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb01003a040 con 0x55cc0f52fcb0 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 10 client.17955 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 10 client.17955 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 20 client.17955 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:45.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f5ae620 0x55cc0f5b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 4 client.17955 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:20:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cc0f490d70 con 0x55cc0f5ae620 2024-09-05T04:20:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f5ae620 0x55cc0f5b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7faffb7fe640 10 client.17955 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:45.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.732+0000 7fb01bfff640 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f5ae620 0x55cc0f5b0a40 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18421047d16de759 server_cookie=5d800d600ddda5e7 in_seq=0 out_seq=0 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7faffb7fe640 1 -- 172.21.15.2:0/2906088032 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cc0f490d70 con 0x55cc0f5ae620 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7faffb7fe640 10 client.17955 handle_command_reply: tid=0 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 client.17955 shutdown 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 msgr2=0x55cc0f5ac910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fb01004d040 tx=0x7fb010031e40 comp rx=0 tx=0).stop 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 shutdown_connections 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc0f5ae620 0x55cc0f5b0a40 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc0f52fcb0 0x55cc0f5ac910 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.743 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7faffb7fe640 0 client.17955 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc0f525410 0x55cc0f5377a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 --2- 172.21.15.2:0/2906088032 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc0f524af0 0x55cc0f537260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.742+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 >> 172.21.15.2:0/2906088032 conn(0x55cc0f521060 msgr2=0x55cc0f5201c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 shutdown_connections 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb0252da740 1 -- 172.21.15.2:0/2906088032 wait complete. 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb0252da740 20 client.17955 trim_cache size 0 max 16384 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:20:45.744 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:20:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 msgr2=0x7fb0040a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 0x7fb0040a5230 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fb014098560 tx=0x7fb01406f170 comp rx=0 tx=0).stop 2024-09-05T04:20:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 msgr2=0x7fb01c19cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb01400eb10 tx=0x7fb01400c2d0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.745 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 shutdown_connections 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb0040a2d70 0x7fb0040a5230 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb01c107b70 0x7fb01c19cb80 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb01c102470 0x7fb01c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 --2- 172.21.15.2:0/2363277398 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb01c101ad0 0x7fb01c1982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 >> 172.21.15.2:0/2363277398 conn(0x7fb01c0fd7d0 msgr2=0x7fb01c0fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.743+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 shutdown_connections 2024-09-05T04:20:45.746 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:45.744+0000 7fb022542640 1 -- 172.21.15.2:0/2363277398 wait complete. 2024-09-05T04:20:45.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:45 smithi002 ceph-mon[31001]: pgmap v302: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 KiB/s wr, 7 op/s 2024-09-05T04:20:45.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:45 smithi079 ceph-mon[34908]: pgmap v302: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 24 KiB/s wr, 7 op/s 2024-09-05T04:20:47.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:47 smithi047 ceph-mon[34498]: pgmap v303: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:47.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:47 smithi002 ceph-mon[31001]: pgmap v303: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:47.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:47 smithi079 ceph-mon[34908]: pgmap v303: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:49 smithi047 ceph-mon[34498]: pgmap v304: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:49.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:49 smithi002 ceph-mon[31001]: pgmap v304: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:49.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:49 smithi079 ceph-mon[34908]: pgmap v304: 129 pgs: 129 active+clean; 4.0 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 22 KiB/s wr, 5 op/s 2024-09-05T04:20:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:51 smithi047 ceph-mon[34498]: pgmap v305: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:20:51.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:51 smithi002 ceph-mon[31001]: pgmap v305: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:20:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:51 smithi079 ceph-mon[34908]: pgmap v305: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:20:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:53 smithi047 ceph-mon[34498]: pgmap v306: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:20:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:53 smithi002 ceph-mon[31001]: pgmap v306: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:20:53.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:53 smithi079 ceph-mon[34908]: pgmap v306: 129 pgs: 129 active+clean; 4.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:20:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:55 smithi047 ceph-mon[34498]: pgmap v307: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-09-05T04:20:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:55 smithi002 ceph-mon[31001]: pgmap v307: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-09-05T04:20:55.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:55 smithi079 ceph-mon[34908]: pgmap v307: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 53 KiB/s wr, 12 op/s 2024-09-05T04:20:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:57 smithi047 ceph-mon[34498]: pgmap v308: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:20:57.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:57 smithi002 ceph-mon[31001]: pgmap v308: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:20:57.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:57 smithi079 ceph-mon[34908]: pgmap v308: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 -- 172.21.15.2:0/2319672294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8101ad0 msgr2=0x7f8ac8101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 --2- 172.21.15.2:0/2319672294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8101f30 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8009930 tx=0x7f8ab802a420 comp rx=0 tx=0).stop 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 -- 172.21.15.2:0/2319672294 shutdown_connections 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 --2- 172.21.15.2:0/2319672294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8102470 0x7f8ac810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 --2- 172.21.15.2:0/2319672294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8101f30 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 --2- 172.21.15.2:0/2319672294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8107b70 0x7f8ac8107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 -- 172.21.15.2:0/2319672294 >> 172.21.15.2:0/2319672294 conn(0x7f8ac80fd7d0 msgr2=0x7f8ac80ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 -- 172.21.15.2:0/2319672294 shutdown_connections 2024-09-05T04:20:58.843 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.842+0000 7f8acfffd640 1 -- 172.21.15.2:0/2319672294 wait complete. 2024-09-05T04:20:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 Processor -- start 2024-09-05T04:20:58.845 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 -- start start 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8107b70 0x7f8ac819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8111d90 con 0x7f8ac8102470 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8111c10 con 0x7f8ac8101ad0 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acfffd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac8111f10 con 0x7f8ac8107b70 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43824/0 (socket says 172.21.15.2:43824) 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.843+0000 7f8acd598640 1 -- 172.21.15.2:0/3256202254 learned_addr learned my addr 172.21.15.2:0/3256202254 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acdd99640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8ace59a640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8107b70 0x7f8ac819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 -- 172.21.15.2:0/3256202254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8107b70 msgr2=0x7f8ac819cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.846 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8107b70 0x7f8ac819cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 -- 172.21.15.2:0/3256202254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8101ad0 msgr2=0x7f8ac8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 -- 172.21.15.2:0/3256202254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ac819d350 con 0x7f8ac8102470 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acd598640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8004770 tx=0x7f8ab80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8abeffd640 1 -- 172.21.15.2:0/3256202254 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab803f070 con 0x7f8ac8102470 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8abeffd640 1 -- 172.21.15.2:0/3256202254 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ab803b460 con 0x7f8ac8102470 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8abeffd640 1 -- 172.21.15.2:0/3256202254 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8035070 con 0x7f8ac8102470 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ac819d5e0 con 0x7f8ac8102470 2024-09-05T04:20:58.847 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.844+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ac81a4ed0 con 0x7f8ac8102470 2024-09-05T04:20:58.852 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8abeffd640 1 -- 172.21.15.2:0/3256202254 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8ab803b610 con 0x7f8ac8102470 2024-09-05T04:20:58.852 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 Processor -- start 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 -- start start 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562badda2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddb00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562badd072f0 con 0x562baddadcb0 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562badcaf270 con 0x562badda3410 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.847+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562badd032b0 con 0x562badda2af0 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddb00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8ace59a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562badda2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:41144/0 (socket says 172.21.15.2:41144) 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 -- 172.21.15.2:0/696015706 learned_addr learned my addr 172.21.15.2:0/696015706 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:58.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8abeffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 0x7f8ab40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 -- 172.21.15.2:0/696015706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 msgr2=0x562badda2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562badda2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 -- 172.21.15.2:0/696015706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 msgr2=0x562baddb00a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddb00a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 -- 172.21.15.2:0/696015706 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562badcae340 con 0x562badda3410 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8ace59a640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 0x7f8ab40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8abeffd640 1 -- 172.21.15.2:0/3256202254 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f8ab80efb20 con 0x7f8ac8102470 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8acdd99640 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400bc90 tx=0x7f8ac40107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d3436c6091f766e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8ab3fff640 1 -- 172.21.15.2:0/696015706 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac401c480 con 0x562badda3410 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8ab3fff640 1 -- 172.21.15.2:0/696015706 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ac401cad0 con 0x562badda3410 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.848+0000 7f8ab3fff640 1 -- 172.21.15.2:0/696015706 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4011ae0 con 0x562badda3410 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ace59a640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 0x7f8ab40a51b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0005fd0 tx=0x7f8ac0004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 -- 172.21.15.2:0/696015706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 msgr2=0x562baddad770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400bc90 tx=0x7f8ac40107a0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 -- 172.21.15.2:0/696015706 shutdown_connections 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddb00a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda3410 0x562baddad770 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/696015706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562badda2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 -- 172.21.15.2:0/696015706 >> 172.21.15.2:0/696015706 conn(0x562badd9f060 msgr2=0x562badd9f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 -- 172.21.15.2:0/696015706 shutdown_connections 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.849+0000 7f8ad2e80740 1 -- 172.21.15.2:0/696015706 wait complete. 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 -- start start 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 Processor -- start 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda2af0 0x562baddaac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 0x562baddab170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562baddb0880 con 0x562baddadcb0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562badc90290 con 0x562badda2af0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562baddb0a00 con 0x562badda3410 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ad2e80740 10 client.0 _ll_register_callbacks cb 0x562badcc1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ace59a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8acd598640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 0x562baddab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ace59a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43836/0 (socket says 172.21.15.2:43836) 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.850+0000 7f8ace59a640 1 -- 172.21.15.2:0/2210465481 learned_addr learned my addr 172.21.15.2:0/2210465481 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acdd99640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda2af0 0x562baddaac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 -- 172.21.15.2:0/2210465481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda2af0 msgr2=0x562baddaac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda2af0 0x562baddaac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 -- 172.21.15.2:0/2210465481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 msgr2=0x562baddab6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 -- 172.21.15.2:0/2210465481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bada1a210 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ace59a640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8acd598640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 0x562baddab170 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80ece80 tx=0x7f8ab8009230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e76b69aedc370e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ab17fa640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8048030 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ac401cad0 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f8ab803b940 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8ab80044e0 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ad2e80740 10 client.27082 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562badae6620 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.851+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ac401cad0 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8ab804b060 con 0x562badda3410 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 10 client.27082 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 10 client.27082 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:58.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 20 client.27082 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562baddbdc30 0x562baddc0040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 4 client.27082 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562badd14a20 con 0x562baddbdc30 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8acdd99640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562baddbdc30 0x562baddc0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8ab17fa640 10 client.27082 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:58.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.852+0000 7f8acdd99640 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562baddbdc30 0x562baddc0040 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44b3144eff2998e7 server_cookie=d2993bd7c9ee3cf3 in_seq=0 out_seq=0 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ab17fa640 1 -- 172.21.15.2:0/2210465481 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562badd14a20 con 0x562baddbdc30 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ab17fa640 10 client.27082 handle_command_reply: tid=0 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 client.27082 shutdown 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 msgr2=0x562baddab170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 0x562baddab170 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80ece80 tx=0x7f8ab8009230 comp rx=0 tx=0).stop 2024-09-05T04:20:58.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 shutdown_connections 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562baddbdc30 0x562baddc0040 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562baddadcb0 0x562baddab6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda3410 0x562baddab170 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ab17fa640 0 client.27082 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/2210465481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562badda2af0 0x562baddaac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 >> 172.21.15.2:0/2210465481 conn(0x562badd9f060 msgr2=0x562badda4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 shutdown_connections 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.853+0000 7f8ad2e80740 1 -- 172.21.15.2:0/2210465481 wait complete. 2024-09-05T04:20:58.860 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.854+0000 7f8ad2e80740 20 client.27082 trim_cache size 0 max 16384 2024-09-05T04:20:58.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 Processor -- start 2024-09-05T04:20:58.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 -- start start 2024-09-05T04:20:58.873 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddc0020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddc5950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81ad010 con 0x562badda3410 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81af870 con 0x562baddadcb0 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.868+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81ad660 con 0x562badda2af0 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43852/0 (socket says 172.21.15.2:43852) 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 -- 172.21.15.2:0/941397061 learned_addr learned my addr 172.21.15.2:0/941397061 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8ace59a640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddc5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acdd99640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddc0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 -- 172.21.15.2:0/941397061 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 msgr2=0x562baddc0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddc0020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 -- 172.21.15.2:0/941397061 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 msgr2=0x562baddc5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddc5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 -- 172.21.15.2:0/941397061 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562baddb0760 con 0x562badda3410 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acdd99640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddc0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8acd598640 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80c4a80 tx=0x7f8ab802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291c88467bfc2559 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8ab37fe640 1 -- 172.21.15.2:0/941397061 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8048070 con 0x562badda3410 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8ab37fe640 1 -- 172.21.15.2:0/941397061 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ab80f4040 con 0x562badda3410 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.869+0000 7f8ab37fe640 1 -- 172.21.15.2:0/941397061 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab80c4480 con 0x562badda3410 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- 172.21.15.2:0/941397061 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 msgr2=0x562baddab4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80c4a80 tx=0x7f8ab802a420 comp rx=0 tx=0).stop 2024-09-05T04:20:58.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- 172.21.15.2:0/941397061 shutdown_connections 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddc5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddab4e0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/941397061 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddc0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- 172.21.15.2:0/941397061 >> 172.21.15.2:0/941397061 conn(0x562badd9f060 msgr2=0x562baddaccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- 172.21.15.2:0/941397061 shutdown_connections 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- 172.21.15.2:0/941397061 wait complete. 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 -- start start 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.870+0000 7f8ad2e80740 1 Processor -- start 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddb19b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.876 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddb2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81add30 con 0x562badda3410 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81af1a0 con 0x562baddadcb0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ac81ae400 con 0x562badda2af0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ad2e80740 10 client.0 _ll_register_callbacks cb 0x7f8ab80bbbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43866/0 (socket says 172.21.15.2:43866) 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 -- 172.21.15.2:0/1744477728 learned_addr learned my addr 172.21.15.2:0/1744477728 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ace59a640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddb2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acdd99640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddb19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 -- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 msgr2=0x562baddb19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddb19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.877 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 -- 172.21.15.2:0/1744477728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 msgr2=0x562baddb2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddb2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 -- 172.21.15.2:0/1744477728 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562bade27920 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8acd598640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80bbc90 tx=0x7f8ab80b8580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f704cc3f5beb585f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ab17fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ab80d1020 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.871+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f8ab80bb150 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ab80f4040 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8ab8048030 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 10 client.17973 fetch_fsmap learned FSMap version 21 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562bade27920 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ab80f4040 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8ab80c6c20 con 0x562badda3410 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 10 client.17973 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:20:58.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 10 client.17973 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 20 client.17973 populate_metadata read hostname 'smithi002' 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562bade28e00 0x562bade2b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 4 client.17973 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562badd0ed70 con 0x562bade28e00 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.872+0000 7f8acdd99640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562bade28e00 0x562bade2b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.873+0000 7f8ab17fa640 10 client.17973 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:58.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.873+0000 7f8acdd99640 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562bade28e00 0x562bade2b220 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d025b38475c617cc server_cookie=c2385aabfab3916e in_seq=0 out_seq=0 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ab17fa640 1 -- 172.21.15.2:0/1744477728 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562badd0ed70 con 0x562bade28e00 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ab17fa640 10 client.17973 handle_command_reply: tid=0 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 client.17973 shutdown 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 msgr2=0x562baddb1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f8ab80bbc90 tx=0x7f8ab80b8580 comp rx=0 tx=0).stop 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 shutdown_connections 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562bade28e00 0x562bade2b220 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562baddadcb0 0x562baddb2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562badda3410 0x562baddb1ef0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ab17fa640 0 client.17973 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 --2- 172.21.15.2:0/1744477728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562badda2af0 0x562baddb19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 >> 172.21.15.2:0/1744477728 conn(0x562badd9f060 msgr2=0x562badd9d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 shutdown_connections 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 1 -- 172.21.15.2:0/1744477728 wait complete. 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.887+0000 7f8ad2e80740 20 client.17973 trim_cache size 0 max 16384 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:20:58.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:20:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 msgr2=0x7f8ab40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 0x7f8ab40a51b0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0005fd0 tx=0x7f8ac0004a40 comp rx=0 tx=0).stop 2024-09-05T04:20:58.890 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 msgr2=0x7f8ac81988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f8ab8004770 tx=0x7f8ab80042f0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 shutdown_connections 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8ab40a2cf0 0x7f8ab40a51b0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ac8107b70 0x7f8ac819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ac8102470 0x7f8ac81988a0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 --2- 172.21.15.2:0/3256202254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ac8101ad0 0x7f8ac8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 >> 172.21.15.2:0/3256202254 conn(0x7f8ac80fd7d0 msgr2=0x7f8ac80fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:20:58.891 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 shutdown_connections 2024-09-05T04:20:58.892 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:20:58.888+0000 7f8acfffd640 1 -- 172.21.15.2:0/3256202254 wait complete. 2024-09-05T04:20:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:20:59 smithi002 ceph-mon[31001]: pgmap v309: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:20:59.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:20:59 smithi079 ceph-mon[34908]: pgmap v309: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:20:59.892 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:20:59.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:20:59 smithi047 ceph-mon[34498]: pgmap v309: 129 pgs: 129 active+clean; 4.4 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 37 KiB/s wr, 9 op/s 2024-09-05T04:21:00.161 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:00.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 -- 172.21.15.2:0/3514506763 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc100e20 msgr2=0x7f4cbc101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/3514506763 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc100e20 0x7f4cbc101200 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009ca0 tx=0x7f4cac02a950 comp rx=0 tx=0).stop 2024-09-05T04:21:00.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 -- 172.21.15.2:0/3514506763 shutdown_connections 2024-09-05T04:21:00.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/3514506763 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/3514506763 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 0x7f4cbc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/3514506763 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc100e20 0x7f4cbc101200 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 -- 172.21.15.2:0/3514506763 >> 172.21.15.2:0/3514506763 conn(0x7f4cbc0fc7d0 msgr2=0x7f4cbc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 -- 172.21.15.2:0/3514506763 shutdown_connections 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.674+0000 7f4cc36cb640 1 -- 172.21.15.2:0/3514506763 wait complete. 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 Processor -- start 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 -- start start 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc100e20 0x7f4cbc197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 0x7f4cbc1978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc110e00 con 0x7f4cbc102ef0 2024-09-05T04:21:00.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc110c80 con 0x7f4cbc100e20 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc36cb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc110f80 con 0x7f4cbc102570 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc1c68640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc1c68640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43882/0 (socket says 172.21.15.2:43882) 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc1c68640 1 -- 172.21.15.2:0/4178948251 learned_addr learned my addr 172.21.15.2:0/4178948251 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc1467640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc100e20 0x7f4cbc197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.675+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 0x7f4cbc1978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 -- 172.21.15.2:0/4178948251 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 msgr2=0x7f4cbc1978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 0x7f4cbc1978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 -- 172.21.15.2:0/4178948251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc100e20 msgr2=0x7f4cbc197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc100e20 0x7f4cbc197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 -- 172.21.15.2:0/4178948251 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cbc19c310 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc1c68640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400d750 tx=0x7f4cb400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cba7fc640 1 -- 172.21.15.2:0/4178948251 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4017070 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cbc19c600 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cba7fc640 1 -- 172.21.15.2:0/4178948251 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cb40054d0 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cba7fc640 1 -- 172.21.15.2:0/4178948251 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4004c60 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.676+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cbc1a3ee0 con 0x7f4cbc102ef0 2024-09-05T04:21:00.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cba7fc640 1 -- 172.21.15.2:0/4178948251 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4cb4004e00 con 0x7f4cbc102ef0 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 Processor -- start 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 -- start start 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26dfd0 0x55c0dc278350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc278890 0x55c0dc27ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc1d12e0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc178ce0 con 0x55c0dc278890 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.679+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc1cd2a0 con 0x55c0dc26dfd0 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43892/0 (socket says 172.21.15.2:43892) 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 -- 172.21.15.2:0/1179546601 learned_addr learned my addr 172.21.15.2:0/1179546601 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:00.690 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc1467640 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26dfd0 0x55c0dc278350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cba7fc640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 0x7f4ca40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc278890 0x55c0dc27ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 -- 172.21.15.2:0/1179546601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26dfd0 msgr2=0x55c0dc278350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26dfd0 0x55c0dc278350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 -- 172.21.15.2:0/1179546601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc278890 msgr2=0x55c0dc27ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc1c68640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 0x7f4ca40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc278890 0x55c0dc27ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 -- 172.21.15.2:0/1179546601 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0dc15d440 con 0x55c0dc26d6b0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cba7fc640 1 -- 172.21.15.2:0/4178948251 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f4cb40cf1d0 con 0x7f4cbc102ef0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f4cb00058c0 tx=0x7f4cb000b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da7f221237392ab server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4cc1c68640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 0x7f4ca40a51b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4cb40a39e0 tx=0x7f4cb4097540 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4ca37fe640 1 -- 172.21.15.2:0/1179546601 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0019030 con 0x55c0dc26d6b0 2024-09-05T04:21:00.691 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4ca37fe640 1 -- 172.21.15.2:0/1179546601 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.680+0000 7f4ca37fe640 1 -- 172.21.15.2:0/1179546601 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb001d740 con 0x55c0dc26d6b0 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/1179546601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 msgr2=0x55c0dc26da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f4cb00058c0 tx=0x7f4cb000b6b0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/1179546601 shutdown_connections 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc278890 0x55c0dc27ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26dfd0 0x55c0dc278350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/1179546601 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc26da90 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/1179546601 >> 172.21.15.2:0/1179546601 conn(0x55c0dc269c40 msgr2=0x55c0dc26a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/1179546601 shutdown_connections 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.681+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/1179546601 wait complete. 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 -- start start 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 Processor -- start 2024-09-05T04:21:00.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc2753c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc278890 0x55c0dc275900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc27b460 con 0x55c0dc278890 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc18c050 con 0x55c0dc26dfd0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c0dc27b5e0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc5aa4740 10 client.0 _ll_register_callbacks cb 0x55c0dc1cc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc278890 0x55c0dc275900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:40158/0 (socket says 172.21.15.2:40158) 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2536184116 learned_addr learned my addr 172.21.15.2:0/2536184116 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.682+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc2753c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2536184116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 msgr2=0x55c0dc2753c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc2753c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2536184116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc278890 msgr2=0x55c0dc275900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc278890 0x55c0dc275900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2536184116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0dbf423c0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc2753c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4cb001d420 tx=0x7f4cb0005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f72915b87801807e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4ca0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0027040 con 0x55c0dc26d6b0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f4cb0005020 con 0x55c0dc26d6b0 2024-09-05T04:21:00.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4cb0033050 con 0x55c0dc26d6b0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc5aa4740 10 client.27097 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c0dc286d70 con 0x55c0dc26d6b0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.683+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4cb0004b80 con 0x55c0dc26d6b0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 10 client.27097 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 10 client.27097 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 20 client.27097 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc288170 0x55c0dc28a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 4 client.27097 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0dc1de850 con 0x55c0dc288170 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc288170 0x55c0dc28a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc288170 0x55c0dc28a560 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88963e7ddd6aa06c server_cookie=45fbc2e30f81cd00 in_seq=0 out_seq=0 2024-09-05T04:21:00.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.684+0000 7f4ca0ff9640 10 client.27097 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2536184116 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c0dc1de850 con 0x55c0dc288170 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4ca0ff9640 10 client.27097 handle_command_reply: tid=0 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 client.27097 shutdown 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 msgr2=0x55c0dc278110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4cb001d420 tx=0x7f4cb0005850 comp rx=0 tx=0).stop 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 shutdown_connections 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc288170 0x55c0dc28a560 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc278890 0x55c0dc275900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc2753c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4ca0ff9640 0 client.27097 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2536184116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc26d6b0 0x55c0dc278110 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 >> 172.21.15.2:0/2536184116 conn(0x55c0dc269c40 msgr2=0x55c0dc266b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 shutdown_connections 2024-09-05T04:21:00.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2536184116 wait complete. 2024-09-05T04:21:00.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.685+0000 7f4cc5aa4740 20 client.27097 trim_cache size 0 max 16384 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.702+0000 7f4cc5aa4740 1 Processor -- start 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 -- start start 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc28fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc290040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1aae50 con 0x55c0dc26d6b0 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1ad6b0 con 0x55c0dc26dfd0 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1ab4a0 con 0x55c0dc278890 2024-09-05T04:21:00.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43906/0 (socket says 172.21.15.2:43906) 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 -- 172.21.15.2:0/3398336175 learned_addr learned my addr 172.21.15.2:0/3398336175 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc290040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc1467640 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc28fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 -- 172.21.15.2:0/3398336175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 msgr2=0x55c0dc290040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc290040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 -- 172.21.15.2:0/3398336175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 msgr2=0x55c0dc28fb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc28fb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 -- 172.21.15.2:0/3398336175 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0dc269a70 con 0x55c0dc26d6b0 2024-09-05T04:21:00.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.703+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x55c0dc259790 tx=0x7f4cb0005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152f01922d64c33b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4ca2ffd640 1 -- 172.21.15.2:0/3398336175 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0019040 con 0x55c0dc26d6b0 2024-09-05T04:21:00.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4ca2ffd640 1 -- 172.21.15.2:0/3398336175 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4ca2ffd640 1 -- 172.21.15.2:0/3398336175 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb00052f0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/3398336175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 msgr2=0x55c0dc2846c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x55c0dc259790 tx=0x7f4cb0005c50 comp rx=0 tx=0).stop 2024-09-05T04:21:00.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/3398336175 shutdown_connections 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc290040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc28fb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/3398336175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc2846c0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/3398336175 >> 172.21.15.2:0/3398336175 conn(0x55c0dc269c40 msgr2=0x55c0dc266b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/3398336175 shutdown_connections 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/3398336175 wait complete. 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.704+0000 7f4cc5aa4740 1 -- start start 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 Processor -- start 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc27c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc2f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1abb70 con 0x55c0dc26d6b0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1acfe0 con 0x55c0dc26dfd0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc1ac240 con 0x55c0dc278890 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc5aa4740 10 client.0 _ll_register_callbacks cb 0x7f4cac009360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:43922/0 (socket says 172.21.15.2:43922) 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2370461150 learned_addr learned my addr 172.21.15.2:0/2370461150 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc27c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc2f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 msgr2=0x55c0dc2f2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc2f2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2370461150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 msgr2=0x55c0dc27c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc27c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.705+0000 7f4cc0c66640 1 -- 172.21.15.2:0/2370461150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0dc2f34d0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc0c66640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f4cb0006010 tx=0x7f4cb00117a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3625d3980236acc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb0019070 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7f4cb0004030 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4cb0004230 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 10 client.17991 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c0dc2f47a0 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cb0011970 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4cb0004680 con 0x55c0dc26d6b0 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 10 client.17991 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 10 client.17991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 20 client.17991 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:00.712 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc2f4da0 0x55c0dc2f7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 4 client.17991 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.706+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c0dc1d8d60 con 0x55c0dc2f4da0 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc2f4da0 0x55c0dc2f7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc1467640 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc2f4da0 0x55c0dc2f7190 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1788dcf3d6a11453 server_cookie=dfee4eb3ad2c5238 in_seq=0 out_seq=0 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4ca0ff9640 10 client.17991 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4ca0ff9640 1 -- 172.21.15.2:0/2370461150 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c0dc1d8d60 con 0x55c0dc2f4da0 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4ca0ff9640 10 client.17991 handle_command_reply: tid=0 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 client.17991 shutdown 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 msgr2=0x55c0dc27bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f4cb0006010 tx=0x7f4cb00117a0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 shutdown_connections 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c0dc2f4da0 0x55c0dc2f7190 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.713 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c0dc278890 0x55c0dc2f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c0dc26dfd0 0x55c0dc27c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 --2- 172.21.15.2:0/2370461150 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c0dc26d6b0 0x55c0dc27bd90 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 >> 172.21.15.2:0/2370461150 conn(0x55c0dc269c40 msgr2=0x55c0dc276c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4ca0ff9640 0 client.17991 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 shutdown_connections 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.707+0000 7f4cc5aa4740 1 -- 172.21.15.2:0/2370461150 wait complete. 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc5aa4740 20 client.17991 trim_cache size 0 max 16384 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:21:00.714 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:21:00.715 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:00.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 msgr2=0x7f4ca40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 0x7f4ca40a51b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4cb40a39e0 tx=0x7f4cb4097540 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 msgr2=0x7f4cbc19bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f4cb400d750 tx=0x7f4cb400dc10 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 shutdown_connections 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4ca40a2cf0 0x7f4ca40a51b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4cbc102ef0 0x7f4cbc19bc30 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4cbc102570 0x7f4cbc1978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 --2- 172.21.15.2:0/4178948251 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4cbc100e20 0x7f4cbc197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 >> 172.21.15.2:0/4178948251 conn(0x7f4cbc0fc7d0 msgr2=0x7f4cbc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 shutdown_connections 2024-09-05T04:21:00.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:00.708+0000 7f4cc36cb640 1 -- 172.21.15.2:0/4178948251 wait complete. 2024-09-05T04:21:01.552 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:21:01.552 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:21:01.575 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:01 smithi002 ceph-mon[31001]: pgmap v310: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:21:01.805 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:01.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:01 smithi079 ceph-mon[34908]: pgmap v310: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:21:01.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:01 smithi047 ceph-mon[34498]: pgmap v310: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:21:02.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 -- 172.21.15.2:0/317862994 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4106f10 msgr2=0x7fccb410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:02.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/317862994 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4106f10 0x7fccb410ea90 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fccac009ca0 tx=0x7fccac02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 -- 172.21.15.2:0/317862994 shutdown_connections 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/317862994 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4106f10 0x7fccb410ea90 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/317862994 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4102790 0x7fccb41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/317862994 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4101de0 0x7fccb41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 -- 172.21.15.2:0/317862994 >> 172.21.15.2:0/317862994 conn(0x7fccb40fd8c0 msgr2=0x7fccb40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 -- 172.21.15.2:0/317862994 shutdown_connections 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.282+0000 7fccbaa7b640 1 -- 172.21.15.2:0/317862994 wait complete. 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 Processor -- start 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 -- start start 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 0x7fccb41988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4106f10 0x7fccb419cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:02.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4111e20 con 0x7fccb4101de0 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4111ca0 con 0x7fccb4106f10 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccbaa7b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fccb4111fa0 con 0x7fccb4102790 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59474/0 (socket says 172.21.15.2:59474) 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 -- 172.21.15.2:0/3138796424 learned_addr learned my addr 172.21.15.2:0/3138796424 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb3fff640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 0x7fccb41988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb9018640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4106f10 0x7fccb419cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 -- 172.21.15.2:0/3138796424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 msgr2=0x7fccb41988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 0x7fccb41988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 -- 172.21.15.2:0/3138796424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4106f10 msgr2=0x7fccb419cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4106f10 0x7fccb419cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb8817640 1 -- 172.21.15.2:0/3138796424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccb419d310 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.283+0000 7fccb3fff640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 0x7fccb41988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccb8817640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fcca800d950 tx=0x7fcca800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca8017070 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcca8009c30 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccb419d600 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcca800f620 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.284+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccb41a4ee0 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.285+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccb41021c0 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.286+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcca80109a0 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.287+0000 7fccb1ffb640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 0x7fcca40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.287+0000 7fccb3fff640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 0x7fcca40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.287+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 9533+0+0 (secure 0 0 0) 0x7fcca80cf4c0 con 0x7fccb4101de0 2024-09-05T04:21:02.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.287+0000 7fccb3fff640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 0x7fcca40a5230 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcca0005fd0 tx=0x7fcca0005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:02.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.291+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcca8009de0 con 0x7fccb4101de0 2024-09-05T04:21:02.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.505+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fccb402d7c0 con 0x7fccb4101de0 2024-09-05T04:21:02.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.506+0000 7fccb1ffb640 1 -- 172.21.15.2:0/3138796424 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcca809bcf0 con 0x7fccb4101de0 2024-09-05T04:21:02.506 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:21:02.506 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:21:02.507 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:21:02.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 msgr2=0x7fcca40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:02.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 0x7fcca40a5230 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcca0005fd0 tx=0x7fcca0005850 comp rx=0 tx=0).stop 2024-09-05T04:21:02.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 msgr2=0x7fccb4198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fcca800d950 tx=0x7fcca800de10 comp rx=0 tx=0).stop 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 shutdown_connections 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcca40a2d70 0x7fcca40a5230 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fccb4106f10 0x7fccb419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fccb4102790 0x7fccb41988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 --2- 172.21.15.2:0/3138796424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fccb4101de0 0x7fccb4198360 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 >> 172.21.15.2:0/3138796424 conn(0x7fccb40fd8c0 msgr2=0x7fccb40fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 shutdown_connections 2024-09-05T04:21:02.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:02.508+0000 7fccbaa7b640 1 -- 172.21.15.2:0/3138796424 wait complete. 2024-09-05T04:21:03.237 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:21:03.534 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:03 smithi002 ceph-mon[31001]: pgmap v311: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:21:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:03 smithi002 ceph-mon[31001]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T04:21:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:03 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3138796424' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:03 smithi079 ceph-mon[34908]: pgmap v311: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:21:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:03 smithi079 ceph-mon[34908]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T04:21:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:03 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3138796424' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:03 smithi047 ceph-mon[34498]: pgmap v311: 129 pgs: 129 active+clean; 4.6 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:21:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:03 smithi047 ceph-mon[34498]: osdmap e101: 12 total, 12 up, 12 in 2024-09-05T04:21:03.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:03 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3138796424' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 -- 172.21.15.2:0/139012169 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 msgr2=0x7f9dcc10dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/139012169 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10dbd0 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009ca0 tx=0x7f9dc402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 -- 172.21.15.2:0/139012169 shutdown_connections 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/139012169 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10dbd0 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/139012169 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 0x7f9dcc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/139012169 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 0x7f9dcc101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 -- 172.21.15.2:0/139012169 >> 172.21.15.2:0/139012169 conn(0x7f9dcc077210 msgr2=0x7f9dcc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 -- 172.21.15.2:0/139012169 shutdown_connections 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.002+0000 7f9dd12bf640 1 -- 172.21.15.2:0/139012169 wait complete. 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 Processor -- start 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 -- start start 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 0x7f9dcc10e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 0x7f9dcc10eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc112080 con 0x7f9dcc106050 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc111f00 con 0x7f9dcc101440 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dd12bf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc112200 con 0x7f9dcc101df0 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59494/0 (socket says 172.21.15.2:59494) 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 -- 172.21.15.2:0/4178632773 learned_addr learned my addr 172.21.15.2:0/4178632773 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 0x7f9dcc10eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 0x7f9dcc10e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 -- 172.21.15.2:0/4178632773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 msgr2=0x7f9dcc10eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 0x7f9dcc10eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 -- 172.21.15.2:0/4178632773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 msgr2=0x7f9dcc10e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 0x7f9dcc10e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.003+0000 7f9dcb7fe640 1 -- 172.21.15.2:0/4178632773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dcc1a6af0 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9dcb7fe640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009dc0 tx=0x7f9dc4032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9db3fff640 1 -- 172.21.15.2:0/4178632773 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4003cf0 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dcc1a6d80 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9db3fff640 1 -- 172.21.15.2:0/4178632773 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dc40044f0 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9db3fff640 1 -- 172.21.15.2:0/4178632773 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc4030bf0 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.004+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dcc1a7290 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.006+0000 7f9db3fff640 1 -- 172.21.15.2:0/4178632773 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9dc4004040 con 0x7f9dcc106050 2024-09-05T04:21:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 Processor -- start 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 -- start start 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 0x562b8d7c1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7ce760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562b8d7272f0 con 0x562b8d7c15d0 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562b8d6cecf0 con 0x562b8d7cc370 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dd3698740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562b8d7232b0 con 0x562b8d7c2b40 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9db3fff640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 0x7f9db40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 0x562b8d7c1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59506/0 (socket says 172.21.15.2:59506) 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dcaffd640 1 -- 172.21.15.2:0/2428185154 learned_addr learned my addr 172.21.15.2:0/2428185154 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dcb7fe640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 0x7f9db40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9db3fff640 1 -- 172.21.15.2:0/4178632773 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f9dc40f1010 con 0x7f9dcc106050 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7ce760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 -- 172.21.15.2:0/2428185154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 msgr2=0x562b8d7ce760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7ce760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 -- 172.21.15.2:0/2428185154 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 msgr2=0x562b8d7c1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dca7fc640 1 -- 172.21.15.2:0/2428185154 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b8d6b33a0 con 0x562b8d7c2b40 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.007+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.008+0000 7f9dcb7fe640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 0x7f9db40a51b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9dc40ee910 tx=0x7f9dc40af040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.008+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 0x562b8d7c1090 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc10fff0 tx=0x7f9dc000c630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8da15a8e81fd7583 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.008+0000 7f9db17fa640 1 -- 172.21.15.2:0/2428185154 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc0019030 con 0x562b8d7c2b40 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.008+0000 7f9db17fa640 1 -- 172.21.15.2:0/2428185154 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dc00054d0 con 0x562b8d7c2b40 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.008+0000 7f9db17fa640 1 -- 172.21.15.2:0/2428185154 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc00114a0 con 0x562b8d7c2b40 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- 172.21.15.2:0/2428185154 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 msgr2=0x562b8d7c1090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 0x562b8d7c1090 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9dcc10fff0 tx=0x7f9dc000c630 comp rx=0 tx=0).stop 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- 172.21.15.2:0/2428185154 shutdown_connections 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7ce760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7c1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- 172.21.15.2:0/2428185154 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c2b40 0x562b8d7c1090 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- 172.21.15.2:0/2428185154 >> 172.21.15.2:0/2428185154 conn(0x562b8d78a310 msgr2=0x562b8d7bdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- 172.21.15.2:0/2428185154 shutdown_connections 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- 172.21.15.2:0/2428185154 wait complete. 2024-09-05T04:21:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 -- start start 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 Processor -- start 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c15d0 0x562b8d7cbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.009+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7c9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dd3698740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562b8d7cf070 con 0x562b8d7c2b40 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dd3698740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562b8d6e2060 con 0x562b8d7c15d0 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dd3698740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562b8d7cf1f0 con 0x562b8d7cc370 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dd3698740 10 client.0 _ll_register_callbacks cb 0x562b8d4358c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59518/0 (socket says 172.21.15.2:59518) 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3353044615 learned_addr learned my addr 172.21.15.2:0/3353044615 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c15d0 0x562b8d7cbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 msgr2=0x562b8d7c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3353044615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c15d0 msgr2=0x562b8d7cbc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c15d0 0x562b8d7cbc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3353044615 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b8d4983c0 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc00d410 tx=0x7f9dbc00d8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5bbfc045a504078 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9daeff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc01c060 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f9dbc015810 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.010+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dc00054d0 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9dbc023050 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 10 client.18009 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562b8d7daaf0 con 0x562b8d7c2b40 2024-09-05T04:21:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dc00054d0 con 0x562b8d7c2b40 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9dbc017b80 con 0x562b8d7c2b40 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 10 client.18009 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 10 client.18009 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 20 client.18009 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d7de440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 4 client.18009 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b8d734860 con 0x562b8d7dc000 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.011+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d7de440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.012+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d7de440 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c39df77e61525d90 server_cookie=3d5816f3cf3640c1 in_seq=0 out_seq=0 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.012+0000 7f9daeff5640 10 client.18009 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.012+0000 7f9daeff5640 1 -- 172.21.15.2:0/3353044615 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562b8d734860 con 0x562b8d7dc000 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.012+0000 7f9daeff5640 10 client.18009 handle_command_reply: tid=0 2024-09-05T04:21:04.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.012+0000 7f9dd3698740 1 client.18009 shutdown 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 msgr2=0x562b8d7c8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc00d410 tx=0x7f9dbc00d8d0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 shutdown_connections 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d7de440 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9daeff5640 0 client.18009 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c8f40 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3353044615 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c15d0 0x562b8d7cbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 >> 172.21.15.2:0/3353044615 conn(0x562b8d78a310 msgr2=0x562b8d7c3930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 shutdown_connections 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 1 -- 172.21.15.2:0/3353044615 wait complete. 2024-09-05T04:21:04.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.013+0000 7f9dd3698740 20 client.18009 trim_cache size 0 max 16384 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 Processor -- start 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 -- start start 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c15d0 0x562b8d7d8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7c4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1af410 con 0x562b8d7c2b40 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1b1c70 con 0x562b8d7cc370 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dd3698740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1afa60 con 0x562b8d7c15d0 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59522/0 (socket says 172.21.15.2:59522) 2024-09-05T04:21:04.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3450047510 learned_addr learned my addr 172.21.15.2:0/3450047510 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c15d0 0x562b8d7d8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7c4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3450047510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c15d0 msgr2=0x562b8d7d8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c15d0 0x562b8d7d8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3450047510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 msgr2=0x562b8d7c4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7c4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 -- 172.21.15.2:0/3450047510 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b8d7cf240 con 0x562b8d7c2b40 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7c4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.026+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc00c010 tx=0x7f9dbc006ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5efe46f013cefb0f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9db0ff9640 1 -- 172.21.15.2:0/3450047510 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc02c020 con 0x562b8d7c2b40 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9db0ff9640 1 -- 172.21.15.2:0/3450047510 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dbc016770 con 0x562b8d7c2b40 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9db0ff9640 1 -- 172.21.15.2:0/3450047510 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dbc017b30 con 0x562b8d7c2b40 2024-09-05T04:21:04.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 -- 172.21.15.2:0/3450047510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 msgr2=0x562b8d7c4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f9dbc00c010 tx=0x7f9dbc006ca0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 -- 172.21.15.2:0/3450047510 shutdown_connections 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7cc370 0x562b8d7c4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c2b40 0x562b8d7c4120 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 --2- 172.21.15.2:0/3450047510 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7c15d0 0x562b8d7d8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 -- 172.21.15.2:0/3450047510 >> 172.21.15.2:0/3450047510 conn(0x562b8d78a310 msgr2=0x562b8d7cafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 -- 172.21.15.2:0/3450047510 shutdown_connections 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.027+0000 7f9dd3698740 1 -- 172.21.15.2:0/3450047510 wait complete. 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 -- start start 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 Processor -- start 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 0x562b8d7cfe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7d0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1b0130 con 0x562b8d7c15d0 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1b15a0 con 0x562b8d7c2b40 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dcc1b0800 con 0x562b8d7cc370 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dd3698740 10 client.0 _ll_register_callbacks cb 0x7f9dbc00b5c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59530/0 (socket says 172.21.15.2:59530) 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 -- 172.21.15.2:0/4016892813 learned_addr learned my addr 172.21.15.2:0/4016892813 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 0x562b8d7cfe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 -- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 msgr2=0x562b8d7d0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7d0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 -- 172.21.15.2:0/4016892813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 msgr2=0x562b8d7cfe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 0x562b8d7cfe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dca7fc640 1 -- 172.21.15.2:0/4016892813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b8d7d0a70 con 0x562b8d7c15d0 2024-09-05T04:21:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.028+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 0x562b8d7cfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dca7fc640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f9dc00057c0 tx=0x7f9dc0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6415f43c2a54fc40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dc0019040 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f9dc002ce80 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dbc016770 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9dc003c050 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 10 client.18015 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562b8d846b30 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dbc016770 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9dc0003930 con 0x562b8d7c15d0 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 10 client.18015 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 10 client.18015 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 20 client.18015 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d849070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 4 client.18015 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.029+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562b8d72ed70 con 0x562b8d7dc000 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d849070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dcaffd640 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d849070 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5596945ccbd2bb server_cookie=38b86b45c43491b7 in_seq=0 out_seq=0 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9daeff5640 10 client.18015 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9daeff5640 1 -- 172.21.15.2:0/4016892813 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562b8d72ed70 con 0x562b8d7dc000 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9daeff5640 10 client.18015 handle_command_reply: tid=0 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 client.18015 shutdown 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 msgr2=0x562b8d7d4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f9dc00057c0 tx=0x7f9dc0005850 comp rx=0 tx=0).stop 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 shutdown_connections 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562b8d7dc000 0x562b8d849070 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562b8d7cc370 0x562b8d7d0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562b8d7c2b40 0x562b8d7cfe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9daeff5640 0 client.18015 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 --2- 172.21.15.2:0/4016892813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562b8d7c15d0 0x562b8d7d4b10 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 >> 172.21.15.2:0/4016892813 conn(0x562b8d78a310 msgr2=0x562b8d7c76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.030+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 shutdown_connections 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd3698740 1 -- 172.21.15.2:0/4016892813 wait complete. 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd3698740 20 client.18015 trim_cache size 0 max 16384 2024-09-05T04:21:04.041 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 msgr2=0x7f9db40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 0x7f9db40a51b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9dc40ee910 tx=0x7f9dc40af040 comp rx=0 tx=0).stop 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 msgr2=0x7f9dcc10efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f9dc4009dc0 tx=0x7f9dc4032ff0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 shutdown_connections 2024-09-05T04:21:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9db40a2cf0 0x7f9db40a51b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dcc106050 0x7f9dcc10efe0 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dcc101df0 0x7f9dcc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 --2- 172.21.15.2:0/4178632773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dcc101440 0x7f9dcc10e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 >> 172.21.15.2:0/4178632773 conn(0x7f9dcc077210 msgr2=0x7f9dcc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 shutdown_connections 2024-09-05T04:21:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:04.031+0000 7f9dd12bf640 1 -- 172.21.15.2:0/4178632773 wait complete. 2024-09-05T04:21:05.754 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:21:05.754 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:21:05.782 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:05 smithi002 ceph-mon[31001]: pgmap v313: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:05.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:05 smithi079 ceph-mon[34908]: pgmap v313: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:05.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:05 smithi047 ceph-mon[34498]: pgmap v313: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:06.019 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 -- 172.21.15.2:0/3869878837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 msgr2=0x7f79e4106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 --2- 172.21.15.2:0/3869878837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4106810 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f79d0009900 tx=0x7f79d002a410 comp rx=0 tx=0).stop 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 -- 172.21.15.2:0/3869878837 shutdown_connections 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 --2- 172.21.15.2:0/3869878837 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 0x7f79e410eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 --2- 172.21.15.2:0/3869878837 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4106810 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 --2- 172.21.15.2:0/3869878837 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 0x7f79e41021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 -- 172.21.15.2:0/3869878837 >> 172.21.15.2:0/3869878837 conn(0x7f79e40fd8d0 msgr2=0x7f79e40ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 -- 172.21.15.2:0/3869878837 shutdown_connections 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.501+0000 7f79eaa74640 1 -- 172.21.15.2:0/3869878837 wait complete. 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 Processor -- start 2024-09-05T04:21:06.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 -- start start 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 0x7f79e41983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 0x7f79e419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e4111e70 con 0x7f79e41027c0 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e4111cf0 con 0x7f79e4106f40 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79eaa74640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e4111ff0 con 0x7f79e4101e10 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79e3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79e3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59556/0 (socket says 172.21.15.2:59556) 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.502+0000 7f79e3fff640 1 -- 172.21.15.2:0/2572445363 learned_addr learned my addr 172.21.15.2:0/2572445363 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e9011640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 0x7f79e419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e8810640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 0x7f79e41983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 -- 172.21.15.2:0/2572445363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 msgr2=0x7f79e41983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 0x7f79e41983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 -- 172.21.15.2:0/2572445363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 msgr2=0x7f79e419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 0x7f79e419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 -- 172.21.15.2:0/2572445363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79e419d380 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f79d0005940 tx=0x7f79d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e1ffb640 1 -- 172.21.15.2:0/2572445363 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d003f030 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e1ffb640 1 -- 172.21.15.2:0/2572445363 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d0003aa0 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79e419d610 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79e1ffb640 1 -- 172.21.15.2:0/2572445363 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d0035070 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.503+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79e41a4f50 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79e1ffb640 1 -- 172.21.15.2:0/2572445363 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f79d0042030 con 0x7f79e41027c0 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 Processor -- start 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 -- start start 2024-09-05T04:21:06.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed3fa60 0x55558ed3fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed51540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55558eca5280 con 0x55558ed40380 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79e1ffb640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 0x7f79d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55558ec4cb10 con 0x55558ed3fa60 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.506+0000 7f79ece4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55558eca1240 con 0x55558ed4f150 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e9011640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 0x7f79d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e1ffb640 1 -- 172.21.15.2:0/2572445363 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f79d00efd00 con 0x7f79e41027c0 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59572/0 (socket says 172.21.15.2:59572) 2024-09-05T04:21:06.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 -- 172.21.15.2:0/3245293027 learned_addr learned my addr 172.21.15.2:0/3245293027 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e9011640 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed3fa60 0x55558ed3fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e3fff640 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed51540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 -- 172.21.15.2:0/3245293027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 msgr2=0x55558ed51540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed51540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e9011640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 0x7f79d40a51b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f79dc009fd0 tx=0x7f79dc012af0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 -- 172.21.15.2:0/3245293027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed3fa60 msgr2=0x55558ed3fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed3fa60 0x55558ed3fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 -- 172.21.15.2:0/3245293027 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55558ec591f0 con 0x55558ed40380 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79e8810640 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f79d800ba80 tx=0x7f79d800bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fbe16e392aac320 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.507+0000 7f79ceffd640 1 -- 172.21.15.2:0/3245293027 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d800d8a0 con 0x55558ed40380 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ceffd640 1 -- 172.21.15.2:0/3245293027 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d8019070 con 0x55558ed40380 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ceffd640 1 -- 172.21.15.2:0/3245293027 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8014e60 con 0x55558ed40380 2024-09-05T04:21:06.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 -- 172.21.15.2:0/3245293027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 msgr2=0x55558ed4ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f79d800ba80 tx=0x7f79d800bf40 comp rx=0 tx=0).stop 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 -- 172.21.15.2:0/3245293027 shutdown_connections 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed51540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed40380 0x55558ed4ec10 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3245293027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed3fa60 0x55558ed3fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 -- 172.21.15.2:0/3245293027 >> 172.21.15.2:0/3245293027 conn(0x55558ed3c0f0 msgr2=0x55558ed3c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 -- 172.21.15.2:0/3245293027 shutdown_connections 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.508+0000 7f79ece4d740 1 -- 172.21.15.2:0/3245293027 wait complete. 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 -- start start 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 Processor -- start 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed4c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed4cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55558ed51d80 con 0x55558ed3fa60 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55558ec5ff10 con 0x55558ed4f150 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55558ed51f00 con 0x55558ed40380 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79ece4d740 10 client.0 _ll_register_callbacks cb 0x55558ec28a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59588/0 (socket says 172.21.15.2:59588) 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79e8810640 1 -- 172.21.15.2:0/2589970730 learned_addr learned my addr 172.21.15.2:0/2589970730 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.509+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed4c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 -- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 msgr2=0x55558ed4c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed4c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 -- 172.21.15.2:0/2589970730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 msgr2=0x55558ed4cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed4cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 -- 172.21.15.2:0/2589970730 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55558ea166a0 con 0x55558ed3fa60 2024-09-05T04:21:06.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79e8810640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f79d8004700 tx=0x7f79d8014660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75dd509652381026 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8023070 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f79d800d8a0 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79d8019070 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79d802f050 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79ece4d740 10 client.18027 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.510+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55558ed5daa0 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d8019070 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79d8013070 con 0x55558ed3fa60 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 10 client.18027 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 10 client.18027 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 20 client.18027 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:06.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558ed5edf0 0x55558ed611e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 4 client.18027 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55558ecb27f0 con 0x55558ed5edf0 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558ed5edf0 0x55558ed611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79c3fff640 10 client.18027 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.511+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558ed5edf0 0x55558ed611e0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca57dc0472ff46d8 server_cookie=770357e29cf2114b in_seq=0 out_seq=0 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79c3fff640 1 -- 172.21.15.2:0/2589970730 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55558ecb27f0 con 0x55558ed5edf0 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79c3fff640 10 client.18027 handle_command_reply: tid=0 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 client.18027 shutdown 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 msgr2=0x55558ed4c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f79d8004700 tx=0x7f79d8014660 comp rx=0 tx=0).stop 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 shutdown_connections 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558ed5edf0 0x55558ed611e0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed4cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed4c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2589970730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4c110 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79c3fff640 0 client.18027 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:06.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.512+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 >> 172.21.15.2:0/2589970730 conn(0x55558ed3c0f0 msgr2=0x55558ed41e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.513+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 shutdown_connections 2024-09-05T04:21:06.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.513+0000 7f79ece4d740 1 -- 172.21.15.2:0/2589970730 wait complete. 2024-09-05T04:21:06.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.513+0000 7f79ece4d740 20 client.18027 trim_cache size 0 max 16384 2024-09-05T04:21:06.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 Processor -- start 2024-09-05T04:21:06.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 -- start start 2024-09-05T04:21:06.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 0x55558ed66810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed66d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41aaf70 con 0x55558ed3fa60 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41ad7d0 con 0x55558ed40380 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79ece4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41ab5c0 con 0x55558ed4f150 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59590/0 (socket says 172.21.15.2:59590) 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 -- 172.21.15.2:0/3496357128 learned_addr learned my addr 172.21.15.2:0/3496357128 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e3fff640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 0x55558ed66810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 -- 172.21.15.2:0/3496357128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 msgr2=0x55558ed66d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e9011640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed66d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed66d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 -- 172.21.15.2:0/3496357128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 msgr2=0x55558ed66810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 0x55558ed66810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e8810640 1 -- 172.21.15.2:0/3496357128 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55558ed401b0 con 0x55558ed3fa60 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e9011640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed66d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.531+0000 7f79e3fff640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 0x55558ed66810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79e8810640 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f79d800b240 tx=0x7f79d800b270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84edfafa343ace29 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79ce7fc640 1 -- 172.21.15.2:0/3496357128 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8023070 con 0x55558ed3fa60 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79ce7fc640 1 -- 172.21.15.2:0/3496357128 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d801fe50 con 0x55558ed3fa60 2024-09-05T04:21:06.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79ce7fc640 1 -- 172.21.15.2:0/3496357128 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d801d580 con 0x55558ed3fa60 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79ece4d740 1 -- 172.21.15.2:0/3496357128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 msgr2=0x55558ed4df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.532+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f79d800b240 tx=0x7f79d800b270 comp rx=0 tx=0).stop 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- 172.21.15.2:0/3496357128 shutdown_connections 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed4f150 0x55558ed66d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed40380 0x55558ed66810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- 172.21.15.2:0/3496357128 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed4df70 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- 172.21.15.2:0/3496357128 >> 172.21.15.2:0/3496357128 conn(0x55558ed3c0f0 msgr2=0x55558ed4d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- 172.21.15.2:0/3496357128 shutdown_connections 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- 172.21.15.2:0/3496357128 wait complete. 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- start start 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 Processor -- start 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed53460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed539a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41abc90 con 0x55558ed3fa60 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41ad100 con 0x55558ed4f150 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e41ac360 con 0x55558ed40380 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.533+0000 7f79ece4d740 10 client.0 _ll_register_callbacks cb 0x7f79dc009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59606/0 (socket says 172.21.15.2:59606) 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 -- 172.21.15.2:0/2408737656 learned_addr learned my addr 172.21.15.2:0/2408737656 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e9011640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed53460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 -- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 msgr2=0x55558ed53460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed53460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 -- 172.21.15.2:0/2408737656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 msgr2=0x55558ed539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed539a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 -- 172.21.15.2:0/2408737656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55558edc8830 con 0x55558ed3fa60 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed53460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79e8810640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f79d800dad0 tx=0x7f79d800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ab4224ea5a1175a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8023070 con 0x55558ed3fa60 2024-09-05T04:21:06.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f79d8014840 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.534+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79d801fe50 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79d8041050 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 10 client.18033 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55558edc9aa0 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d801fe50 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79d801dae0 con 0x55558ed3fa60 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 10 client.18033 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 10 client.18033 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 20 client.18033 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558edca0f0 0x55558edcc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 4 client.18033 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55558ecacd00 con 0x55558edca0f0 2024-09-05T04:21:06.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.535+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558edca0f0 0x55558edcc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.536+0000 7f79c3fff640 10 client.18033 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.536+0000 7f79e3fff640 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558edca0f0 0x55558edcc4e0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=848b0c81f79a7714 server_cookie=af83a6821a4568cd in_seq=0 out_seq=0 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79c3fff640 1 -- 172.21.15.2:0/2408737656 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55558ecacd00 con 0x55558edca0f0 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79c3fff640 10 client.18033 handle_command_reply: tid=0 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 client.18033 shutdown 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 msgr2=0x55558ed52f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f79d800dad0 tx=0x7f79d800db90 comp rx=0 tx=0).stop 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 shutdown_connections 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55558edca0f0 0x55558edcc4e0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55558ed4f150 0x55558ed539a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79c3fff640 0 client.18033 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55558ed40380 0x55558ed53460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 --2- 172.21.15.2:0/2408737656 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55558ed3fa60 0x55558ed52f20 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 >> 172.21.15.2:0/2408737656 conn(0x55558ed3c0f0 msgr2=0x55558ed3b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 shutdown_connections 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 1 -- 172.21.15.2:0/2408737656 wait complete. 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.537+0000 7f79ece4d740 20 client.18033 trim_cache size 0 max 16384 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:21:06.543 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "00f1a9f0-9b9b-4f55-be2c-a9a5e20d706c", 2024-09-05T04:21:06.544 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:21:06.544 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:06.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 msgr2=0x7f79d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 0x7f79d40a51b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f79dc009fd0 tx=0x7f79dc012af0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 msgr2=0x7f79e4198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f79d0005940 tx=0x7f79d0004270 comp rx=0 tx=0).stop 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 shutdown_connections 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79d40a2cf0 0x7f79d40a51b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e4106f40 0x7f79e419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e41027c0 0x7f79e4198910 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 --2- 172.21.15.2:0/2572445363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e4101e10 0x7f79e41983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:06.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 >> 172.21.15.2:0/2572445363 conn(0x7f79e40fd8d0 msgr2=0x7f79e40fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:06.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 shutdown_connections 2024-09-05T04:21:06.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:06.538+0000 7f79eaa74640 1 -- 172.21.15.2:0/2572445363 wait complete. 2024-09-05T04:21:07.263 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:21:07.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: pgmap v314: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:21:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:21:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:07 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:21:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: pgmap v314: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:07 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:21:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: pgmap v314: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:21:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:21:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:07.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:07 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:21:08.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 -- 172.21.15.2:0/804439078 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 msgr2=0x7f45dc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 --2- 172.21.15.2:0/804439078 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc1021c0 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f45cc009900 tx=0x7f45cc02a410 comp rx=0 tx=0).stop 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 -- 172.21.15.2:0/804439078 shutdown_connections 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 --2- 172.21.15.2:0/804439078 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 0x7f45dc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 --2- 172.21.15.2:0/804439078 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 0x7f45dc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 --2- 172.21.15.2:0/804439078 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc1021c0 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 -- 172.21.15.2:0/804439078 >> 172.21.15.2:0/804439078 conn(0x7f45dc0fd8c0 msgr2=0x7f45dc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.024+0000 7f45e0aed640 1 -- 172.21.15.2:0/804439078 shutdown_connections 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.025+0000 7f45e0aed640 1 -- 172.21.15.2:0/804439078 wait complete. 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.025+0000 7f45e0aed640 1 Processor -- start 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.025+0000 7f45e0aed640 1 -- start start 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.025+0000 7f45e0aed640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 0x7f45dc1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 0x7f45dc19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc111e20 con 0x7f45dc101de0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc111ca0 con 0x7f45dc106f10 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc111fa0 con 0x7f45dc102790 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59624/0 (socket says 172.21.15.2:59624) 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 -- 172.21.15.2:0/841841299 learned_addr learned my addr 172.21.15.2:0/841841299 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45dad9d640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 0x7f45dc19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 0x7f45dc1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 -- 172.21.15.2:0/841841299 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 msgr2=0x7f45dc1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 0x7f45dc1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 -- 172.21.15.2:0/841841299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 msgr2=0x7f45dc19cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 0x7f45dc19cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 -- 172.21.15.2:0/841841299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45dc19d310 con 0x7f45dc101de0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45da59c640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f45cc005940 tx=0x7f45cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45cb7fe640 1 -- 172.21.15.2:0/841841299 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc03f030 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45cb7fe640 1 -- 172.21.15.2:0/841841299 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45cc003cb0 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45cb7fe640 1 -- 172.21.15.2:0/841841299 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc035070 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.026+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45dc19d5a0 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.027+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45dc1a4ee0 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.029+0000 7f45cb7fe640 1 -- 172.21.15.2:0/841841299 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f45cc042030 con 0x7f45dc101de0 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.029+0000 7f45e2ec6740 1 Processor -- start 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.029+0000 7f45e2ec6740 1 -- start start 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.029+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e66740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45cb7fe640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 0x7f45c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e75a90 0x563410e77e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563410dcc2e0 con 0x563410e66c80 2024-09-05T04:21:08.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563410d73ce0 con 0x563410e75a90 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563410dc82a0 con 0x563410e66360 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45da59c640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 0x7f45c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59628/0 (socket says 172.21.15.2:59628) 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 -- 172.21.15.2:0/1789611102 learned_addr learned my addr 172.21.15.2:0/1789611102 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45dad9d640 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e66740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45dad9d640 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e75a90 0x563410e77e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45cb7fe640 1 -- 172.21.15.2:0/841841299 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f45cc0f0060 con 0x7f45dc101de0 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 -- 172.21.15.2:0/1789611102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 msgr2=0x563410e66740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e66740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 -- 172.21.15.2:0/1789611102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e75a90 msgr2=0x563410e77e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e75a90 0x563410e77e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 -- 172.21.15.2:0/1789611102 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563410d58440 con 0x563410e66c80 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.030+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009c30 tx=0x7f45d00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f37aa8b425e7990 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.031+0000 7f45c8ff9640 1 -- 172.21.15.2:0/1789611102 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0012450 con 0x563410e66c80 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.031+0000 7f45c8ff9640 1 -- 172.21.15.2:0/1789611102 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45d0012aa0 con 0x563410e66c80 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.031+0000 7f45c8ff9640 1 -- 172.21.15.2:0/1789611102 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d000fb10 con 0x563410e66c80 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- 172.21.15.2:0/1789611102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 msgr2=0x563410e75550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f45d0009c30 tx=0x7f45d00117b0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45da59c640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 0x7f45c40a51b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0ed410 tx=0x7f45cc0b8470 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- 172.21.15.2:0/1789611102 shutdown_connections 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e75a90 0x563410e77e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66c80 0x563410e75550 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/1789611102 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e66740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- 172.21.15.2:0/1789611102 >> 172.21.15.2:0/1789611102 conn(0x563410e62a30 msgr2=0x563410e62e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- 172.21.15.2:0/1789611102 shutdown_connections 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- 172.21.15.2:0/1789611102 wait complete. 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.032+0000 7f45e2ec6740 1 -- start start 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 Processor -- start 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e726d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e75a90 0x563410e72c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563410e78660 con 0x563410e66360 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x563410d87050 con 0x563410e66c80 2024-09-05T04:21:08.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563410e787e0 con 0x563410e75a90 2024-09-05T04:21:08.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45e2ec6740 10 client.0 _ll_register_callbacks cb 0x563410dc7160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:08.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59630/0 (socket says 172.21.15.2:59630) 2024-09-05T04:21:08.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45dad9d640 1 -- 172.21.15.2:0/2275865913 learned_addr learned my addr 172.21.15.2:0/2275865913 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:08.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e726d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.033+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e75a90 0x563410e72c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 -- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e75a90 msgr2=0x563410e72c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e75a90 0x563410e72c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 -- 172.21.15.2:0/2275865913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 msgr2=0x563410e726d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e726d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 -- 172.21.15.2:0/2275865913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563410b3d3c0 con 0x563410e66360 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f45d4010dc0 tx=0x7f45d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1291f2be0efeb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4003b70 con 0x563410e66360 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f45d4003d10 con 0x563410e66360 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.034+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45d0012aa0 con 0x563410e66360 2024-09-05T04:21:08.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f45d4004020 con 0x563410e66360 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 10 client.18045 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563410e840f0 con 0x563410e66360 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45d0012aa0 con 0x563410e66360 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f45d400f040 con 0x563410e66360 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 10 client.18045 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 10 client.18045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 20 client.18045 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410e85500 0x563410e878f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 4 client.18045 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563410dd9850 con 0x563410e85500 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.035+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410e85500 0x563410e878f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.036+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410e85500 0x563410e878f0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2de9284b9504fab7 server_cookie=920c76859842f471 in_seq=0 out_seq=0 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.036+0000 7f45c1ffb640 10 client.18045 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:08.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45c1ffb640 1 -- 172.21.15.2:0/2275865913 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563410dd9850 con 0x563410e85500 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45c1ffb640 10 client.18045 handle_command_reply: tid=0 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 client.18045 shutdown 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 msgr2=0x563410e75420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f45d4010dc0 tx=0x7f45d4004a40 comp rx=0 tx=0).stop 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 shutdown_connections 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410e85500 0x563410e878f0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45c1ffb640 0 client.18045 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e75a90 0x563410e72c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e726d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2275865913 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e66360 0x563410e75420 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 >> 172.21.15.2:0/2275865913 conn(0x563410e62a30 msgr2=0x563410e68790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 shutdown_connections 2024-09-05T04:21:08.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2275865913 wait complete. 2024-09-05T04:21:08.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.037+0000 7f45e2ec6740 20 client.18045 trim_cache size 0 max 16384 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 Processor -- start 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 -- start start 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e81900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e8d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.055+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1aaf40 con 0x563410e75a90 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1ad7a0 con 0x563410e66c80 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1ab590 con 0x563410e66360 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59644/0 (socket says 172.21.15.2:59644) 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 -- 172.21.15.2:0/2048372599 learned_addr learned my addr 172.21.15.2:0/2048372599 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:08.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e81900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e8d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 -- 172.21.15.2:0/2048372599 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 msgr2=0x563410e81900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e81900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 -- 172.21.15.2:0/2048372599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 msgr2=0x563410e8d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e8d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 -- 172.21.15.2:0/2048372599 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563410e66ab0 con 0x563410e75a90 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e8d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45dad9d640 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f45d4012000 tx=0x7f45d4009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3482e87a2d2e1e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45c3fff640 1 -- 172.21.15.2:0/2048372599 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4030040 con 0x563410e75a90 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45c3fff640 1 -- 172.21.15.2:0/2048372599 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45d4031040 con 0x563410e75a90 2024-09-05T04:21:08.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.056+0000 7f45c3fff640 1 -- 172.21.15.2:0/2048372599 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d400fd60 con 0x563410e75a90 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2048372599 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 msgr2=0x563410e8d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f45d4012000 tx=0x7f45d4009800 comp rx=0 tx=0).stop 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2048372599 shutdown_connections 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e8d690 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66c80 0x563410e8d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/2048372599 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66360 0x563410e81900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2048372599 >> 172.21.15.2:0/2048372599 conn(0x563410e62a30 msgr2=0x563410e6dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2048372599 shutdown_connections 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- 172.21.15.2:0/2048372599 wait complete. 2024-09-05T04:21:08.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.057+0000 7f45e2ec6740 1 -- start start 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 Processor -- start 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66360 0x563410e7e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66c80 0x563410e796c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1abc60 con 0x563410e75a90 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1ad0d0 con 0x563410e66360 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f45dc1ac330 con 0x563410e66c80 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45e2ec6740 10 client.0 _ll_register_callbacks cb 0x7f45d40103d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59646/0 (socket says 172.21.15.2:59646) 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 -- 172.21.15.2:0/138293845 learned_addr learned my addr 172.21.15.2:0/138293845 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66360 0x563410e7e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66c80 0x563410e796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 -- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66c80 msgr2=0x563410e796c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66c80 0x563410e796c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 -- 172.21.15.2:0/138293845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66360 msgr2=0x563410e7e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66360 0x563410e7e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 -- 172.21.15.2:0/138293845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563410eef120 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45dad9d640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f45d4013d60 tx=0x7f45d400f570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffbb10c4a5ab8066 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.058+0000 7f45c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d4030040 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 9621+0+0 (secure 0 0 0) 0x7f45d4003970 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45d4031040 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f45d403e070 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 10 client.18051 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563410ef0280 con 0x563410e75a90 2024-09-05T04:21:08.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45d4031040 con 0x563410e75a90 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f45d40204e0 con 0x563410e75a90 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 10 client.18051 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 10 client.18051 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 20 client.18051 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410ef07e0 0x563410ef2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 4 client.18051 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.059+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x563410dd3d60 con 0x563410ef07e0 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410ef07e0 0x563410ef2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45c1ffb640 10 client.18051 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45d9d9b640 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410ef07e0 0x563410ef2bd0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=845116f73e335baa server_cookie=367e7210f4ec671c in_seq=0 out_seq=0 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45c1ffb640 1 -- 172.21.15.2:0/138293845 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x563410dd3d60 con 0x563410ef07e0 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45c1ffb640 10 client.18051 handle_command_reply: tid=0 2024-09-05T04:21:08.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 client.18051 shutdown 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 msgr2=0x563410e79e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f45d4013d60 tx=0x7f45d400f570 comp rx=0 tx=0).stop 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 shutdown_connections 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563410ef07e0 0x563410ef2bd0 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563410e75a90 0x563410e79e50 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563410e66c80 0x563410e796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 --2- 172.21.15.2:0/138293845 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563410e66360 0x563410e7e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45c1ffb640 0 client.18051 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.060+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 >> 172.21.15.2:0/138293845 conn(0x563410e62a30 msgr2=0x563410e61350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 shutdown_connections 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e2ec6740 1 -- 172.21.15.2:0/138293845 wait complete. 2024-09-05T04:21:08.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e2ec6740 20 client.18051 trim_cache size 0 max 16384 2024-09-05T04:21:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:08.067 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:21:08.067 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:21:08.067 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:08.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 msgr2=0x7f45c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 0x7f45c40a51b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0ed410 tx=0x7f45cc0b8470 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 msgr2=0x7f45dc198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f45cc005940 tx=0x7f45cc0042f0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 shutdown_connections 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f45c40a2cf0 0x7f45c40a51b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f45dc106f10 0x7f45dc19cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f45dc102790 0x7f45dc1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 --2- 172.21.15.2:0/841841299 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f45dc101de0 0x7f45dc198360 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 >> 172.21.15.2:0/841841299 conn(0x7f45dc0fd8c0 msgr2=0x7f45dc0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 shutdown_connections 2024-09-05T04:21:08.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:08.061+0000 7f45e0aed640 1 -- 172.21.15.2:0/841841299 wait complete. 2024-09-05T04:21:08.741 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:21:08.741 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:21:08.994 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:09.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:09 smithi002 ceph-mon[31001]: pgmap v315: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:09.401 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:09 smithi002 ceph-mon[31001]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 -- 172.21.15.2:0/3424176852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 msgr2=0x7fe284106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 --2- 172.21.15.2:0/3424176852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe284106800 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fe278009900 tx=0x7fe27802a410 comp rx=0 tx=0).stop 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 -- 172.21.15.2:0/3424176852 shutdown_connections 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 --2- 172.21.15.2:0/3424176852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284106f30 0x7fe28410eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 --2- 172.21.15.2:0/3424176852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe284106800 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 --2- 172.21.15.2:0/3424176852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284100310 0x7fe2841006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 -- 172.21.15.2:0/3424176852 >> 172.21.15.2:0/3424176852 conn(0x7fe284077210 msgr2=0x7fe2840fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 -- 172.21.15.2:0/3424176852 shutdown_connections 2024-09-05T04:21:09.510 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 -- 172.21.15.2:0/3424176852 wait complete. 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.483+0000 7fe289ef6640 1 Processor -- start 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 -- start start 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284100310 0x7fe284101290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284106f30 0x7fe284101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe284111e90 con 0x7fe284100cc0 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe284111d10 con 0x7fe284100310 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe289ef6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe284112010 con 0x7fe284106f30 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59666/0 (socket says 172.21.15.2:59666) 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 -- 172.21.15.2:0/2569627536 learned_addr learned my addr 172.21.15.2:0/2569627536 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe283fff640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284106f30 0x7fe284101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe2837fe640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284100310 0x7fe284101290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:09.511 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 -- 172.21.15.2:0/2569627536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284106f30 msgr2=0x7fe284101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284106f30 0x7fe284101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 -- 172.21.15.2:0/2569627536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284100310 msgr2=0x7fe284101290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284100310 0x7fe284101290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.484+0000 7fe282ffd640 1 -- 172.21.15.2:0/2569627536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2841a68d0 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe282ffd640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fe278005ab0 tx=0x7fe278003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27803f070 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe278031d60 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2841a6b60 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278035030 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.485+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2841a7040 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.486+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2841006f0 con 0x7fe284100cc0 2024-09-05T04:21:09.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.487+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe278042070 con 0x7fe284100cc0 2024-09-05T04:21:09.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.488+0000 7fe280ff9640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 0x7fe26c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:09.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.488+0000 7fe2837fe640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 0x7fe26c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:09.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.488+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fe2780f0090 con 0x7fe284100cc0 2024-09-05T04:21:09.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.488+0000 7fe2837fe640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 0x7fe26c0a51b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe27400ab40 tx=0x7fe27400a250 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:09.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.492+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe2780bc270 con 0x7fe284100cc0 2024-09-05T04:21:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:09 smithi079 ceph-mon[34908]: pgmap v315: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:09 smithi079 ceph-mon[34908]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T04:21:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:09 smithi047 ceph-mon[34498]: pgmap v315: 129 pgs: 129 active+clean; 4.8 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 104 KiB/s wr, 32 op/s 2024-09-05T04:21:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:09 smithi047 ceph-mon[34498]: osdmap e102: 12 total, 12 up, 12 in 2024-09-05T04:21:09.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.703+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe28410a110 con 0x7fe284100cc0 2024-09-05T04:21:09.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.703+0000 7fe280ff9640 1 -- 172.21.15.2:0/2569627536 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe2780c0570 con 0x7fe284100cc0 2024-09-05T04:21:09.704 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:21:09.704 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:21:09.704 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 msgr2=0x7fe26c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 0x7fe26c0a51b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fe27400ab40 tx=0x7fe27400a250 comp rx=0 tx=0).stop 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 msgr2=0x7fe2841017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fe278005ab0 tx=0x7fe278003cd0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 shutdown_connections 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe26c0a2cf0 0x7fe26c0a51b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe284106f30 0x7fe284101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe284100cc0 0x7fe2841017d0 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 --2- 172.21.15.2:0/2569627536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe284100310 0x7fe284101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:09.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 >> 172.21.15.2:0/2569627536 conn(0x7fe284077210 msgr2=0x7fe2840fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:09.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 shutdown_connections 2024-09-05T04:21:09.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:09.706+0000 7fe289ef6640 1 -- 172.21.15.2:0/2569627536 wait complete. 2024-09-05T04:21:10.357 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:10 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2569627536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:10.386 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:21:10.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:10 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2569627536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:10.639 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:10 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2569627536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:11.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 -- 172.21.15.2:0/450327784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 msgr2=0x7f24f41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/450327784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f41021c0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f24f0009900 tx=0x7f24f002a410 comp rx=0 tx=0).stop 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 -- 172.21.15.2:0/450327784 shutdown_connections 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/450327784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4106f10 0x7f24f410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/450327784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4102790 0x7f24f41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/450327784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f41021c0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 -- 172.21.15.2:0/450327784 >> 172.21.15.2:0/450327784 conn(0x7f24f40fd8c0 msgr2=0x7f24f40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 -- 172.21.15.2:0/450327784 shutdown_connections 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.084+0000 7f24fb6b8640 1 -- 172.21.15.2:0/450327784 wait complete. 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 Processor -- start 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 -- start start 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4102790 0x7f24f41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.114 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4106f10 0x7f24f419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24f4111de0 con 0x7f24f4101de0 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24f4111c60 con 0x7f24f4102790 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24fb6b8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24f4111f60 con 0x7f24f4106f10 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24f9454640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24f9454640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59678/0 (socket says 172.21.15.2:59678) 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.085+0000 7f24f9454640 1 -- 172.21.15.2:0/3745685691 learned_addr learned my addr 172.21.15.2:0/3745685691 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f8c53640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4102790 0x7f24f41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4106f10 0x7f24f419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 -- 172.21.15.2:0/3745685691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4106f10 msgr2=0x7f24f419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4106f10 0x7f24f419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 -- 172.21.15.2:0/3745685691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4102790 msgr2=0x7f24f41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4102790 0x7f24f41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 -- 172.21.15.2:0/3745685691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24f419d330 con 0x7f24f4101de0 2024-09-05T04:21:11.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24f9454640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f24f0005940 tx=0x7f24f0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24ea7fc640 1 -- 172.21.15.2:0/3745685691 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f003f030 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24ea7fc640 1 -- 172.21.15.2:0/3745685691 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24f0003aa0 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24f419d5c0 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24ea7fc640 1 -- 172.21.15.2:0/3745685691 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f0035070 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.086+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24f41a4f00 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.088+0000 7f24ea7fc640 1 -- 172.21.15.2:0/3745685691 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f24f0042030 con 0x7f24f4101de0 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 Processor -- start 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 -- start start 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f47d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f47da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c32f3e32f0 con 0x55c32f48c780 2024-09-05T04:21:11.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c32f38acf0 con 0x55c32f47eb40 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24fda91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c32f3df2b0 con 0x55c32f47d5d0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24ea7fc640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 0x7f24e00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24f8c53640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24f8c53640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59682/0 (socket says 172.21.15.2:59682) 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24f8c53640 1 -- 172.21.15.2:0/3167914624 learned_addr learned my addr 172.21.15.2:0/3167914624 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.089+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 0x7f24e00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f47d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f9454640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f47da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24ea7fc640 1 -- 172.21.15.2:0/3745685691 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f24f00effa0 con 0x7f24f4101de0 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 -- 172.21.15.2:0/3167914624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 msgr2=0x55c32f47da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f47da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 -- 172.21.15.2:0/3167914624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 msgr2=0x55c32f47d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f47d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 -- 172.21.15.2:0/3167914624 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c32f36f3a0 con 0x55c32f48c780 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f9454640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f47da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f8c53640 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f24e400abf0 tx=0x7f24e400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a8d814f3639b27 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 0x7f24e00a51b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009fd0 tx=0x7f24ec004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24df7fe640 1 -- 172.21.15.2:0/3167914624 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e401d070 con 0x55c32f48c780 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24df7fe640 1 -- 172.21.15.2:0/3167914624 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24e4018af0 con 0x55c32f48c780 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.090+0000 7f24df7fe640 1 -- 172.21.15.2:0/3167914624 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24e40109c0 con 0x55c32f48c780 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- 172.21.15.2:0/3167914624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 msgr2=0x55c32f48eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f24e400abf0 tx=0x7f24e400f790 comp rx=0 tx=0).stop 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- 172.21.15.2:0/3167914624 shutdown_connections 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f48eb70 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f47da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 --2- 172.21.15.2:0/3167914624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f47d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- 172.21.15.2:0/3167914624 >> 172.21.15.2:0/3167914624 conn(0x55c32f446310 msgr2=0x55c32f479c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- 172.21.15.2:0/3167914624 shutdown_connections 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- 172.21.15.2:0/3167914624 wait complete. 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 -- start start 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.091+0000 7f24fda91740 1 Processor -- start 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47d5d0 0x55c32f48c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f4893f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c32f48f480 con 0x55c32f48c780 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c32f39e060 con 0x55c32f47d5d0 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c32f48f600 con 0x55c32f47eb40 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24fda91740 10 client.0 _ll_register_callbacks cb 0x55c32f0f18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:11.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59688/0 (socket says 172.21.15.2:59688) 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 -- 172.21.15.2:0/234150813 learned_addr learned my addr 172.21.15.2:0/234150813 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9454640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47d5d0 0x55c32f48c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f8c53640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f4893f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 -- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 msgr2=0x55c32f4893f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f4893f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 -- 172.21.15.2:0/234150813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47d5d0 msgr2=0x55c32f48c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47d5d0 0x55c32f48c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.092+0000 7f24f9c55640 1 -- 172.21.15.2:0/234150813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c32f1543c0 con 0x55c32f48c780 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24f9c55640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f24ec003cf0 tx=0x7f24ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=260e0ca8308a4ae5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ec00fd20 con 0x55c32f48c780 2024-09-05T04:21:11.120 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24e4018af0 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f24ec0045b0 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f24ec032050 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 10 client.18069 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c32f49af90 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24e4018af0 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f24ec00f040 con 0x55c32f48c780 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 10 client.18069 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 10 client.18069 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 20 client.18069 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f49c3a0 0x55c32f49e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 4 client.18069 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.093+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c32f3f0860 con 0x55c32f49c3a0 2024-09-05T04:21:11.121 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.094+0000 7f24f9454640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f49c3a0 0x55c32f49e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.094+0000 7f24f9454640 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f49c3a0 0x55c32f49e7f0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47f772ee6d5894dc server_cookie=ca3b223f37a18323 in_seq=0 out_seq=0 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.094+0000 7f24dcff9640 10 client.18069 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24dcff9640 1 -- 172.21.15.2:0/234150813 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c32f3f0860 con 0x55c32f49c3a0 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24dcff9640 10 client.18069 handle_command_reply: tid=0 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 client.18069 shutdown 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 msgr2=0x55c32f4899e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7f24ec003cf0 tx=0x7f24ec004a40 comp rx=0 tx=0).stop 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 shutdown_connections 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f49c3a0 0x55c32f49e7f0 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f4899e0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f4893f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24dcff9640 0 client.18069 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 --2- 172.21.15.2:0/234150813 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47d5d0 0x55c32f48c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.122 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 >> 172.21.15.2:0/234150813 conn(0x55c32f446310 msgr2=0x55c32f47f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 shutdown_connections 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 1 -- 172.21.15.2:0/234150813 wait complete. 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.095+0000 7f24fda91740 20 client.18069 trim_cache size 0 max 16384 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 Processor -- start 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 -- start start 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f47cde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f48c780 0x55c32f4a40c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41aaee0 con 0x55c32f47d5d0 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41ad740 con 0x55c32f48c780 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24fda91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41ab530 con 0x55c32f47eb40 2024-09-05T04:21:11.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24f9454640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24f9454640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59692/0 (socket says 172.21.15.2:59692) 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.108+0000 7f24f9454640 1 -- 172.21.15.2:0/1452181672 learned_addr learned my addr 172.21.15.2:0/1452181672 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 -- 172.21.15.2:0/1452181672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 msgr2=0x55c32f47cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f47cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 -- 172.21.15.2:0/1452181672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f48c780 msgr2=0x55c32f4a40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f48c780 0x55c32f4a40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 -- 172.21.15.2:0/1452181672 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c32f487940 con 0x55c32f47d5d0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24f9454640 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f24f00bbe20 tx=0x7f24f0049dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a78c06a595e35564 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24deffd640 1 -- 172.21.15.2:0/1452181672 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f0049040 con 0x55c32f47d5d0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24deffd640 1 -- 172.21.15.2:0/1452181672 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24f00c0420 con 0x55c32f47d5d0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24deffd640 1 -- 172.21.15.2:0/1452181672 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24f003be50 con 0x55c32f47d5d0 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 -- 172.21.15.2:0/1452181672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 msgr2=0x55c32f498720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.124 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f24f00bbe20 tx=0x7f24f0049dd0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 -- 172.21.15.2:0/1452181672 shutdown_connections 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f48c780 0x55c32f4a40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47eb40 0x55c32f47cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 --2- 172.21.15.2:0/1452181672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f47d5d0 0x55c32f498720 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.109+0000 7f24fda91740 1 -- 172.21.15.2:0/1452181672 >> 172.21.15.2:0/1452181672 conn(0x55c32f446310 msgr2=0x55c32f487cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- 172.21.15.2:0/1452181672 shutdown_connections 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- 172.21.15.2:0/1452181672 wait complete. 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- start start 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 Processor -- start 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f4906b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f490bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41abc00 con 0x55c32f48c780 2024-09-05T04:21:11.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41ad070 con 0x55c32f47eb40 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24f41ac2d0 con 0x55c32f47d5d0 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.110+0000 7f24fda91740 10 client.0 _ll_register_callbacks cb 0x7f24ec003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59700/0 (socket says 172.21.15.2:59700) 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 -- 172.21.15.2:0/3534911455 learned_addr learned my addr 172.21.15.2:0/3534911455 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9454640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f4906b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f8c53640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f490bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 -- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 msgr2=0x55c32f4906b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f4906b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 -- 172.21.15.2:0/3534911455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 msgr2=0x55c32f490bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f490bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 -- 172.21.15.2:0/3534911455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c32f506160 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24f9c55640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f24ec003cc0 tx=0x7f24ec005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20cea80b3bbce66 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24dcff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24ec004400 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f24f00c0420 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f24ec02f040 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f24ec044050 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.111+0000 7f24fda91740 10 client.18075 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c32f507440 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24f00c0420 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f24ec036430 con 0x55c32f48c780 2024-09-05T04:21:11.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 10 client.18075 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 10 client.18075 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 20 client.18075 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f507af0 0x55c32f509ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 4 client.18075 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c32f3ead70 con 0x55c32f507af0 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.112+0000 7f24f9454640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f507af0 0x55c32f509ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24dcff9640 10 client.18075 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24f9454640 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f507af0 0x55c32f509ee0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b72ec25160f6a926 server_cookie=3e9046f7ea062f29 in_seq=0 out_seq=0 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24dcff9640 1 -- 172.21.15.2:0/3534911455 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c32f3ead70 con 0x55c32f507af0 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24dcff9640 10 client.18075 handle_command_reply: tid=0 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 client.18075 shutdown 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 msgr2=0x55c32f491130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.128 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f24ec003cc0 tx=0x7f24ec005f90 comp rx=0 tx=0).stop 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 shutdown_connections 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c32f507af0 0x55c32f509ee0 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c32f48c780 0x55c32f491130 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c32f47eb40 0x55c32f490bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24dcff9640 0 client.18075 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 --2- 172.21.15.2:0/3534911455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c32f47d5d0 0x55c32f4906b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 >> 172.21.15.2:0/3534911455 conn(0x55c32f446310 msgr2=0x55c32f4784e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 shutdown_connections 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 1 -- 172.21.15.2:0/3534911455 wait complete. 2024-09-05T04:21:11.129 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.113+0000 7f24fda91740 20 client.18075 trim_cache size 0 max 16384 2024-09-05T04:21:11.130 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:21:11.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 msgr2=0x7f24e00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 0x7f24e00a51b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f24ec009fd0 tx=0x7f24ec004ab0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.130 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 msgr2=0x7f24f4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f24f0005940 tx=0x7f24f0004270 comp rx=0 tx=0).stop 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 shutdown_connections 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f24e00a2cf0 0x7f24e00a51b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24f4106f10 0x7f24f419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24f4102790 0x7f24f41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 --2- 172.21.15.2:0/3745685691 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24f4101de0 0x7f24f4198380 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 >> 172.21.15.2:0/3745685691 conn(0x7f24f40fd8c0 msgr2=0x7f24f40fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 shutdown_connections 2024-09-05T04:21:11.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:11.114+0000 7f24fb6b8640 1 -- 172.21.15.2:0/3745685691 wait complete. 2024-09-05T04:21:11.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:11 smithi002 ceph-mon[31001]: pgmap v317: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 127 KiB/s wr, 38 op/s 2024-09-05T04:21:11.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:11 smithi079 ceph-mon[34908]: pgmap v317: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 127 KiB/s wr, 38 op/s 2024-09-05T04:21:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:11 smithi047 ceph-mon[34498]: pgmap v317: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 127 KiB/s wr, 38 op/s 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 -- 172.21.15.2:0/3139174730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 msgr2=0x7f2ca410d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/3139174730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca410d890 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c009cd0 tx=0x7f2c9c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 -- 172.21.15.2:0/3139174730 shutdown_connections 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/3139174730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca410d890 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/3139174730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41009c0 0x7f2ca4100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/3139174730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41069d0 0x7f2ca4106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 -- 172.21.15.2:0/3139174730 >> 172.21.15.2:0/3139174730 conn(0x7f2ca40fc6e0 msgr2=0x7f2ca40feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 -- 172.21.15.2:0/3139174730 shutdown_connections 2024-09-05T04:21:11.979 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 -- 172.21.15.2:0/3139174730 wait complete. 2024-09-05T04:21:11.980 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.978+0000 7f2caa1e4640 1 Processor -- start 2024-09-05T04:21:11.980 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 -- start start 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41009c0 0x7f2ca41982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 0x7f2ca419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca4110cc0 con 0x7f2ca4101360 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca4110b40 con 0x7f2ca41009c0 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2caa1e4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca4110e40 con 0x7f2ca41069d0 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50154/0 (socket says 172.21.15.2:50154) 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 -- 172.21.15.2:0/4244496917 learned_addr learned my addr 172.21.15.2:0/4244496917 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 0x7f2ca419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41009c0 0x7f2ca41982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 -- 172.21.15.2:0/4244496917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 msgr2=0x7f2ca419cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 0x7f2ca419cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 -- 172.21.15.2:0/4244496917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41009c0 msgr2=0x7f2ca41982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41009c0 0x7f2ca41982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 -- 172.21.15.2:0/4244496917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca419d2b0 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 0x7f2ca419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.979+0000 7f2c9affd640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00d950 tx=0x7f2c8c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.980+0000 7f2ca17fa640 1 -- 172.21.15.2:0/4244496917 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c017030 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.980+0000 7f2ca17fa640 1 -- 172.21.15.2:0/4244496917 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c8c004020 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.980+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca419d5a0 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.980+0000 7f2ca17fa640 1 -- 172.21.15.2:0/4244496917 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c0047a0 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.980+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca41a4e30 con 0x7f2ca4101360 2024-09-05T04:21:11.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.982+0000 7f2ca17fa640 1 -- 172.21.15.2:0/4244496917 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2c8c0041d0 con 0x7f2ca4101360 2024-09-05T04:21:11.989 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.982+0000 7f2cad05b740 1 Processor -- start 2024-09-05T04:21:11.989 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.982+0000 7f2cad05b740 1 -- start start 2024-09-05T04:21:11.989 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65caf0 0x55dd6b65ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b667770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b5c12f0 con 0x55dd6b667cb0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b569270 con 0x55dd6b65caf0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2cad05b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b5bd2b0 con 0x55dd6b65d410 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2ca17fa640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 0x7f2c900a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50156/0 (socket says 172.21.15.2:50156) 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 -- 172.21.15.2:0/1907563876 learned_addr learned my addr 172.21.15.2:0/1907563876 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b667770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65caf0 0x55dd6b65ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 0x7f2c900a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2ca17fa640 1 -- 172.21.15.2:0/4244496917 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f2c8c0cf340 con 0x7f2ca4101360 2024-09-05T04:21:11.990 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 -- 172.21.15.2:0/1907563876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 msgr2=0x55dd6b667770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b667770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 -- 172.21.15.2:0/1907563876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65caf0 msgr2=0x55dd6b65ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65caf0 0x55dd6b65ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 -- 172.21.15.2:0/1907563876 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6b568340 con 0x55dd6b667cb0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.983+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c000c00 tx=0x7f2c8c097020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f484340e54f0bb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 0x7f2c900a5230 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005fe0 tx=0x7f2c9c0095c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2c99ffb640 1 -- 172.21.15.2:0/1907563876 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c09b410 con 0x55dd6b667cb0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2c99ffb640 1 -- 172.21.15.2:0/1907563876 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c8c09f7c0 con 0x55dd6b667cb0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2c99ffb640 1 -- 172.21.15.2:0/1907563876 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c0a3bf0 con 0x55dd6b667cb0 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 -- 172.21.15.2:0/1907563876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 msgr2=0x55dd6b66a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c000c00 tx=0x7f2c8c097020 comp rx=0 tx=0).stop 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 -- 172.21.15.2:0/1907563876 shutdown_connections 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66a0a0 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.991 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b667770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1907563876 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65caf0 0x55dd6b65ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 -- 172.21.15.2:0/1907563876 >> 172.21.15.2:0/1907563876 conn(0x55dd6b659060 msgr2=0x55dd6b659440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 -- 172.21.15.2:0/1907563876 shutdown_connections 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.984+0000 7f2cad05b740 1 -- 172.21.15.2:0/1907563876 wait complete. 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 -- start start 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 Processor -- start 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b664b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b6655b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b66a880 con 0x55dd6b65d410 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b54a290 con 0x55dd6b667cb0 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55dd6b66aa00 con 0x55dd6b65caf0 2024-09-05T04:21:11.992 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2cad05b740 10 client.0 _ll_register_callbacks cb 0x55dd6b57b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2c9affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50158/0 (socket says 172.21.15.2:50158) 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2c9affd640 1 -- 172.21.15.2:0/1286244948 learned_addr learned my addr 172.21.15.2:0/1286244948 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.985+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b664b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b6655b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 -- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 msgr2=0x55dd6b664b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b664b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 -- 172.21.15.2:0/1286244948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 msgr2=0x55dd6b6655b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b6655b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 -- 172.21.15.2:0/1286244948 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd6b2d4210 con 0x55dd6b65d410 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b6655b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:11.993 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c097870 tx=0x7f2c8c097cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d1821f4e2821da server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8c09b410 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f2c8c099710 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c8c09f7c0 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2c8c0b4220 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 10 client.18087 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd6b3a0620 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c8c09f7c0 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2c8c009aa0 con 0x55dd6b65d410 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 10 client.18087 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 10 client.18087 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.986+0000 7f2cad05b740 20 client.18087 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b677a40 0x55dd6b679e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:11.994 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2cad05b740 4 client.18087 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd6b5cea20 con 0x55dd6b677a40 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b677a40 0x55dd6b679e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b677a40 0x55dd6b679e30 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3353a433a3348955 server_cookie=340710d6a7a99be in_seq=0 out_seq=0 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.987+0000 7f2c82ffd640 10 client.18087 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1286244948 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd6b5cea20 con 0x55dd6b677a40 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2c82ffd640 10 client.18087 handle_command_reply: tid=0 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 client.18087 shutdown 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 msgr2=0x55dd6b665070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c097870 tx=0x7f2c8c097cb0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 shutdown_connections 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b677a40 0x55dd6b679e30 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b6655b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.995 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2c82ffd640 0 client.18087 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65d410 0x55dd6b665070 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1286244948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b664b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 >> 172.21.15.2:0/1286244948 conn(0x55dd6b659060 msgr2=0x55dd6b65ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 shutdown_connections 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 1 -- 172.21.15.2:0/1286244948 wait complete. 2024-09-05T04:21:11.996 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:11.988+0000 7f2cad05b740 20 client.18087 trim_cache size 0 max 16384 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.002+0000 7f2cad05b740 1 Processor -- start 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 -- start start 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b67f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b67fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41ad0c0 con 0x55dd6b65caf0 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41af920 con 0x55dd6b667cb0 2024-09-05T04:21:12.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2cad05b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41ad710 con 0x55dd6b65d410 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50160/0 (socket says 172.21.15.2:50160) 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 -- 172.21.15.2:0/1812611743 learned_addr learned my addr 172.21.15.2:0/1812611743 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b67f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 -- 172.21.15.2:0/1812611743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 msgr2=0x55dd6b67f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b67f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 -- 172.21.15.2:0/1812611743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 msgr2=0x55dd6b67fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b67fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 -- 172.21.15.2:0/1812611743 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6b658e90 con 0x55dd6b65caf0 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x55dd6b67a460 tx=0x7f2c94012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a50992759c7cc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:12.008 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2c997fa640 1 -- 172.21.15.2:0/1812611743 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c94004020 con 0x55dd6b65caf0 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2c997fa640 1 -- 172.21.15.2:0/1812611743 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c940041c0 con 0x55dd6b65caf0 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.003+0000 7f2c997fa640 1 -- 172.21.15.2:0/1812611743 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c94003e60 con 0x55dd6b65caf0 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- 172.21.15.2:0/1812611743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 msgr2=0x55dd6b6653e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x55dd6b67a460 tx=0x7f2c94012820 comp rx=0 tx=0).stop 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- 172.21.15.2:0/1812611743 shutdown_connections 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b667cb0 0x55dd6b67fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65d410 0x55dd6b67f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1812611743 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b65caf0 0x55dd6b6653e0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- 172.21.15.2:0/1812611743 >> 172.21.15.2:0/1812611743 conn(0x55dd6b659060 msgr2=0x55dd6b666bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- 172.21.15.2:0/1812611743 shutdown_connections 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- 172.21.15.2:0/1812611743 wait complete. 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.004+0000 7f2cad05b740 1 -- start start 2024-09-05T04:21:12.009 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 Processor -- start 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b66ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65d410 0x55dd6b6704f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41adde0 con 0x55dd6b667cb0 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41af250 con 0x55dd6b65d410 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca41ae4b0 con 0x55dd6b65caf0 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2cad05b740 10 client.0 _ll_register_callbacks cb 0x7f2c9c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50162/0 (socket says 172.21.15.2:50162) 2024-09-05T04:21:12.010 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 -- 172.21.15.2:0/1706773865 learned_addr learned my addr 172.21.15.2:0/1706773865 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b66ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2c9affd640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65d410 0x55dd6b6704f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 -- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 msgr2=0x55dd6b66ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b66ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 -- 172.21.15.2:0/1706773865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65d410 msgr2=0x55dd6b6704f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65d410 0x55dd6b6704f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 -- 172.21.15.2:0/1706773865 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd6b66bc00 con 0x55dd6b667cb0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2ca3fff640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c009cd0 tx=0x7f2c9c005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3acf9f0f3ea5ec0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2c82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.005+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c050070 con 0x55dd6b667cb0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f2c9c004410 con 0x55dd6b667cb0 2024-09-05T04:21:12.012 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c940041c0 con 0x55dd6b667cb0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2c9c003e20 con 0x55dd6b667cb0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 10 client.18093 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55dd6b6e2040 con 0x55dd6b667cb0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c940041c0 con 0x55dd6b667cb0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2c9c049040 con 0x55dd6b667cb0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 10 client.18093 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 10 client.18093 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 20 client.18093 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b6e27c0 0x55dd6b6e4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 4 client.18093 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55dd6b5c8d70 con 0x55dd6b6e27c0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.006+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b6e27c0 0x55dd6b6e4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.007+0000 7f2ca37fe640 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b6e27c0 0x55dd6b6e4be0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9258c54d3aa21290 server_cookie=30b065bfd70f5ebe in_seq=0 out_seq=0 2024-09-05T04:21:12.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.007+0000 7f2c82ffd640 10 client.18093 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2c82ffd640 1 -- 172.21.15.2:0/1706773865 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55dd6b5c8d70 con 0x55dd6b6e27c0 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2c82ffd640 10 client.18093 handle_command_reply: tid=0 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 client.18093 shutdown 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 msgr2=0x55dd6b66b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c009cd0 tx=0x7f2c9c005f30 comp rx=0 tx=0).stop 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 shutdown_connections 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55dd6b6e27c0 0x55dd6b6e4be0 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55dd6b667cb0 0x55dd6b66b3d0 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55dd6b65d410 0x55dd6b6704f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 --2- 172.21.15.2:0/1706773865 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55dd6b65caf0 0x55dd6b66ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2c82ffd640 0 client.18093 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 >> 172.21.15.2:0/1706773865 conn(0x55dd6b659060 msgr2=0x55dd6b6579a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 shutdown_connections 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 1 -- 172.21.15.2:0/1706773865 wait complete. 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.020+0000 7f2cad05b740 20 client.18093 trim_cache size 0 max 16384 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:21:12.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 msgr2=0x7f2c900a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 0x7f2c900a5230 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005fe0 tx=0x7f2c9c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 msgr2=0x7f2ca4198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c00d950 tx=0x7f2c8c00de10 comp rx=0 tx=0).stop 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 shutdown_connections 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2c900a2d70 0x7f2c900a5230 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ca41069d0 0x7f2ca419cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ca4101360 0x7f2ca4198800 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 --2- 172.21.15.2:0/4244496917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ca41009c0 0x7f2ca41982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 >> 172.21.15.2:0/4244496917 conn(0x7f2ca40fc6e0 msgr2=0x7f2ca406a600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 shutdown_connections 2024-09-05T04:21:12.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:12.021+0000 7f2caa1e4640 1 -- 172.21.15.2:0/4244496917 wait complete. 2024-09-05T04:21:12.853 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:21:12.853 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:21:13.119 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:13.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:13 smithi002 ceph-mon[31001]: pgmap v318: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 106 KiB/s wr, 32 op/s 2024-09-05T04:21:13.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:13 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:21:13.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:13 smithi079 ceph-mon[34908]: pgmap v318: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 106 KiB/s wr, 32 op/s 2024-09-05T04:21:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:13 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:21:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:13 smithi047 ceph-mon[34498]: pgmap v318: 129 pgs: 129 active+clean; 5.1 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 106 KiB/s wr, 32 op/s 2024-09-05T04:21:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:13 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:21:13.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 -- 172.21.15.2:0/1244865288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a4102d30 msgr2=0x7f55a4103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 --2- 172.21.15.2:0/1244865288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a4102d30 0x7f55a4103110 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f5594009cd0 tx=0x7f559402a8e0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 -- 172.21.15.2:0/1244865288 shutdown_connections 2024-09-05T04:21:13.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 --2- 172.21.15.2:0/1244865288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41082a0 0x7f55a410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 --2- 172.21.15.2:0/1244865288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a41036e0 0x7f55a4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 --2- 172.21.15.2:0/1244865288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a4102d30 0x7f55a4103110 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 -- 172.21.15.2:0/1244865288 >> 172.21.15.2:0/1244865288 conn(0x7f55a40fc7d0 msgr2=0x7f55a40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 -- 172.21.15.2:0/1244865288 shutdown_connections 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 -- 172.21.15.2:0/1244865288 wait complete. 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.801+0000 7f55a9368640 1 Processor -- start 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 -- start start 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a4102d30 0x7f55a4198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41036e0 0x7f55a4198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55a4111f50 con 0x7f55a41082a0 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55a4111dd0 con 0x7f55a41036e0 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a9368640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41120d0 con 0x7f55a4102d30 2024-09-05T04:21:13.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50174/0 (socket says 172.21.15.2:50174) 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 -- 172.21.15.2:0/2566683114 learned_addr learned my addr 172.21.15.2:0/2566683114 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a27fc640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41036e0 0x7f55a4198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a4102d30 0x7f55a4198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 -- 172.21.15.2:0/2566683114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a4102d30 msgr2=0x7f55a4198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a4102d30 0x7f55a4198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 -- 172.21.15.2:0/2566683114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41036e0 msgr2=0x7f55a4198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41036e0 0x7f55a4198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 -- 172.21.15.2:0/2566683114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55a419d4e0 con 0x7f55a41082a0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.802+0000 7f55a37fe640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f559c00d750 tx=0x7f559c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.803+0000 7f559bfff640 1 -- 172.21.15.2:0/2566683114 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559c017070 con 0x7f55a41082a0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.803+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55a419d7d0 con 0x7f55a41082a0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.803+0000 7f559bfff640 1 -- 172.21.15.2:0/2566683114 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f559c0054d0 con 0x7f55a41082a0 2024-09-05T04:21:13.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.803+0000 7f559bfff640 1 -- 172.21.15.2:0/2566683114 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f559c004c60 con 0x7f55a41082a0 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.803+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55a41a50b0 con 0x7f55a41082a0 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.805+0000 7f559bfff640 1 -- 172.21.15.2:0/2566683114 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f559c004e00 con 0x7f55a41082a0 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.805+0000 7f55ab741740 1 Processor -- start 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.805+0000 7f55ab741740 1 -- start start 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc0a60 0x55bbffbc0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbd2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bbffb26280 con 0x55bbffbc1380 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bbffacdb10 con 0x55bbffbc0a60 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55ab741740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bbffb22240 con 0x55bbffbd0150 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50188/0 (socket says 172.21.15.2:50188) 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f559bfff640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 0x7f55900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 -- 172.21.15.2:0/2147301981 learned_addr learned my addr 172.21.15.2:0/2147301981 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:13.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a27fc640 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc0a60 0x55bbffbc0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a27fc640 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbd2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a37fe640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 0x7f55900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f559bfff640 1 -- 172.21.15.2:0/2566683114 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f559c0cf180 con 0x7f55a41082a0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 -- 172.21.15.2:0/2147301981 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 msgr2=0x55bbffbd2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbd2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 -- 172.21.15.2:0/2147301981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc0a60 msgr2=0x55bbffbc0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc0a60 0x55bbffbc0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 -- 172.21.15.2:0/2147301981 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbffada1f0 con 0x55bbffbc1380 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.806+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f5594005cc0 tx=0x7f5594009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6edcea4417be3d9e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55a37fe640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 0x7f55900a51b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f559c097710 tx=0x7f559c005bb0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55997fa640 1 -- 172.21.15.2:0/2147301981 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5594031a50 con 0x55bbffbc1380 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55997fa640 1 -- 172.21.15.2:0/2147301981 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5594036040 con 0x55bbffbc1380 2024-09-05T04:21:13.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55997fa640 1 -- 172.21.15.2:0/2147301981 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5594004630 con 0x55bbffbc1380 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55ab741740 1 -- 172.21.15.2:0/2147301981 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 msgr2=0x55bbffbcfc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.807+0000 7f55ab741740 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f5594005cc0 tx=0x7f5594009a20 comp rx=0 tx=0).stop 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- 172.21.15.2:0/2147301981 shutdown_connections 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbd2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc1380 0x55bbffbcfc10 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- 172.21.15.2:0/2147301981 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc0a60 0x55bbffbc0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- 172.21.15.2:0/2147301981 >> 172.21.15.2:0/2147301981 conn(0x55bbffbbd0f0 msgr2=0x55bbffbbd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- 172.21.15.2:0/2147301981 shutdown_connections 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- 172.21.15.2:0/2147301981 wait complete. 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- start start 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 Processor -- start 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbcd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbcdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bbffbd2d20 con 0x55bbffbc0a60 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bbffae0f10 con 0x55bbffbc1380 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bbffbd2ea0 con 0x55bbffbd0150 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55ab741740 10 client.0 _ll_register_callbacks cb 0x55bbffaa9a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.808+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50196/0 (socket says 172.21.15.2:50196) 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 -- 172.21.15.2:0/1390463238 learned_addr learned my addr 172.21.15.2:0/1390463238 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbcd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbcdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 -- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 msgr2=0x55bbffbcdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbcdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 -- 172.21.15.2:0/1390463238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 msgr2=0x55bbffbcd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbcd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 -- 172.21.15.2:0/1390463238 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbff8976a0 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbcd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f558c010fd0 tx=0x7f558c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b0f1a170cb9ba3e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f558a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c01a040 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f558c004220 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5594036040 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f558c028050 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55ab741740 10 client.18105 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.809+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bbffbde9b0 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5594036040 con 0x55bbffbc0a60 2024-09-05T04:21:13.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f558c0048c0 con 0x55bbffbc0a60 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 10 client.18105 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 10 client.18105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 20 client.18105 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffbdfdc0 0x55bbffbe2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 4 client.18105 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbffb337f0 con 0x55bbffbdfdc0 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffbdfdc0 0x55bbffbe2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f558a7fc640 10 client.18105 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.810+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffbdfdc0 0x55bbffbe2220 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ec039bb211cb86e server_cookie=cba516d4586ab84e in_seq=0 out_seq=0 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f558a7fc640 1 -- 172.21.15.2:0/1390463238 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bbffb337f0 con 0x55bbffbdfdc0 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f558a7fc640 10 client.18105 handle_command_reply: tid=0 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 client.18105 shutdown 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 msgr2=0x55bbffbcd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f558c010fd0 tx=0x7f558c004730 comp rx=0 tx=0).stop 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 shutdown_connections 2024-09-05T04:21:13.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffbdfdc0 0x55bbffbe2220 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbcdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbcd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 --2- 172.21.15.2:0/1390463238 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbcd030 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 >> 172.21.15.2:0/1390463238 conn(0x55bbffbbd0f0 msgr2=0x55bbffbc2e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f558a7fc640 0 client.18105 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 shutdown_connections 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 1 -- 172.21.15.2:0/1390463238 wait complete. 2024-09-05T04:21:13.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.811+0000 7f55ab741740 20 client.18105 trim_cache size 0 max 16384 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.832+0000 7f55ab741740 1 Processor -- start 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.832+0000 7f55ab741740 1 -- start start 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbe8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbc25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41aae50 con 0x55bbffbc0a60 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41ad6b0 con 0x55bbffbc1380 2024-09-05T04:21:13.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55ab741740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41ab4a0 con 0x55bbffbd0150 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50208/0 (socket says 172.21.15.2:50208) 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 -- 172.21.15.2:0/3722527742 learned_addr learned my addr 172.21.15.2:0/3722527742 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbe8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbc25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 -- 172.21.15.2:0/3722527742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 msgr2=0x55bbffbc25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbc25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 -- 172.21.15.2:0/3722527742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 msgr2=0x55bbffbe8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbe8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a27fc640 1 -- 172.21.15.2:0/3722527742 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbffbbcf20 con 0x55bbffbc0a60 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.833+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbe8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:13.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f55a27fc640 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f558c0058c0 tx=0x7f558c004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8adeef70b8fa2202 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f5598ff9640 1 -- 172.21.15.2:0/3722527742 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c00fea0 con 0x55bbffbc0a60 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f5598ff9640 1 -- 172.21.15.2:0/3722527742 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f558c0049a0 con 0x55bbffbc0a60 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f5598ff9640 1 -- 172.21.15.2:0/3722527742 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c0216d0 con 0x55bbffbc0a60 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f55ab741740 1 -- 172.21.15.2:0/3722527742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 msgr2=0x55bbffbe7af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.834+0000 7f55ab741740 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f558c0058c0 tx=0x7f558c004660 comp rx=0 tx=0).stop 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- 172.21.15.2:0/3722527742 shutdown_connections 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbd0150 0x55bbffbc25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbe8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- 172.21.15.2:0/3722527742 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbc0a60 0x55bbffbe7af0 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- 172.21.15.2:0/3722527742 >> 172.21.15.2:0/3722527742 conn(0x55bbffbbd0f0 msgr2=0x55bbffbcc120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- 172.21.15.2:0/3722527742 shutdown_connections 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- 172.21.15.2:0/3722527742 wait complete. 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- start start 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 Processor -- start 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbc0a60 0x55bbffbd8950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbd3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41abb70 con 0x55bbffbd0150 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41acfe0 con 0x55bbffbc1380 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f55a41ac240 con 0x55bbffbc0a60 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.835+0000 7f55ab741740 10 client.0 _ll_register_callbacks cb 0x7f558c00ad50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:13.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50218/0 (socket says 172.21.15.2:50218) 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 -- 172.21.15.2:0/1159168059 learned_addr learned my addr 172.21.15.2:0/1159168059 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbc0a60 0x55bbffbd8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbd3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 -- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbc0a60 msgr2=0x55bbffbd8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbc0a60 0x55bbffbd8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 -- 172.21.15.2:0/1159168059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 msgr2=0x55bbffbd3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbd3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 -- 172.21.15.2:0/1159168059 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbffbd4a50 con 0x55bbffbd0150 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55a27fc640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f558c010cf0 tx=0x7f558c00aac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc4e866d1d93b32 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f558a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f558c038040 con 0x55bbffbd0150 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f558c021670 con 0x55bbffbd0150 2024-09-05T04:21:13.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f558c0049a0 con 0x55bbffbd0150 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f558c0218f0 con 0x55bbffbd0150 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.836+0000 7f55ab741740 10 client.18111 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bbffc4abd0 con 0x55bbffbd0150 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f558c004eb0 con 0x55bbffbd0150 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f558c02c6f0 con 0x55bbffbd0150 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 10 client.18111 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 10 client.18111 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 20 client.18111 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffc4b180 0x55bbffc4d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 4 client.18111 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f558c0049a0 con 0x55bbffc4b180 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.837+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffc4b180 0x55bbffc4d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.838+0000 7f55a2ffd640 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffc4b180 0x55bbffc4d570 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f0451e40d28af8e server_cookie=c9a50a813e186b9d in_seq=0 out_seq=0 2024-09-05T04:21:13.841 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.838+0000 7f558a7fc640 10 client.18111 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:13.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f558a7fc640 1 -- 172.21.15.2:0/1159168059 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f558c0049a0 con 0x55bbffc4b180 2024-09-05T04:21:13.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f558a7fc640 10 client.18111 handle_command_reply: tid=0 2024-09-05T04:21:13.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 client.18111 shutdown 2024-09-05T04:21:13.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 msgr2=0x55bbffbd4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.842 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f558c010cf0 tx=0x7f558c00aac0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 shutdown_connections 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bbffc4b180 0x55bbffc4d570 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bbffbd0150 0x55bbffbd4220 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bbffbc1380 0x55bbffbd3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f558a7fc640 0 client.18111 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 --2- 172.21.15.2:0/1159168059 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bbffbc0a60 0x55bbffbd8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 >> 172.21.15.2:0/1159168059 conn(0x55bbffbbd0f0 msgr2=0x55bbffbce6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 shutdown_connections 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 1 -- 172.21.15.2:0/1159168059 wait complete. 2024-09-05T04:21:13.843 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.839+0000 7f55ab741740 20 client.18111 trim_cache size 0 max 16384 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "916aed53-524e-4c3e-a86f-5310b32103c5", 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:13.844 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 msgr2=0x7f55900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 0x7f55900a51b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f559c097710 tx=0x7f559c005bb0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 msgr2=0x7f55a419ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f559c00d750 tx=0x7f559c00dc10 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 shutdown_connections 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f55900a2cf0 0x7f55900a51b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f55a41082a0 0x7f55a419ce00 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f55a41036e0 0x7f55a4198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 --2- 172.21.15.2:0/2566683114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f55a4102d30 0x7f55a4198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 >> 172.21.15.2:0/2566683114 conn(0x7f55a40fc7d0 msgr2=0x7f55a4105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 shutdown_connections 2024-09-05T04:21:13.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:13.840+0000 7f55a9368640 1 -- 172.21.15.2:0/2566683114 wait complete. 2024-09-05T04:21:14.516 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:21:15.430 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: pgmap v319: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.938 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:15 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: pgmap v319: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:15.962 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:15.963 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:15 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- 172.21.15.2:0/805482100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc10c180 msgr2=0x7fb8fc10e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 --2- 172.21.15.2:0/805482100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc10c180 0x7fb8fc10e620 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fb8f4009ca0 tx=0x7fb8f402a950 comp rx=0 tx=0).stop 2024-09-05T04:21:16.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- 172.21.15.2:0/805482100 shutdown_connections 2024-09-05T04:21:16.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 --2- 172.21.15.2:0/805482100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc10c180 0x7fb8fc10e620 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 --2- 172.21.15.2:0/805482100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc103670 0x7fb8fc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 --2- 172.21.15.2:0/805482100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc102d50 0x7fb8fc103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- 172.21.15.2:0/805482100 >> 172.21.15.2:0/805482100 conn(0x7fb8fc0fc7d0 msgr2=0x7fb8fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- 172.21.15.2:0/805482100 shutdown_connections 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- 172.21.15.2:0/805482100 wait complete. 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 Processor -- start 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.046+0000 7fb9040f7640 1 -- start start 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc103670 0x7fb8fc100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 0x7fb8fc101430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc111df0 con 0x7fb8fc102d50 2024-09-05T04:21:16.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc111c70 con 0x7fb8fc103670 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb9040f7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc111f70 con 0x7fb8fc10c180 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50230/0 (socket says 172.21.15.2:50230) 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 -- 172.21.15.2:0/3014196706 learned_addr learned my addr 172.21.15.2:0/3014196706 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901692640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc103670 0x7fb8fc100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb902694640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 0x7fb8fc101430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 -- 172.21.15.2:0/3014196706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 msgr2=0x7fb8fc101430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 0x7fb8fc101430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 -- 172.21.15.2:0/3014196706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc103670 msgr2=0x7fb8fc100ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc103670 0x7fb8fc100ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 -- 172.21.15.2:0/3014196706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8fc1a67d0 con 0x7fb8fc102d50 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb902694640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 0x7fb8fc101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:16.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb901e93640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fb8f800c920 tx=0x7fb8f800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb8f2ffd640 1 -- 172.21.15.2:0/3014196706 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f8007c70 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.047+0000 7fb8f2ffd640 1 -- 172.21.15.2:0/3014196706 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8f8007e10 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.048+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8fc1a6ac0 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.048+0000 7fb8f2ffd640 1 -- 172.21.15.2:0/3014196706 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f8018820 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.048+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8fc1a7000 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.050+0000 7fb8f2ffd640 1 -- 172.21.15.2:0/3014196706 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb8f80189c0 con 0x7fb8fc102d50 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.050+0000 7fb9064d0740 1 Processor -- start 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.050+0000 7fb9064d0740 1 -- start start 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cf4a0 0x560b232cf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb8f2ffd640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 0x7fb8e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232da140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b232352e0 con 0x560b232da680 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b231dcce0 con 0x560b232cfdc0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb9064d0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b232312a0 con 0x560b232cf4a0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb901e93640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 0x7fb8e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50238/0 (socket says 172.21.15.2:50238) 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb901692640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232da140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 -- 172.21.15.2:0/4253782607 learned_addr learned my addr 172.21.15.2:0/4253782607 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb8f2ffd640 1 -- 172.21.15.2:0/3014196706 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fb8f80cfa40 con 0x7fb8fc102d50 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cf4a0 0x560b232cf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 -- 172.21.15.2:0/4253782607 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cf4a0 msgr2=0x560b232cf880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cf4a0 0x560b232cf880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 -- 172.21.15.2:0/4253782607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 msgr2=0x560b232da140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232da140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 -- 172.21.15.2:0/4253782607 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b231c1440 con 0x560b232da680 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb901692640 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232da140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb901e93640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 0x7fb8e80a51b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb8f809bb00 tx=0x7fb8f809e040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.051+0000 7fb902694640 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402fb00 tx=0x7fb8f4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2753c3433b24734 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb8e7fff640 1 -- 172.21.15.2:0/4253782607 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4034040 con 0x560b232da680 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb8e7fff640 1 -- 172.21.15.2:0/4253782607 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8f4003e20 con 0x560b232da680 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb8e7fff640 1 -- 172.21.15.2:0/4253782607 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4004310 con 0x560b232da680 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 -- 172.21.15.2:0/4253782607 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 msgr2=0x560b232dca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402fb00 tx=0x7fb8f4009360 comp rx=0 tx=0).stop 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 -- 172.21.15.2:0/4253782607 shutdown_connections 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232dca70 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232da140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4253782607 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cf4a0 0x560b232cf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.052+0000 7fb9064d0740 1 -- 172.21.15.2:0/4253782607 >> 172.21.15.2:0/4253782607 conn(0x560b232cba30 msgr2=0x560b232cbe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- 172.21.15.2:0/4253782607 shutdown_connections 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- 172.21.15.2:0/4253782607 wait complete. 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- start start 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 Processor -- start 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cf4a0 0x560b232d9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cfdc0 0x560b232d7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560b232dd250 con 0x560b232da680 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560b231f0050 con 0x560b232cf4a0 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560b232dd3d0 con 0x560b232cfdc0 2024-09-05T04:21:16.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.053+0000 7fb9064d0740 10 client.0 _ll_register_callbacks cb 0x560b23230160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50240/0 (socket says 172.21.15.2:50240) 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 -- 172.21.15.2:0/44294318 learned_addr learned my addr 172.21.15.2:0/44294318 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb901692640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cfdc0 0x560b232d7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cf4a0 0x560b232d9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 -- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cfdc0 msgr2=0x560b232d7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cfdc0 0x560b232d7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 -- 172.21.15.2:0/44294318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cf4a0 msgr2=0x560b232d9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cf4a0 0x560b232d9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 -- 172.21.15.2:0/44294318 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b22fa63c0 con 0x560b232da680 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb902694640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fb8f4002230 tx=0x7fb8f402f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f113ef8ae35ae70 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb8e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:16.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4009800 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fb8f4004570 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8f4003e20 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.054+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb8f405b050 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 10 client.18123 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b232dd250 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8f4003e20 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb8f403bb90 con 0x560b232da680 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 10 client.18123 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 10 client.18123 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 20 client.18123 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b232ec140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 4 client.18123 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b23242850 con 0x560b232e9d50 2024-09-05T04:21:16.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.055+0000 7fb901692640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b232ec140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb901692640 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b232ec140 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33c0278849c6ff57 server_cookie=d131b30166faea01 in_seq=0 out_seq=0 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb8e57fa640 10 client.18123 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb8e57fa640 1 -- 172.21.15.2:0/44294318 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b23242850 con 0x560b232e9d50 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb8e57fa640 10 client.18123 handle_command_reply: tid=0 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb9064d0740 1 client.18123 shutdown 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 msgr2=0x560b232d7740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fb8f4002230 tx=0x7fb8f402f710 comp rx=0 tx=0).stop 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 shutdown_connections 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.056+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b232ec140 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232da680 0x560b232d7740 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232cfdc0 0x560b232d7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb8e57fa640 0 client.18123 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 --2- 172.21.15.2:0/44294318 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cf4a0 0x560b232d9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 >> 172.21.15.2:0/44294318 conn(0x560b232cba30 msgr2=0x560b232d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 shutdown_connections 2024-09-05T04:21:16.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 1 -- 172.21.15.2:0/44294318 wait complete. 2024-09-05T04:21:16.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.057+0000 7fb9064d0740 20 client.18123 trim_cache size 0 max 16384 2024-09-05T04:21:16.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:21:16.080 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: pgmap v319: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.081 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.082 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.082 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:15 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:16.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 Processor -- start 2024-09-05T04:21:16.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 -- start start 2024-09-05T04:21:16.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232f1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232f1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1af0d0 con 0x560b232cf4a0 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1b1930 con 0x560b232cfdc0 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb9064d0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1af720 con 0x560b232da680 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.074+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50242/0 (socket says 172.21.15.2:50242) 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 -- 172.21.15.2:0/4107252783 learned_addr learned my addr 172.21.15.2:0/4107252783 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb901692640 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232f1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 -- 172.21.15.2:0/4107252783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 msgr2=0x560b232f1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232f1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 -- 172.21.15.2:0/4107252783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 msgr2=0x560b232f1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232f1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 -- 172.21.15.2:0/4107252783 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b232cb860 con 0x560b232cf4a0 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb901692640 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232f1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb902694640 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402fd10 tx=0x7fb8f40306b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=534ac8625829b002 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb8e77fe640 1 -- 172.21.15.2:0/4107252783 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4034030 con 0x560b232cf4a0 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb8e77fe640 1 -- 172.21.15.2:0/4107252783 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8f4030df0 con 0x560b232cf4a0 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.075+0000 7fb8e77fe640 1 -- 172.21.15.2:0/4107252783 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f402fae0 con 0x560b232cf4a0 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 -- 172.21.15.2:0/4107252783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 msgr2=0x560b232e64e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fb8f402fd10 tx=0x7fb8f40306b0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 -- 172.21.15.2:0/4107252783 shutdown_connections 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232f1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232f1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 --2- 172.21.15.2:0/4107252783 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e64e0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 -- 172.21.15.2:0/4107252783 >> 172.21.15.2:0/4107252783 conn(0x560b232cba30 msgr2=0x560b232d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 -- 172.21.15.2:0/4107252783 shutdown_connections 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.076+0000 7fb9064d0740 1 -- 172.21.15.2:0/4107252783 wait complete. 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 -- start start 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 Processor -- start 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232e2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232d3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1afdf0 con 0x560b232cf4a0 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1b1260 con 0x560b232cfdc0 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb8fc1b04c0 con 0x560b232da680 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.077+0000 7fb9064d0740 10 client.0 _ll_register_callbacks cb 0x7fb8fc06b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50258/0 (socket says 172.21.15.2:50258) 2024-09-05T04:21:16.088 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 -- 172.21.15.2:0/2770717449 learned_addr learned my addr 172.21.15.2:0/2770717449 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232d3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb901692640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232e2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 -- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 msgr2=0x560b232d3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232d3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 -- 172.21.15.2:0/2770717449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 msgr2=0x560b232e2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232e2f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 -- 172.21.15.2:0/2770717449 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b232d4630 con 0x560b232cf4a0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb901692640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232e2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb902694640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fb8f40095a0 tx=0x7fb8f402f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b076fc83659f0ab6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb8e57fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4066070 con 0x560b232cf4a0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fb8f4003de0 con 0x560b232cf4a0 2024-09-05T04:21:16.089 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.078+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8f4030df0 con 0x560b232cf4a0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb8f402afd0 con 0x560b232cf4a0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 10 client.18129 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560b233544f0 con 0x560b232cf4a0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8f4030df0 con 0x560b232cf4a0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb8f4069020 con 0x560b232cf4a0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 10 client.18129 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 10 client.18129 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 20 client.18129 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b23356970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 4 client.18129 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560b2323cd60 con 0x560b232e9d50 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.079+0000 7fb901692640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b23356970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:16.090 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb8e57fa640 10 client.18129 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb901692640 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b23356970 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2d6c5c8194e4f0a server_cookie=bf20144e29acdb6e in_seq=0 out_seq=0 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb8e57fa640 1 -- 172.21.15.2:0/2770717449 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560b2323cd60 con 0x560b232e9d50 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb8e57fa640 10 client.18129 handle_command_reply: tid=0 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 client.18129 shutdown 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 msgr2=0x560b232e29c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fb8f40095a0 tx=0x7fb8f402f710 comp rx=0 tx=0).stop 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 shutdown_connections 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560b232e9d50 0x560b23356970 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560b232da680 0x560b232d3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560b232cfdc0 0x560b232e2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb8e57fa640 0 client.18129 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 --2- 172.21.15.2:0/2770717449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560b232cf4a0 0x560b232e29c0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 >> 172.21.15.2:0/2770717449 conn(0x560b232cba30 msgr2=0x560b232d8a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.091 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 shutdown_connections 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 1 -- 172.21.15.2:0/2770717449 wait complete. 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.080+0000 7fb9064d0740 20 client.18129 trim_cache size 0 max 16384 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "916aed53-524e-4c3e-a86f-5310b32103c5": { 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "916aed53-524e-4c3e-a86f-5310b32103c5", 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:21:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 msgr2=0x7fb8e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 0x7fb8e80a51b0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb8f809bb00 tx=0x7fb8f809e040 comp rx=0 tx=0).stop 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 msgr2=0x7fb8fc1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7fb8f800c920 tx=0x7fb8f800cde0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.093 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 shutdown_connections 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb8e80a2cf0 0x7fb8e80a51b0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb8fc10c180 0x7fb8fc101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb8fc103670 0x7fb8fc100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 --2- 172.21.15.2:0/3014196706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb8fc102d50 0x7fb8fc1009b0 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 >> 172.21.15.2:0/3014196706 conn(0x7fb8fc0fc7d0 msgr2=0x7fb8fc0fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 shutdown_connections 2024-09-05T04:21:16.094 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:16.081+0000 7fb9040f7640 1 -- 172.21.15.2:0/3014196706 wait complete. 2024-09-05T04:21:16.858 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:16 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:21:16.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:16 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:21:16.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:16 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:21:16.859 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:16 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:21:16.890 INFO:tasks.cephfs.filesystem:scrub status for tag:916aed53-524e-4c3e-a86f-5310b32103c5 - {'path': '/', 'tag': '916aed53-524e-4c3e-a86f-5310b32103c5', 'options': 'recursive,force'} 2024-09-05T04:21:16.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:16 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:21:16.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:16 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:21:16.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:16 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:21:16.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:16 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:21:17.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:16 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi047 to 177.0M 2024-09-05T04:21:17.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:16 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi047 to 185699942: error parsing value: Value '185699942' is below minimum 939524096 2024-09-05T04:21:17.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:16 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi079 to 176.0M 2024-09-05T04:21:17.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:16 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi079 to 184588902: error parsing value: Value '184588902' is below minimum 939524096 2024-09-05T04:21:17.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: pgmap v320: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:21:17.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:17 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: pgmap v320: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:21:18.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:17 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: pgmap v320: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:21:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:17 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:21:18.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:18 smithi047 ceph-mon[34498]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:21:18.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:18 smithi047 ceph-mon[34498]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:21:19.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:18 smithi002 ceph-mon[31001]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:21:19.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:18 smithi002 ceph-mon[31001]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:21:19.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:18 smithi079 ceph-mon[34908]: Adjusting osd_memory_target on smithi002 to 177.0M 2024-09-05T04:21:19.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:18 smithi079 ceph-mon[34908]: Unable to set osd_memory_target on smithi002 to 185700659: error parsing value: Value '185700659' is below minimum 939524096 2024-09-05T04:21:19.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:19 smithi047 ceph-mon[34498]: pgmap v321: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:20.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:19 smithi002 ceph-mon[31001]: pgmap v321: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:20.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:19 smithi079 ceph-mon[34908]: pgmap v321: 129 pgs: 129 active+clean; 5.3 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 55 KiB/s wr, 15 op/s 2024-09-05T04:21:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:21 smithi047 ceph-mon[34498]: pgmap v322: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:21:22.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:21 smithi002 ceph-mon[31001]: pgmap v322: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:21:22.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:21 smithi079 ceph-mon[34908]: pgmap v322: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:21:24.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:23 smithi002 ceph-mon[31001]: pgmap v323: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:21:24.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:23 smithi079 ceph-mon[34908]: pgmap v323: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:21:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:23 smithi047 ceph-mon[34498]: pgmap v323: 129 pgs: 129 active+clean; 5.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:21:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 -- 172.21.15.2:0/3468816094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c1069e0 msgr2=0x7fda9c106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.120 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/3468816094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c1069e0 0x7fda9c106dc0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009930 tx=0x7fda8c02a440 comp rx=0 tx=0).stop 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 -- 172.21.15.2:0/3468816094 shutdown_connections 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/3468816094 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c101370 0x7fda9c10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/3468816094 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 0x7fda9c100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/3468816094 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c1069e0 0x7fda9c106dc0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 -- 172.21.15.2:0/3468816094 >> 172.21.15.2:0/3468816094 conn(0x7fda9c0fc6b0 msgr2=0x7fda9c0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 -- 172.21.15.2:0/3468816094 shutdown_connections 2024-09-05T04:21:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.120+0000 7fdaa28d0640 1 -- 172.21.15.2:0/3468816094 wait complete. 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 Processor -- start 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 -- start start 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 0x7fda9c198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c1069e0 0x7fda9c19caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c111d80 con 0x7fda9c101370 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c111c00 con 0x7fda9c1009d0 2024-09-05T04:21:25.123 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fdaa28d0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c111f00 con 0x7fda9c1069e0 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fda9b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fda9b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47702/0 (socket says 172.21.15.2:47702) 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fda9b7fe640 1 -- 172.21.15.2:0/2309341004 learned_addr learned my addr 172.21.15.2:0/2309341004 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.121+0000 7fda9bfff640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 0x7fda9c198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c1069e0 0x7fda9c19caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 -- 172.21.15.2:0/2309341004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c1069e0 msgr2=0x7fda9c19caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c1069e0 0x7fda9c19caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 -- 172.21.15.2:0/2309341004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 msgr2=0x7fda9c198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 0x7fda9c198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.124 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 -- 172.21.15.2:0/2309341004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda9c19d220 con 0x7fda9c101370 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fda9000c920 tx=0x7fda9000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda997fa640 1 -- 172.21.15.2:0/2309341004 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90007c70 con 0x7fda9c101370 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda997fa640 1 -- 172.21.15.2:0/2309341004 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda90007e10 con 0x7fda9c101370 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda9c19d510 con 0x7fda9c101370 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fda997fa640 1 -- 172.21.15.2:0/2309341004 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda90018820 con 0x7fda9c101370 2024-09-05T04:21:25.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.122+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda9c1a4da0 con 0x7fda9c101370 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.125+0000 7fdaa5666740 1 Processor -- start 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.125+0000 7fdaa5666740 1 -- start start 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.125+0000 7fda997fa640 1 -- 172.21.15.2:0/2309341004 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fda900189c0 con 0x7fda9c101370 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d1ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d2a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5595d1c812f0 con 0x5595d1d1d410 2024-09-05T04:21:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5595d1c29270 con 0x5595d1d1caf0 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa5666740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5595d1c7d2b0 con 0x5595d1d27cb0 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47708/0 (socket says 172.21.15.2:47708) 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 -- 172.21.15.2:0/3715191246 learned_addr learned my addr 172.21.15.2:0/3715191246 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d1ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d2a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 -- 172.21.15.2:0/3715191246 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 msgr2=0x5595d1d2a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d2a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 -- 172.21.15.2:0/3715191246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 msgr2=0x5595d1d1ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d1ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 -- 172.21.15.2:0/3715191246 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595d1c28340 con 0x5595d1d1d410 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d2a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda997fa640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 0x7fda840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fda9bfff640 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009930 tx=0x7fda8c032d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=968ad81d10bbb558 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.126+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 0x7fda840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fda997fa640 1 -- 172.21.15.2:0/2309341004 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fda900cf970 con 0x7fda9c101370 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fda827fc640 1 -- 172.21.15.2:0/3715191246 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c035040 con 0x5595d1d1d410 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fda827fc640 1 -- 172.21.15.2:0/3715191246 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0316a0 con 0x5595d1d1d410 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fda827fc640 1 -- 172.21.15.2:0/3715191246 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c0047a0 con 0x5595d1d1d410 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 -- 172.21.15.2:0/3715191246 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 msgr2=0x5595d1d27770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 0x7fda840a51b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fda94007db0 tx=0x7fda94007380 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009930 tx=0x7fda8c032d60 comp rx=0 tx=0).stop 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 -- 172.21.15.2:0/3715191246 shutdown_connections 2024-09-05T04:21:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d2a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d27770 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 --2- 172.21.15.2:0/3715191246 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d1ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.127+0000 7fdaa5666740 1 -- 172.21.15.2:0/3715191246 >> 172.21.15.2:0/3715191246 conn(0x5595d1d19060 msgr2=0x5595d1d19440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 -- 172.21.15.2:0/3715191246 shutdown_connections 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 -- 172.21.15.2:0/3715191246 wait complete. 2024-09-05T04:21:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 -- start start 2024-09-05T04:21:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 Processor -- start 2024-09-05T04:21:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d24ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.128+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d25540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5595d1d2a880 con 0x5595d1d1d410 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5595d1c0a290 con 0x5595d1d1caf0 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5595d1d2aa00 con 0x5595d1d27cb0 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 10 client.0 _ll_register_callbacks cb 0x5595d1c3b140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47714/0 (socket says 172.21.15.2:47714) 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 -- 172.21.15.2:0/821913052 learned_addr learned my addr 172.21.15.2:0/821913052 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9bfff640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d24ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d25540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 -- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 msgr2=0x5595d1d25540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d25540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 -- 172.21.15.2:0/821913052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 msgr2=0x5595d1d24ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d24ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 -- 172.21.15.2:0/821913052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595d1994210 con 0x5595d1d1d410 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fda9009b7a0 tx=0x7fda90018cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f235235c3478172c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda900a4480 con 0x5595d1d1d410 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fda9009aef0 con 0x5595d1d1d410 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda8c0316a0 con 0x5595d1d1d410 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda9009baa0 con 0x5595d1d1d410 2024-09-05T04:21:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 10 client.18141 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.129+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5595d1a60620 con 0x5595d1d1d410 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0316a0 con 0x5595d1d1d410 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda900ba290 con 0x5595d1d1d410 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 10 client.18141 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 10 client.18141 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 20 client.18141 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1d37ae0 0x5595d1d39ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 4 client.18141 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595d1c8ea20 con 0x5595d1d37ae0 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.130+0000 7fda9bfff640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1d37ae0 0x5595d1d39ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fda7b7fe640 10 client.18141 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fda9bfff640 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1d37ae0 0x5595d1d39ed0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25a0be1ba1bfb058 server_cookie=d73c791aa9774013 in_seq=0 out_seq=0 2024-09-05T04:21:25.137 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fda7b7fe640 1 -- 172.21.15.2:0/821913052 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5595d1c8ea20 con 0x5595d1d37ae0 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fda7b7fe640 10 client.18141 handle_command_reply: tid=0 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fdaa5666740 1 client.18141 shutdown 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 msgr2=0x5595d1d25000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fda9009b7a0 tx=0x7fda90018cb0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.131+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 shutdown_connections 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1d37ae0 0x5595d1d39ed0 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d27cb0 0x5595d1d25540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1d410 0x5595d1d25000 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fda7b7fe640 0 client.18141 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 --2- 172.21.15.2:0/821913052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d24ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.138 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 >> 172.21.15.2:0/821913052 conn(0x5595d1d19060 msgr2=0x5595d1d1edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.139 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 shutdown_connections 2024-09-05T04:21:25.139 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 1 -- 172.21.15.2:0/821913052 wait complete. 2024-09-05T04:21:25.139 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.132+0000 7fdaa5666740 20 client.18141 trim_cache size 0 max 16384 2024-09-05T04:21:25.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 Processor -- start 2024-09-05T04:21:25.151 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 -- start start 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d25370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 0x5595d1d3f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1acf20 con 0x5595d1d1caf0 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1af780 con 0x5595d1d27cb0 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.146+0000 7fdaa5666740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1ad570 con 0x5595d1d1d410 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47718/0 (socket says 172.21.15.2:47718) 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 -- 172.21.15.2:0/1395636554 learned_addr learned my addr 172.21.15.2:0/1395636554 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d25370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 0x5595d1d3f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.152 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 -- 172.21.15.2:0/1395636554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 msgr2=0x5595d1d25370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d25370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 -- 172.21.15.2:0/1395636554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 msgr2=0x5595d1d3f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 0x5595d1d3f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 -- 172.21.15.2:0/1395636554 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595d1d18e90 con 0x5595d1d1caf0 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 0x5595d1d3f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda9bfff640 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x5595d1d19ec0 tx=0x7fda8c031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6260f8b08f4be1ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda81ffb640 1 -- 172.21.15.2:0/1395636554 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c035040 con 0x5595d1d1caf0 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda81ffb640 1 -- 172.21.15.2:0/1395636554 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0035f0 con 0x5595d1d1caf0 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.147+0000 7fda81ffb640 1 -- 172.21.15.2:0/1395636554 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c0044e0 con 0x5595d1d1caf0 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- 172.21.15.2:0/1395636554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 msgr2=0x5595d1d23370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x5595d1d19ec0 tx=0x7fda8c031400 comp rx=0 tx=0).stop 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- 172.21.15.2:0/1395636554 shutdown_connections 2024-09-05T04:21:25.153 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d27cb0 0x5595d1d3f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d25370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 --2- 172.21.15.2:0/1395636554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d1caf0 0x5595d1d23370 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- 172.21.15.2:0/1395636554 >> 172.21.15.2:0/1395636554 conn(0x5595d1d19060 msgr2=0x5595d1d26b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- 172.21.15.2:0/1395636554 shutdown_connections 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- 172.21.15.2:0/1395636554 wait complete. 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 -- start start 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.148+0000 7fdaa5666740 1 Processor -- start 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d28d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d29280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1adc40 con 0x5595d1d27cb0 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1af0b0 con 0x5595d1d1caf0 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fda9c1ae310 con 0x5595d1d1d410 2024-09-05T04:21:25.154 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa5666740 10 client.0 _ll_register_callbacks cb 0x7fda9000fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47724/0 (socket says 172.21.15.2:47724) 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 -- 172.21.15.2:0/540925352 learned_addr learned my addr 172.21.15.2:0/540925352 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fda9bfff640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d28d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fda9b7fe640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d29280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 -- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 msgr2=0x5595d1d29280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d29280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 -- 172.21.15.2:0/540925352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 msgr2=0x5595d1d28d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d28d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 -- 172.21.15.2:0/540925352 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595d1d2e110 con 0x5595d1d27cb0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fdaa0e6d640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fda94011d90 tx=0x7fda94004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b97486fa3cd00cd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.149+0000 7fda7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:25.155 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda94003d80 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fda9401e920 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda8c0035f0 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fda94030050 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 10 client.18147 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5595d1da2980 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda8c0035f0 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fda94025020 con 0x5595d1d27cb0 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 10 client.18147 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 10 client.18147 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 20 client.18147 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1da30a0 0x5595d1da5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 4 client.18147 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:21:25.156 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5595d1c88d70 con 0x5595d1da30a0 2024-09-05T04:21:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.150+0000 7fda9bfff640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1da30a0 0x5595d1da5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.151+0000 7fda9bfff640 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1da30a0 0x5595d1da5490 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1dd3cd88019134e server_cookie=cc26620e2748e3f1 in_seq=0 out_seq=0 2024-09-05T04:21:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.151+0000 7fda7b7fe640 10 client.18147 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fda7b7fe640 1 -- 172.21.15.2:0/540925352 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5595d1c88d70 con 0x5595d1da30a0 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fda7b7fe640 10 client.18147 handle_command_reply: tid=0 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 client.18147 shutdown 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 msgr2=0x5595d1d297c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fda94011d90 tx=0x7fda94004a40 comp rx=0 tx=0).stop 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 shutdown_connections 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5595d1da30a0 0x5595d1da5490 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5595d1d27cb0 0x5595d1d297c0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5595d1d1d410 0x5595d1d29280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fda7b7fe640 0 client.18147 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 --2- 172.21.15.2:0/540925352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5595d1d1caf0 0x5595d1d28d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 >> 172.21.15.2:0/540925352 conn(0x5595d1d19060 msgr2=0x5595d1d179a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 shutdown_connections 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 1 -- 172.21.15.2:0/540925352 wait complete. 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.165+0000 7fdaa5666740 20 client.18147 trim_cache size 0 max 16384 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:21:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 msgr2=0x7fda840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 0x7fda840a51b0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fda94007db0 tx=0x7fda94007380 comp rx=0 tx=0).stop 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 msgr2=0x7fda9c198770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fda9000c920 tx=0x7fda9000cde0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 shutdown_connections 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fda840a2cf0 0x7fda840a51b0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fda9c1069e0 0x7fda9c19caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fda9c101370 0x7fda9c198770 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 --2- 172.21.15.2:0/2309341004 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fda9c1009d0 0x7fda9c198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 >> 172.21.15.2:0/2309341004 conn(0x7fda9c0fc6b0 msgr2=0x7fda9c0fce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 shutdown_connections 2024-09-05T04:21:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:25.166+0000 7fdaa28d0640 1 -- 172.21.15.2:0/2309341004 wait complete. 2024-09-05T04:21:26.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:25 smithi002 ceph-mon[31001]: pgmap v324: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 15 op/s 2024-09-05T04:21:26.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:25 smithi079 ceph-mon[34908]: pgmap v324: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 15 op/s 2024-09-05T04:21:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:25 smithi047 ceph-mon[34498]: pgmap v324: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 15 op/s 2024-09-05T04:21:28.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:27 smithi002 ceph-mon[31001]: pgmap v325: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:28.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:27 smithi079 ceph-mon[34908]: pgmap v325: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:27 smithi047 ceph-mon[34498]: pgmap v325: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:30.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:29 smithi002 ceph-mon[31001]: pgmap v326: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:30.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:29 smithi079 ceph-mon[34908]: pgmap v326: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:29 smithi047 ceph-mon[34498]: pgmap v326: 129 pgs: 129 active+clean; 5.7 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 34 KiB/s wr, 8 op/s 2024-09-05T04:21:32.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:31 smithi002 ceph-mon[31001]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:21:32.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:31 smithi079 ceph-mon[34908]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:21:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:31 smithi047 ceph-mon[34498]: pgmap v327: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:21:34.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:33 smithi002 ceph-mon[31001]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:21:34.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:33 smithi079 ceph-mon[34908]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:21:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:33 smithi047 ceph-mon[34498]: pgmap v328: 129 pgs: 129 active+clean; 1.9 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:21:36.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:35 smithi002 ceph-mon[31001]: pgmap v329: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:21:36.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:35 smithi079 ceph-mon[34908]: pgmap v329: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:21:36.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:35 smithi047 ceph-mon[34498]: pgmap v329: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 62 KiB/s wr, 14 op/s 2024-09-05T04:21:38.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:37 smithi002 ceph-mon[31001]: pgmap v330: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:38.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:37 smithi079 ceph-mon[34908]: pgmap v330: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:37 smithi047 ceph-mon[34498]: pgmap v330: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:38.266 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 -- 172.21.15.2:0/2557388961 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 msgr2=0x7f4ff0100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/2557388961 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0100e00 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009930 tx=0x7f4fe402a420 comp rx=0 tx=0).stop 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 -- 172.21.15.2:0/2557388961 shutdown_connections 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/2557388961 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff0101340 0x7f4ff010d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/2557388961 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0100e00 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/2557388961 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff01069b0 0x7f4ff0106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 -- 172.21.15.2:0/2557388961 >> 172.21.15.2:0/2557388961 conn(0x7f4ff00779a0 msgr2=0x7f4ff00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 -- 172.21.15.2:0/2557388961 shutdown_connections 2024-09-05T04:21:38.267 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.265+0000 7f4ff4caf640 1 -- 172.21.15.2:0/2557388961 wait complete. 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 Processor -- start 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 -- start start 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 0x7f4ff0198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff01069b0 0x7f4ff019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.270 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff0110ca0 con 0x7f4ff01009a0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff0110b20 con 0x7f4ff01069b0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4ff4caf640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff0110e20 con 0x7f4ff0101340 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55214/0 (socket says 172.21.15.2:55214) 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 -- 172.21.15.2:0/592601883 learned_addr learned my addr 172.21.15.2:0/592601883 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 0x7f4ff0198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4feed9d640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff01069b0 0x7f4ff019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 -- 172.21.15.2:0/592601883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 msgr2=0x7f4ff0198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 0x7f4ff0198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 -- 172.21.15.2:0/592601883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff01069b0 msgr2=0x7f4ff019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff01069b0 0x7f4ff019cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fee59c640 1 -- 172.21.15.2:0/592601883 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ff019d320 con 0x7f4ff01009a0 2024-09-05T04:21:38.271 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.266+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 0x7f4ff0198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4fee59c640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000e9f0 tx=0x7f4fe000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4fdf7fe640 1 -- 172.21.15.2:0/592601883 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe000cd80 con 0x7f4ff01009a0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4fdf7fe640 1 -- 172.21.15.2:0/592601883 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4fe00054d0 con 0x7f4ff01009a0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4fdf7fe640 1 -- 172.21.15.2:0/592601883 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe0010490 con 0x7f4ff01009a0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ff019d610 con 0x7f4ff01009a0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.267+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ff01a4ea0 con 0x7f4ff01009a0 2024-09-05T04:21:38.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.269+0000 7f4fdf7fe640 1 -- 172.21.15.2:0/592601883 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4fe0005020 con 0x7f4ff01009a0 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.269+0000 7f4ff7a41740 1 Processor -- start 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 -- start start 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5ced70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5ddb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a08b5332f0 con 0x55a08b5de0c0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a08b4db270 con 0x55a08b5cf2b0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a08b52f2b0 con 0x55a08b5ce990 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4fdf7fe640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 0x7f4fd80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4feed9d640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 0x7f4fd80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55224/0 (socket says 172.21.15.2:55224) 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2547755348 learned_addr learned my addr 172.21.15.2:0/2547755348 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4fee59c640 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5ddb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.270+0000 7f4feed9d640 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5ced70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fdf7fe640 1 -- 172.21.15.2:0/592601883 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4fe00cfcc0 con 0x7f4ff01009a0 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2547755348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 msgr2=0x55a08b5ced70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5ced70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2547755348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 msgr2=0x55a08b5ddb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5ddb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2547755348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a08b4da340 con 0x55a08b5de0c0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4feed9d640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 0x7f4fd80a51b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f4fe8009270 tx=0x7f4fe8009c90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f4fe402a940 tx=0x7f4fe4032c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540cc6b9d563fc94 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fdcff9640 1 -- 172.21.15.2:0/2547755348 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4035070 con 0x55a08b5de0c0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fdcff9640 1 -- 172.21.15.2:0/2547755348 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4fe40314a0 con 0x55a08b5de0c0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.271+0000 7f4fdcff9640 1 -- 172.21.15.2:0/2547755348 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4005040 con 0x55a08b5de0c0 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2547755348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 msgr2=0x55a08b5e04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f4fe402a940 tx=0x7f4fe4032c00 comp rx=0 tx=0).stop 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2547755348 shutdown_connections 2024-09-05T04:21:38.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5e04b0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5ddb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2547755348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5ced70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2547755348 >> 172.21.15.2:0/2547755348 conn(0x55a08b5cb060 msgr2=0x55a08b5cb440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2547755348 shutdown_connections 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2547755348 wait complete. 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 -- start start 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.272+0000 7f4ff7a41740 1 Processor -- start 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5db0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5db620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a08b5e0c90 con 0x55a08b5de0c0 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a08b4bc290 con 0x55a08b5cf2b0 2024-09-05T04:21:38.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a08b5e0e10 con 0x55a08b5ce990 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4ff7a41740 10 client.0 _ll_register_callbacks cb 0x55a08b4ed140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55232/0 (socket says 172.21.15.2:55232) 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 -- 172.21.15.2:0/93642716 learned_addr learned my addr 172.21.15.2:0/93642716 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5db620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4fee59c640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5db0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 -- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 msgr2=0x55a08b5db0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5db0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 -- 172.21.15.2:0/93642716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 msgr2=0x55a08b5db620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5db620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 -- 172.21.15.2:0/93642716 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a08b246210 con 0x55a08b5de0c0 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5db620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4feed9d640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f4fe8014340 tx=0x7f4fe801b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76900967fa74b1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4fd5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.273+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe8025030 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4fe8004b20 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fe40314a0 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4fe8031050 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 10 client.18159 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a08b312620 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4fe40314a0 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4fe800f050 con 0x55a08b5de0c0 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 10 client.18159 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 10 client.18159 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 20 client.18159 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b5ee140 0x55a08b5f0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.283 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 4 client.18159 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.274+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a08b540a20 con 0x55a08b5ee140 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.275+0000 7f4fee59c640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b5ee140 0x55a08b5f0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.275+0000 7f4fee59c640 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b5ee140 0x55a08b5f0570 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0bb335ec169ed78 server_cookie=ec44a230ead9b9a7 in_seq=0 out_seq=0 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.275+0000 7f4fd5ffb640 10 client.18159 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/93642716 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a08b540a20 con 0x55a08b5ee140 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4fd5ffb640 10 client.18159 handle_command_reply: tid=0 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 client.18159 shutdown 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 msgr2=0x55a08b5dbb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f4fe8014340 tx=0x7f4fe801b000 comp rx=0 tx=0).stop 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 shutdown_connections 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b5ee140 0x55a08b5f0570 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.284 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5de0c0 0x55a08b5dbb60 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5cf2b0 0x55a08b5db620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4fd5ffb640 0 client.18159 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/93642716 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5db0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 >> 172.21.15.2:0/93642716 conn(0x55a08b5cb060 msgr2=0x55a08b5d0dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 shutdown_connections 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 1 -- 172.21.15.2:0/93642716 wait complete. 2024-09-05T04:21:38.285 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.276+0000 7f4ff7a41740 20 client.18159 trim_cache size 0 max 16384 2024-09-05T04:21:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.290+0000 7f4ff7a41740 1 Processor -- start 2024-09-05T04:21:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 -- start start 2024-09-05T04:21:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5ce990 0x55a08b5ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.296 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5de0c0 0x55a08b5f63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01aad40 con 0x55a08b5cf2b0 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01ad5a0 con 0x55a08b5ce990 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01ab390 con 0x55a08b5de0c0 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55236/0 (socket says 172.21.15.2:55236) 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 -- 172.21.15.2:0/3804329148 learned_addr learned my addr 172.21.15.2:0/3804329148 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fee59c640 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5ce990 0x55a08b5ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 -- 172.21.15.2:0/3804329148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5de0c0 msgr2=0x55a08b5f63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.297 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5de0c0 0x55a08b5f63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 -- 172.21.15.2:0/3804329148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5ce990 msgr2=0x55a08b5ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5ce990 0x55a08b5ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 -- 172.21.15.2:0/3804329148 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a08b5cf0e0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.291+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009930 tx=0x7f4fe40058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ee4c5763f2e8229 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4fd7fff640 1 -- 172.21.15.2:0/3804329148 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe404a020 con 0x55a08b5cf2b0 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4fd7fff640 1 -- 172.21.15.2:0/3804329148 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4fe4031db0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4fd7fff640 1 -- 172.21.15.2:0/3804329148 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4035040 con 0x55a08b5cf2b0 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- 172.21.15.2:0/3804329148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 msgr2=0x55a08b5f5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009930 tx=0x7f4fe40058f0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- 172.21.15.2:0/3804329148 shutdown_connections 2024-09-05T04:21:38.298 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5de0c0 0x55a08b5f63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5f5e80 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/3804329148 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5ce990 0x55a08b5ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- 172.21.15.2:0/3804329148 >> 172.21.15.2:0/3804329148 conn(0x55a08b5cb060 msgr2=0x55a08b5c99a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- 172.21.15.2:0/3804329148 shutdown_connections 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- 172.21.15.2:0/3804329148 wait complete. 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.292+0000 7f4ff7a41740 1 -- start start 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 Processor -- start 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5e2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5de0c0 0x55a08b657e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01aba60 con 0x55a08b5cf2b0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01aced0 con 0x55a08b5de0c0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4ff01ac130 con 0x55a08b5ce990 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4ff7a41740 10 client.0 _ll_register_callbacks cb 0x7f4fe8009630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55244/0 (socket says 172.21.15.2:55244) 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2264399168 learned_addr learned my addr 172.21.15.2:0/2264399168 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fee59c640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5e2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4feed9d640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5de0c0 0x55a08b657e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 msgr2=0x55a08b5e2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5e2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2264399168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5de0c0 msgr2=0x55a08b657e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5de0c0 0x55a08b657e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 -- 172.21.15.2:0/2264399168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a08b658390 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fedd9b640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4006010 tx=0x7f4fe4004280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d34ef2e67b21935e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.293+0000 7f4fd5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fe404a030 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4fe40036d0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4fe4031db0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4fe4061050 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 10 client.18165 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a08b659670 con 0x55a08b5cf2b0 2024-09-05T04:21:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4fe4031db0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4fe404f7f0 con 0x55a08b5cf2b0 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 10 client.18165 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 10 client.18165 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 20 client.18165 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b659910 0x55a08b65bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 4 client.18165 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a08b53ad70 con 0x55a08b659910 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.294+0000 7f4fee59c640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b659910 0x55a08b65bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.295+0000 7f4fee59c640 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b659910 0x55a08b65bd30 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51904a3fe9b590c3 server_cookie=baa62103f6ed63cd in_seq=0 out_seq=0 2024-09-05T04:21:38.302 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.295+0000 7f4fd5ffb640 10 client.18165 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4fd5ffb640 1 -- 172.21.15.2:0/2264399168 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a08b53ad70 con 0x55a08b659910 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4fd5ffb640 10 client.18165 handle_command_reply: tid=0 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 client.18165 shutdown 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 msgr2=0x55a08b5e2ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4006010 tx=0x7f4fe4004280 comp rx=0 tx=0).stop 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 shutdown_connections 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a08b659910 0x55a08b65bd30 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a08b5de0c0 0x55a08b657e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a08b5cf2b0 0x55a08b5e2ac0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 --2- 172.21.15.2:0/2264399168 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a08b5ce990 0x55a08b5e2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4fd5ffb640 0 client.18165 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:38.310 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 >> 172.21.15.2:0/2264399168 conn(0x55a08b5cb060 msgr2=0x55a08b5db8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 shutdown_connections 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 1 -- 172.21.15.2:0/2264399168 wait complete. 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.308+0000 7f4ff7a41740 20 client.18165 trim_cache size 0 max 16384 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:21:38.311 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 msgr2=0x7f4fd80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 0x7f4fd80a51b0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f4fe8009270 tx=0x7f4fe8009c90 comp rx=0 tx=0).stop 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 msgr2=0x7f4ff0198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f4fe000e9f0 tx=0x7f4fe000edf0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 shutdown_connections 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4fd80a2cf0 0x7f4fd80a51b0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4ff01069b0 0x7f4ff019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4ff0101340 0x7f4ff0198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 --2- 172.21.15.2:0/592601883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4ff01009a0 0x7f4ff0198330 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 >> 172.21.15.2:0/592601883 conn(0x7f4ff00779a0 msgr2=0x7f4ff0103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 shutdown_connections 2024-09-05T04:21:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:38.309+0000 7f4ff4caf640 1 -- 172.21.15.2:0/592601883 wait complete. 2024-09-05T04:21:40.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:39 smithi002 ceph-mon[31001]: pgmap v331: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:40.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:39 smithi079 ceph-mon[34908]: pgmap v331: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:39 smithi047 ceph-mon[34498]: pgmap v331: 129 pgs: 129 active+clean; 2.1 MiB data, 426 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:42.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:41 smithi002 ceph-mon[31001]: pgmap v332: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 68 KiB/s wr, 17 op/s 2024-09-05T04:21:42.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:41 smithi079 ceph-mon[34908]: pgmap v332: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 68 KiB/s wr, 17 op/s 2024-09-05T04:21:42.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:41 smithi047 ceph-mon[34498]: pgmap v332: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 68 KiB/s wr, 17 op/s 2024-09-05T04:21:44.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:43 smithi002 ceph-mon[31001]: pgmap v333: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:43 smithi079 ceph-mon[34908]: pgmap v333: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:44.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:43 smithi047 ceph-mon[34498]: pgmap v333: 129 pgs: 129 active+clean; 2.4 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 10 op/s 2024-09-05T04:21:45.789 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:313/600: open fd = 3 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:314/600: open fd = 3 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:315/600: open fd = 3 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.790 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:316/600: open fd = 3 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:317/600: open fd = 3 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:318/600: open fd = 3 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:319/600: open fd = 3 2024-09-05T04:21:45.791 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:320/600: open fd = 3 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:321/600: open fd = 3 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:322/600: open fd = 3 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.792 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:323/600: open fd = 3 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:324/600: open fd = 3 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:325/600: open fd = 3 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.793 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:326/600: open fd = 3 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:327/600: open fd = 3 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.794 INFO:tasks.workunit.client.0.smithi002.stdout:328/600: open fd = 3 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:329/600: open fd = 3 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:330/600: open fd = 3 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.795 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:331/600: open fd = 3 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:332/600: open fd = 3 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:333/600: open fd = 3 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.796 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:334/600: open fd = 3 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:335/600: open fd = 3 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:336/600: open fd = 3 2024-09-05T04:21:45.797 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:337/600: open fd = 3 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:338/600: open fd = 3 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:339/600: open fd = 3 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.798 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:340/600: open fd = 3 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:341/600: open fd = 3 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:342/600: open fd = 3 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:343/600: open fd = 3 2024-09-05T04:21:45.799 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:344/600: open fd = 3 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:345/600: open fd = 3 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:346/600: open fd = 3 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.800 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:347/600: open fd = 3 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:348/600: open fd = 3 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:349/600: open fd = 3 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:350/600: open fd = 3 2024-09-05T04:21:45.801 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:351/600: open fd = 3 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:352/600: open fd = 3 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:353/600: open fd = 3 2024-09-05T04:21:45.802 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:354/600: open fd = 3 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:355/600: open fd = 3 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:356/600: open fd = 3 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.803 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:357/600: open fd = 3 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:358/600: open fd = 3 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:359/600: open fd = 3 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:360/600: open fd = 3 2024-09-05T04:21:45.804 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:361/600: open fd = 3 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.805 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:362/600: open fd = 3 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:363/600: open fd = 3 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:364/600: open fd = 3 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:365/600: open fd = 3 2024-09-05T04:21:45.806 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:366/600: open fd = 3 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:367/600: open fd = 3 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.807 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:368/600: open fd = 3 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:369/600: open fd = 3 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:370/600: open fd = 3 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:371/600: open fd = 3 2024-09-05T04:21:45.808 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:372/600: open fd = 3 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:373/600: open fd = 3 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:374/600: open fd = 3 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:21:45.809 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:21:46.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:45 smithi002 ceph-mon[31001]: pgmap v334: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:21:46.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:45 smithi079 ceph-mon[34908]: pgmap v334: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:21:46.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:45 smithi047 ceph-mon[34498]: pgmap v334: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:21:46.891 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:21:47.160 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:47.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 -- 172.21.15.2:0/500278212 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60101de0 msgr2=0x7f5e601021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 --2- 172.21.15.2:0/500278212 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60101de0 0x7f5e601021c0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f5e50009900 tx=0x7f5e5002a410 comp rx=0 tx=0).stop 2024-09-05T04:21:47.614 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 -- 172.21.15.2:0/500278212 shutdown_connections 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 --2- 172.21.15.2:0/500278212 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60106f10 0x7f5e6010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 --2- 172.21.15.2:0/500278212 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60102790 0x7f5e601067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 --2- 172.21.15.2:0/500278212 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60101de0 0x7f5e601021c0 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 -- 172.21.15.2:0/500278212 >> 172.21.15.2:0/500278212 conn(0x7f5e600fd8c0 msgr2=0x7f5e600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 -- 172.21.15.2:0/500278212 shutdown_connections 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.596+0000 7f5e653df640 1 -- 172.21.15.2:0/500278212 wait complete. 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.597+0000 7f5e653df640 1 Processor -- start 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.597+0000 7f5e653df640 1 -- start start 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.597+0000 7f5e653df640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 0x7f5e601983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.597+0000 7f5e653df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 0x7f5e6019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5e60111e20 con 0x7f5e60102790 2024-09-05T04:21:47.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e60111ca0 con 0x7f5e60106f10 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5e60111fa0 con 0x7f5e60101de0 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47974/0 (socket says 172.21.15.2:47974) 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/20104575 learned_addr learned my addr 172.21.15.2:0/20104575 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5effd640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 0x7f5e601983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 0x7f5e6019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/20104575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 msgr2=0x7f5e601983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 0x7f5e601983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/20104575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 msgr2=0x7f5e6019cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 0x7f5e6019cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/20104575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e6019d350 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5effd640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 0x7f5e601983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 0x7f5e6019cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400d950 tx=0x7f5e5400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e47fff640 1 -- 172.21.15.2:0/20104575 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e54017070 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e6019d640 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e47fff640 1 -- 172.21.15.2:0/20104575 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e54009c30 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e47fff640 1 -- 172.21.15.2:0/20104575 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5400f620 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.598+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e601a4f20 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.600+0000 7f5e47fff640 1 -- 172.21.15.2:0/20104575 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5e5400f7c0 con 0x7f5e60102790 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 Processor -- start 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 -- start start 2024-09-05T04:21:47.617 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057192780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x5580571a1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5580570f82e0 con 0x5580571a1a90 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55805709fce0 con 0x5580571923a0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e677b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5580570f42a0 con 0x558057192cc0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47980/0 (socket says 172.21.15.2:47980) 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/1674140690 learned_addr learned my addr 172.21.15.2:0/1674140690 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5effd640 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x5580571a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e47fff640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 0x7f5e480a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057192780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.601+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 0x7f5e480a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/1674140690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 msgr2=0x5580571a1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.618 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x5580571a1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/1674140690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 msgr2=0x558057192780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057192780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 -- 172.21.15.2:0/1674140690 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558057084440 con 0x5580571a1a90 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e47fff640 1 -- 172.21.15.2:0/20104575 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f5e540cf520 con 0x7f5e60102790 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f5e540a0af0 tx=0x7f5e54005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc7fb0ed1478f20 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e457fa640 1 -- 172.21.15.2:0/1674140690 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e54020070 con 0x5580571a1a90 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 0x7f5e480a51b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5e58013540 tx=0x7f5e58005c60 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e457fa640 1 -- 172.21.15.2:0/1674140690 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e54009de0 con 0x5580571a1a90 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.602+0000 7f5e457fa640 1 -- 172.21.15.2:0/1674140690 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e540ccc60 con 0x5580571a1a90 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- 172.21.15.2:0/1674140690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 msgr2=0x5580571a3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f5e540a0af0 tx=0x7f5e54005bf0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- 172.21.15.2:0/1674140690 shutdown_connections 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571a3e80 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.619 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x5580571a1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- 172.21.15.2:0/1674140690 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057192780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- 172.21.15.2:0/1674140690 >> 172.21.15.2:0/1674140690 conn(0x55805718ea30 msgr2=0x55805718ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- 172.21.15.2:0/1674140690 shutdown_connections 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- 172.21.15.2:0/1674140690 wait complete. 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- start start 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 Processor -- start 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x55805719e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x55805719eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5580571a4600 con 0x5580571923a0 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5580570b3050 con 0x558057192cc0 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5580571a4780 con 0x5580571a1a90 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e677b8740 10 client.0 _ll_register_callbacks cb 0x5580570f3160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:47.620 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47982/0 (socket says 172.21.15.2:47982) 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.603+0000 7f5e5effd640 1 -- 172.21.15.2:0/4104296573 learned_addr learned my addr 172.21.15.2:0/4104296573 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x55805719eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 -- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 msgr2=0x55805719eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x55805719eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 -- 172.21.15.2:0/4104296573 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 msgr2=0x55805719e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x55805719e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 -- 172.21.15.2:0/4104296573 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558056e693c0 con 0x5580571923a0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x55805719eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e5effd640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f5e5002a930 tx=0x7f5e50031820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f54dd3bbbbf7233 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e42ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50035040 con 0x5580571923a0 2024-09-05T04:21:47.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f5e50031cf0 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e54009de0 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5e50004100 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e677b8740 10 client.18177 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.604+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5580571afef0 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e54009de0 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5e50004880 con 0x5580571923a0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 10 client.18177 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 10 client.18177 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 20 client.18177 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5580571b13b0 0x5580571b37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 4 client.18177 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558057105850 con 0x5580571b13b0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5580571b13b0 0x5580571b37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5580571b13b0 0x5580571b37e0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9db07cef64f51906 server_cookie=7ec3ce1a5712ed6f in_seq=0 out_seq=0 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.605+0000 7f5e42ff5640 10 client.18177 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e42ff5640 1 -- 172.21.15.2:0/4104296573 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558057105850 con 0x5580571b13b0 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e42ff5640 10 client.18177 handle_command_reply: tid=0 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 client.18177 shutdown 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 msgr2=0x5580571a12b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f5e5002a930 tx=0x7f5e50031820 comp rx=0 tx=0).stop 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 shutdown_connections 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5580571b13b0 0x5580571b37e0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x55805719eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x55805719e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e42ff5640 0 client.18177 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 --2- 172.21.15.2:0/4104296573 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a12b0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 >> 172.21.15.2:0/4104296573 conn(0x55805718ea30 msgr2=0x558057194740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 shutdown_connections 2024-09-05T04:21:47.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.606+0000 7f5e677b8740 1 -- 172.21.15.2:0/4104296573 wait complete. 2024-09-05T04:21:47.624 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.607+0000 7f5e677b8740 20 client.18177 trim_cache size 0 max 16384 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.624+0000 7f5e677b8740 1 Processor -- start 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.624+0000 7f5e677b8740 1 -- start start 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057199d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601aaf70 con 0x5580571a1a90 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601ad7d0 con 0x5580571923a0 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e677b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601ab5c0 con 0x558057192cc0 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47994/0 (socket says 172.21.15.2:47994) 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5e7fc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:58104/0 (socket says 172.21.15.2:58104) 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 -- 172.21.15.2:0/2344098410 learned_addr learned my addr 172.21.15.2:0/2344098410 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5effd640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 -- 172.21.15.2:0/2344098410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 msgr2=0x55805718da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 -- 172.21.15.2:0/2344098410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 msgr2=0x558057199d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057199d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 -- 172.21.15.2:0/2344098410 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55805719d510 con 0x5580571a1a90 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5effd640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.625+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f5e580109e0 tx=0x7f5e5800a590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5598f2a90263fe40 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e44ff9640 1 -- 172.21.15.2:0/2344098410 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5801c040 con 0x5580571a1a90 2024-09-05T04:21:47.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e44ff9640 1 -- 172.21.15.2:0/2344098410 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e5800e580 con 0x5580571a1a90 2024-09-05T04:21:47.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e44ff9640 1 -- 172.21.15.2:0/2344098410 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e580226d0 con 0x5580571a1a90 2024-09-05T04:21:47.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 -- 172.21.15.2:0/2344098410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 msgr2=0x5580571b90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f5e580109e0 tx=0x7f5e5800a590 comp rx=0 tx=0).stop 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 -- 172.21.15.2:0/2344098410 shutdown_connections 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571a1a90 0x5580571b90b0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558057192cc0 0x55805718da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 --2- 172.21.15.2:0/2344098410 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5580571923a0 0x558057199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 -- 172.21.15.2:0/2344098410 >> 172.21.15.2:0/2344098410 conn(0x55805718ea30 msgr2=0x55805718d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 -- 172.21.15.2:0/2344098410 shutdown_connections 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.626+0000 7f5e677b8740 1 -- 172.21.15.2:0/2344098410 wait complete. 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 -- start start 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 Processor -- start 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x5580571a9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x5580571a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601abc90 con 0x5580571923a0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601ad100 con 0x558057192cc0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5e601ac360 con 0x5580571a1a90 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e677b8740 10 client.0 _ll_register_callbacks cb 0x7f5e50032e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48008/0 (socket says 172.21.15.2:48008) 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5effd640 1 -- 172.21.15.2:0/3841551632 learned_addr learned my addr 172.21.15.2:0/3841551632 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x5580571a9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x5580571a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5effd640 1 -- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 msgr2=0x5580571a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.627+0000 7f5e5effd640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x5580571a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e5effd640 1 -- 172.21.15.2:0/3841551632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 msgr2=0x5580571a9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e5effd640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x5580571a9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.633 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e5effd640 1 -- 172.21.15.2:0/3841551632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580571a4f10 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e5f7fe640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x5580571a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e5effd640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f5e50005940 tx=0x7f5e50005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=200c73d6a2e0e3ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e50056060 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f5e50003b10 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e5800e580 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5e50035050 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 10 client.18183 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55805721c770 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e5800e580 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5e50005120 con 0x5580571923a0 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 10 client.18183 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 10 client.18183 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:47.634 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.628+0000 7f5e677b8740 20 client.18183 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55805721cec0 0x55805721f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e677b8740 4 client.18183 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5580570ffd60 con 0x55805721cec0 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55805721cec0 0x55805721f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e5e7fc640 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55805721cec0 0x55805721f2e0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2755de6ecfa58316 server_cookie=98f8f4451cf8950c in_seq=0 out_seq=0 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.629+0000 7f5e42ff5640 10 client.18183 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e42ff5640 1 -- 172.21.15.2:0/3841551632 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5580570ffd60 con 0x55805721cec0 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e42ff5640 10 client.18183 handle_command_reply: tid=0 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 client.18183 shutdown 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 msgr2=0x5580571a9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f5e50005940 tx=0x7f5e50005e60 comp rx=0 tx=0).stop 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 shutdown_connections 2024-09-05T04:21:47.635 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55805721cec0 0x55805721f2e0 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5580571a1a90 0x5580571a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558057192cc0 0x5580571a9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 --2- 172.21.15.2:0/3841551632 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5580571923a0 0x5580571a9a20 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e42ff5640 0 client.18183 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 >> 172.21.15.2:0/3841551632 conn(0x55805718ea30 msgr2=0x55805718db70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 shutdown_connections 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 1 -- 172.21.15.2:0/3841551632 wait complete. 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.630+0000 7f5e677b8740 20 client.18183 trim_cache size 0 max 16384 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:47.636 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:21:47.637 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:21:47.637 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:47.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 msgr2=0x7f5e480a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 0x7f5e480a51b0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f5e58013540 tx=0x7f5e58005c60 comp rx=0 tx=0).stop 2024-09-05T04:21:47.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 msgr2=0x7f5e601988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f5e5400d950 tx=0x7f5e5400de10 comp rx=0 tx=0).stop 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 shutdown_connections 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5e480a2cf0 0x7f5e480a51b0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5e60106f10 0x7f5e6019cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5e60102790 0x7f5e601988e0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 --2- 172.21.15.2:0/20104575 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5e60101de0 0x7f5e601983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 >> 172.21.15.2:0/20104575 conn(0x7f5e600fd8c0 msgr2=0x7f5e600fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 shutdown_connections 2024-09-05T04:21:47.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:47.631+0000 7f5e653df640 1 -- 172.21.15.2:0/20104575 wait complete. 2024-09-05T04:21:47.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:47 smithi002 ceph-mon[31001]: pgmap v335: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:48.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:47 smithi079 ceph-mon[34908]: pgmap v335: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:48.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:47 smithi047 ceph-mon[34498]: pgmap v335: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:48.429 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:21:48.430 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:21:48.685 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:49.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 -- 172.21.15.2:0/3428699648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c106a80 msgr2=0x7f287c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:49.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 --2- 172.21.15.2:0/3428699648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c106a80 0x7f287c106e60 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f2878009930 tx=0x7f287802a420 comp rx=0 tx=0).stop 2024-09-05T04:21:49.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 -- 172.21.15.2:0/3428699648 shutdown_connections 2024-09-05T04:21:49.232 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 --2- 172.21.15.2:0/3428699648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c101420 0x7f287c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 --2- 172.21.15.2:0/3428699648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 0x7f287c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 --2- 172.21.15.2:0/3428699648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c106a80 0x7f287c106e60 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 -- 172.21.15.2:0/3428699648 >> 172.21.15.2:0/3428699648 conn(0x7f287c0fc7a0 msgr2=0x7f287c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 -- 172.21.15.2:0/3428699648 shutdown_connections 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.172+0000 7f2884100640 1 -- 172.21.15.2:0/3428699648 wait complete. 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 Processor -- start 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 -- start start 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 0x7f287c0fcf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 0x7f287c0fd980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:49.233 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f287c110dd0 con 0x7f287c101420 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f287c110c50 con 0x7f287c100a80 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2884100640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f287c110f50 con 0x7f287c106a80 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48028/0 (socket says 172.21.15.2:48028) 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 -- 172.21.15.2:0/1558700261 learned_addr learned my addr 172.21.15.2:0/1558700261 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f2881e9c640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 0x7f287c0fcf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288269d640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 0x7f287c0fd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 -- 172.21.15.2:0/1558700261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 msgr2=0x7f287c0fd980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 0x7f287c0fd980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 -- 172.21.15.2:0/1558700261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 msgr2=0x7f287c0fcf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 0x7f287c0fcf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288169b640 1 -- 172.21.15.2:0/1558700261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f287c1a6a00 con 0x7f287c101420 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.173+0000 7f288269d640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 0x7f287c0fd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:49.234 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f288169b640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f286c00b4a0 tx=0x7f286c00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c014070 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f286c010ac0 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c017c30 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f287c1a6cf0 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.174+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f287c1a7220 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.175+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f287c100f60 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.176+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f286c017070 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.177+0000 7f2872ffd640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 0x7f28680a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.177+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f286c0cee10 con 0x7f287c101420 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.177+0000 7f2881e9c640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 0x7f28680a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.177+0000 7f2881e9c640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 0x7f28680a5230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2878006010 tx=0x7f2878000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:49.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.181+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f286c09b750 con 0x7f287c101420 2024-09-05T04:21:49.392 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.392+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f287c109a70 con 0x7f287c101420 2024-09-05T04:21:49.393 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.392+0000 7f2872ffd640 1 -- 172.21.15.2:0/1558700261 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f286c09b050 con 0x7f287c101420 2024-09-05T04:21:49.394 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:21:49.394 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:21:49.395 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:21:49.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 msgr2=0x7f28680a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:49.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 0x7f28680a5230 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2878006010 tx=0x7f2878000bc0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 msgr2=0x7f287c0fd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:49.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f286c00b4a0 tx=0x7f286c00b960 comp rx=0 tx=0).stop 2024-09-05T04:21:49.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 shutdown_connections 2024-09-05T04:21:49.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.394+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f28680a2d70 0x7f28680a5230 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f287c106a80 0x7f287c0fd980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f287c101420 0x7f287c0fd440 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 --2- 172.21.15.2:0/1558700261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f287c100a80 0x7f287c0fcf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:49.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 >> 172.21.15.2:0/1558700261 conn(0x7f287c0fc7a0 msgr2=0x7f287c06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:49.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 shutdown_connections 2024-09-05T04:21:49.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:49.395+0000 7f2884100640 1 -- 172.21.15.2:0/1558700261 wait complete. 2024-09-05T04:21:50.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:49 smithi002 ceph-mon[31001]: pgmap v336: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:50.028 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:49 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1558700261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:50.058 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:21:50.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:49 smithi079 ceph-mon[34908]: pgmap v336: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:49 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1558700261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:50.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:49 smithi047 ceph-mon[34498]: pgmap v336: 129 pgs: 129 active+clean; 2.5 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:21:50.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:49 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1558700261' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:21:50.312 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:50.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 -- 172.21.15.2:0/1043667606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204101de0 msgr2=0x7fe2041021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 --2- 172.21.15.2:0/1043667606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204101de0 0x7fe2041021c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7fe200009900 tx=0x7fe20002a410 comp rx=0 tx=0).stop 2024-09-05T04:21:50.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 -- 172.21.15.2:0/1043667606 shutdown_connections 2024-09-05T04:21:50.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 --2- 172.21.15.2:0/1043667606 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204106f10 0x7fe20410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 --2- 172.21.15.2:0/1043667606 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204102790 0x7fe2041067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 --2- 172.21.15.2:0/1043667606 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204101de0 0x7fe2041021c0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 -- 172.21.15.2:0/1043667606 >> 172.21.15.2:0/1043667606 conn(0x7fe2040fd8c0 msgr2=0x7fe2040ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 -- 172.21.15.2:0/1043667606 shutdown_connections 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.799+0000 7fe20b86e640 1 -- 172.21.15.2:0/1043667606 wait complete. 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 Processor -- start 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 -- start start 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 0x7fe2041983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204106f10 0x7fe20419cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe204111e90 con 0x7fe204102790 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe204111d10 con 0x7fe204101de0 2024-09-05T04:21:50.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe20b86e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe204112010 con 0x7fe204106f10 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe208e09640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe208e09640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48050/0 (socket says 172.21.15.2:48050) 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.800+0000 7fe208e09640 1 -- 172.21.15.2:0/3021319954 learned_addr learned my addr 172.21.15.2:0/3021319954 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe20960a640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 0x7fe2041983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204106f10 0x7fe20419cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 -- 172.21.15.2:0/3021319954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204106f10 msgr2=0x7fe20419cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204106f10 0x7fe20419cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 -- 172.21.15.2:0/3021319954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 msgr2=0x7fe2041983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 0x7fe2041983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 -- 172.21.15.2:0/3021319954 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe20419d360 con 0x7fe204102790 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe20960a640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 0x7fe2041983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe208e09640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7fe1f400c920 tx=0x7fe1f400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe1fa7fc640 1 -- 172.21.15.2:0/3021319954 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4007c70 con 0x7fe204102790 2024-09-05T04:21:50.811 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe1fa7fc640 1 -- 172.21.15.2:0/3021319954 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1f4007e10 con 0x7fe204102790 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe20419d650 con 0x7fe204102790 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe1fa7fc640 1 -- 172.21.15.2:0/3021319954 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4018820 con 0x7fe204102790 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.801+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2041a4f30 con 0x7fe204102790 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.803+0000 7fe1fa7fc640 1 -- 172.21.15.2:0/3021319954 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe1f40189c0 con 0x7fe204102790 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 Processor -- start 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 -- start start 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157cdea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ceb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d157c442f0 con 0x55d157cdfb40 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d157bebcf0 con 0x55d157ce9370 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20dc47740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d157c402b0 con 0x55d157cde5d0 2024-09-05T04:21:50.812 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48052/0 (socket says 172.21.15.2:48052) 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe209e0b640 1 -- 172.21.15.2:0/3951286425 learned_addr learned my addr 172.21.15.2:0/3951286425 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe1fa7fc640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 0x7fe1f00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe20960a640 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157cdea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe208e09640 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ceb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.804+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 0x7fe1f00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe1fa7fc640 1 -- 172.21.15.2:0/3021319954 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fe1f40cf9e0 con 0x7fe204102790 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 -- 172.21.15.2:0/3951286425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 msgr2=0x55d157cdea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157cdea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 -- 172.21.15.2:0/3951286425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 msgr2=0x55d157ceb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ceb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 -- 172.21.15.2:0/3951286425 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d157bd03a0 con 0x55d157cdfb40 2024-09-05T04:21:50.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc00cb20 tx=0x7fe1fc0072b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c3335ccdb7e575 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe1ef7fe640 1 -- 172.21.15.2:0/3951286425 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc015070 con 0x55d157cdfb40 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe1ef7fe640 1 -- 172.21.15.2:0/3951286425 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1fc016040 con 0x55d157cdfb40 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe1ef7fe640 1 -- 172.21.15.2:0/3951286425 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc01e020 con 0x55d157cdfb40 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.805+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 0x7fe1f00a5230 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc01f000 tx=0x7fe1fc01b000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- 172.21.15.2:0/3951286425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 msgr2=0x55d157cde090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc00cb20 tx=0x7fe1fc0072b0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- 172.21.15.2:0/3951286425 shutdown_connections 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ceb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157cdea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3951286425 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157cde090 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- 172.21.15.2:0/3951286425 >> 172.21.15.2:0/3951286425 conn(0x55d157ca7310 msgr2=0x55d157cdac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- 172.21.15.2:0/3951286425 shutdown_connections 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- 172.21.15.2:0/3951286425 wait complete. 2024-09-05T04:21:50.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 -- start start 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.806+0000 7fe20dc47740 1 Processor -- start 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce8d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ce6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d157cec070 con 0x55d157cdfb40 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d157bff060 con 0x55d157ce9370 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d157cec1f0 con 0x55d157cde5d0 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20dc47740 10 client.0 _ll_register_callbacks cb 0x55d1579528c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48068/0 (socket says 172.21.15.2:48068) 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 -- 172.21.15.2:0/1531916179 learned_addr learned my addr 172.21.15.2:0/1531916179 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:50.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe209e0b640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ce6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20960a640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 -- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 msgr2=0x55d157ce8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 -- 172.21.15.2:0/1531916179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 msgr2=0x55d157ce6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ce6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 -- 172.21.15.2:0/1531916179 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1579b53c0 con 0x55d157cdfb40 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe20960a640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe208e09640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fe1f40ccda0 tx=0x7fe1f406b970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9361229d4efdb60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe1ecff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.807+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4066ba0 con 0x55d157cdfb40 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.808+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fe1f40a42f0 con 0x55d157cdfb40 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.808+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1fc016040 con 0x55d157cdfb40 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.808+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe1f409c210 con 0x55d157cdfb40 2024-09-05T04:21:50.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.808+0000 7fe20dc47740 10 client.18201 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.808+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d157cf7b70 con 0x55d157cdfb40 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1fc016040 con 0x55d157cdfb40 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe1f4097860 con 0x55d157cdfb40 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 10 client.18201 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 10 client.18201 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 20 client.18201 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157cf9030 0x55d157cfb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 4 client.18201 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d157c51860 con 0x55d157cf9030 2024-09-05T04:21:50.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.809+0000 7fe20960a640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157cf9030 0x55d157cfb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe20960a640 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157cf9030 0x55d157cfb440 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3681661ff8e59ba server_cookie=22ed57968c6dfc21 in_seq=0 out_seq=0 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe1ecff9640 10 client.18201 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe1ecff9640 1 -- 172.21.15.2:0/1531916179 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d157c51860 con 0x55d157cf9030 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe1ecff9640 10 client.18201 handle_command_reply: tid=0 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe20dc47740 1 client.18201 shutdown 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 msgr2=0x55d157ce6010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.810+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fe1f40ccda0 tx=0x7fe1f406b970 comp rx=0 tx=0).stop 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 shutdown_connections 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157cf9030 0x55d157cfb440 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157ce9370 0x55d157ce6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157cdfb40 0x55d157ce6010 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 --2- 172.21.15.2:0/1531916179 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe1ecff9640 0 client.18201 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:50.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 >> 172.21.15.2:0/1531916179 conn(0x55d157ca7310 msgr2=0x55d157ce0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 shutdown_connections 2024-09-05T04:21:50.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 1 -- 172.21.15.2:0/1531916179 wait complete. 2024-09-05T04:21:50.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.811+0000 7fe20dc47740 20 client.18201 trim_cache size 0 max 16384 2024-09-05T04:21:50.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 Processor -- start 2024-09-05T04:21:50.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 -- start start 2024-09-05T04:21:50.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cde5d0 0x55d157cdad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cdfb40 0x55d157ce1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041ad080 con 0x55d157ce9370 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041af8e0 con 0x55d157cde5d0 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20dc47740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041ad6d0 con 0x55d157cdfb40 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48074/0 (socket says 172.21.15.2:48074) 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 -- 172.21.15.2:0/2362379947 learned_addr learned my addr 172.21.15.2:0/2362379947 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe208e09640 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cdfb40 0x55d157ce1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe20960a640 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cde5d0 0x55d157cdad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 -- 172.21.15.2:0/2362379947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cdfb40 msgr2=0x55d157ce1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cdfb40 0x55d157ce1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 -- 172.21.15.2:0/2362379947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cde5d0 msgr2=0x55d157cdad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cde5d0 0x55d157cdad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.825 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 -- 172.21.15.2:0/2362379947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d157ce6970 con 0x55d157ce9370 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.824+0000 7fe209e0b640 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc01ae10 tx=0x7fe1fc0097d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98b8be0a2ea8b6bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe1eeffd640 1 -- 172.21.15.2:0/2362379947 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc030070 con 0x55d157ce9370 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe1eeffd640 1 -- 172.21.15.2:0/2362379947 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1fc0098f0 con 0x55d157ce9370 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe1eeffd640 1 -- 172.21.15.2:0/2362379947 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc01e050 con 0x55d157ce9370 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 -- 172.21.15.2:0/2362379947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 msgr2=0x55d157ce1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc01ae10 tx=0x7fe1fc0097d0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 -- 172.21.15.2:0/2362379947 shutdown_connections 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce1660 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cdfb40 0x55d157ce1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 --2- 172.21.15.2:0/2362379947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cde5d0 0x55d157cdad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 -- 172.21.15.2:0/2362379947 >> 172.21.15.2:0/2362379947 conn(0x55d157ca7310 msgr2=0x55d157ce8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 -- 172.21.15.2:0/2362379947 shutdown_connections 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.825+0000 7fe20dc47740 1 -- 172.21.15.2:0/2362379947 wait complete. 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 -- start start 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 Processor -- start 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cdfb40 0x55d157ce22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041adda0 con 0x55d157ce9370 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041af210 con 0x55d157cdfb40 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe2041ae470 con 0x55d157cde5d0 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20dc47740 10 client.0 _ll_register_callbacks cb 0x7fe1f400cf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe20960a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe209e0b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:48084/0 (socket says 172.21.15.2:48084) 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe208e09640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cdfb40 0x55d157ce22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.826+0000 7fe209e0b640 1 -- 172.21.15.2:0/3100896171 learned_addr learned my addr 172.21.15.2:0/3100896171 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 -- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 msgr2=0x55d157ce38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 -- 172.21.15.2:0/3100896171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cdfb40 msgr2=0x55d157ce22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cdfb40 0x55d157ce22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 -- 172.21.15.2:0/3100896171 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d157ce2de0 con 0x55d157ce9370 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe209e0b640 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc009b40 tx=0x7fe1fc01af30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e42e75ff3bd354e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe1ecff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1fc030070 con 0x55d157ce9370 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1fc0098f0 con 0x55d157ce9370 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7fe1fc022780 con 0x55d157ce9370 2024-09-05T04:21:50.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe1fc01e030 con 0x55d157ce9370 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe20dc47740 10 client.18207 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d157d68ad0 con 0x55d157ce9370 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.827+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1fc0098f0 con 0x55d157ce9370 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe1fc02a030 con 0x55d157ce9370 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 10 client.18207 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 10 client.18207 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 20 client.18207 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157d68f50 0x55d157d6b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 4 client.18207 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d157c4bd70 con 0x55d157d68f50 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20960a640 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157d68f50 0x55d157d6b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe1ecff9640 10 client.18207 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.828+0000 7fe20960a640 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157d68f50 0x55d157d6b340 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34063736b80dd390 server_cookie=99b9a995f1753096 in_seq=0 out_seq=0 2024-09-05T04:21:50.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe1ecff9640 1 -- 172.21.15.2:0/3100896171 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d157c4bd70 con 0x55d157d68f50 2024-09-05T04:21:50.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe1ecff9640 10 client.18207 handle_command_reply: tid=0 2024-09-05T04:21:50.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 client.18207 shutdown 2024-09-05T04:21:50.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 msgr2=0x55d157ce2820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc009b40 tx=0x7fe1fc01af30 comp rx=0 tx=0).stop 2024-09-05T04:21:50.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 shutdown_connections 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d157d68f50 0x55d157d6b340 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d157ce9370 0x55d157ce2820 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d157cdfb40 0x55d157ce22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe1ecff9640 0 client.18207 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 --2- 172.21.15.2:0/3100896171 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d157cde5d0 0x55d157ce38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 >> 172.21.15.2:0/3100896171 conn(0x55d157ca7310 msgr2=0x55d157cd94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 shutdown_connections 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 1 -- 172.21.15.2:0/3100896171 wait complete. 2024-09-05T04:21:50.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.829+0000 7fe20dc47740 20 client.18207 trim_cache size 0 max 16384 2024-09-05T04:21:50.835 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:21:50.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 msgr2=0x7fe1f00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 0x7fe1f00a5230 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc01f000 tx=0x7fe1fc01b000 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 msgr2=0x7fe2041988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7fe1f400c920 tx=0x7fe1f400cde0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 shutdown_connections 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1f00a2d70 0x7fe1f00a5230 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe204106f10 0x7fe20419cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe204102790 0x7fe2041988f0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 --2- 172.21.15.2:0/3021319954 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe204101de0 0x7fe2041983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:50.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 >> 172.21.15.2:0/3021319954 conn(0x7fe2040fd8c0 msgr2=0x7fe2040feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:50.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 shutdown_connections 2024-09-05T04:21:50.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:50.830+0000 7fe20b86e640 1 -- 172.21.15.2:0/3021319954 wait complete. 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 -- 172.21.15.2:0/2843276946 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8674102d40 msgr2=0x7f8674103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 --2- 172.21.15.2:0/2843276946 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8674102d40 0x7f8674103120 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f8668009900 tx=0x7f866802a480 comp rx=0 tx=0).stop 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 -- 172.21.15.2:0/2843276946 shutdown_connections 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 --2- 172.21.15.2:0/2843276946 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f867410c110 0x7f867410e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 --2- 172.21.15.2:0/2843276946 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674103660 0x7f867410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 --2- 172.21.15.2:0/2843276946 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8674102d40 0x7f8674103120 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 -- 172.21.15.2:0/2843276946 >> 172.21.15.2:0/2843276946 conn(0x7f86740fc6b0 msgr2=0x7f86740fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 -- 172.21.15.2:0/2843276946 shutdown_connections 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.404+0000 7f867afc4640 1 -- 172.21.15.2:0/2843276946 wait complete. 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 Processor -- start 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 -- start start 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674102d40 0x7f8674198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674103660 0x7f8674198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111d90 con 0x7f867410c110 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111c10 con 0x7f8674103660 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f867afc4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8674111f10 con 0x7f8674102d40 2024-09-05T04:21:51.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.405+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54628/0 (socket says 172.21.15.2:54628) 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 -- 172.21.15.2:0/3923876795 learned_addr learned my addr 172.21.15.2:0/3923876795 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8673fff640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674103660 0x7f8674198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8678d60640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674102d40 0x7f8674198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 -- 172.21.15.2:0/3923876795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674102d40 msgr2=0x7f8674198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674102d40 0x7f8674198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 -- 172.21.15.2:0/3923876795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674103660 msgr2=0x7f8674198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674103660 0x7f8674198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 -- 172.21.15.2:0/3923876795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f867419d300 con 0x7f867410c110 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8679561640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f866c00eaa0 tx=0x7f866c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8671ffb640 1 -- 172.21.15.2:0/3923876795 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c00cdb0 con 0x7f867410c110 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8671ffb640 1 -- 172.21.15.2:0/3923876795 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866c005020 con 0x7f867410c110 2024-09-05T04:21:51.409 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867419d5f0 con 0x7f867410c110 2024-09-05T04:21:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f8671ffb640 1 -- 172.21.15.2:0/3923876795 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c0116d0 con 0x7f867410c110 2024-09-05T04:21:51.410 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.406+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86741a4e80 con 0x7f867410c110 2024-09-05T04:21:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f8671ffb640 1 -- 172.21.15.2:0/3923876795 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f866c0051d0 con 0x7f867410c110 2024-09-05T04:21:51.414 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 Processor -- start 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 -- start start 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6809d0 0x55707f680db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f8671ffb640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 0x7f86640a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6812f0 0x55707f68fb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55707f5e52f0 con 0x55707f6900c0 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55707f58d270 con 0x55707f6809d0 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.409+0000 7f867de3f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55707f5e12b0 con 0x55707f6812f0 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8678d60640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 0x7f86640a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8671ffb640 1 -- 172.21.15.2:0/3923876795 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f866c0cf8e0 con 0x7f867410c110 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54636/0 (socket says 172.21.15.2:54636) 2024-09-05T04:21:51.415 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 -- 172.21.15.2:0/4064426356 learned_addr learned my addr 172.21.15.2:0/4064426356 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8673fff640 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6809d0 0x55707f680db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8673fff640 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6812f0 0x55707f68fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 -- 172.21.15.2:0/4064426356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6812f0 msgr2=0x55707f68fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6812f0 0x55707f68fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 -- 172.21.15.2:0/4064426356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6809d0 msgr2=0x55707f680db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6809d0 0x55707f680db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 -- 172.21.15.2:0/4064426356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55707f58c340 con 0x55707f6900c0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8679561640 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f866c09b760 tx=0x7f866c09b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3f186af3bc2e8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f8678d60640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 0x7f86640a5230 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8668031440 tx=0x7f8668005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f865effd640 1 -- 172.21.15.2:0/4064426356 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c01f040 con 0x55707f6900c0 2024-09-05T04:21:51.416 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f865effd640 1 -- 172.21.15.2:0/4064426356 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866c09fd60 con 0x55707f6900c0 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.410+0000 7f865effd640 1 -- 172.21.15.2:0/4064426356 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c07f920 con 0x55707f6900c0 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- 172.21.15.2:0/4064426356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 msgr2=0x55707f6924b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f866c09b760 tx=0x7f866c09b480 comp rx=0 tx=0).stop 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- 172.21.15.2:0/4064426356 shutdown_connections 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f6924b0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.417 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6812f0 0x55707f68fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 --2- 172.21.15.2:0/4064426356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6809d0 0x55707f680db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- 172.21.15.2:0/4064426356 >> 172.21.15.2:0/4064426356 conn(0x55707f67d060 msgr2=0x55707f67d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- 172.21.15.2:0/4064426356 shutdown_connections 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- 172.21.15.2:0/4064426356 wait complete. 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 -- start start 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.411+0000 7f867de3f740 1 Processor -- start 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 0x55707f68d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55707f692c30 con 0x55707f6900c0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55707f56e290 con 0x55707f6812f0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55707f692db0 con 0x55707f6809d0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f867de3f740 10 client.0 _ll_register_callbacks cb 0x55707f59f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8678d60640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8678d60640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:33374/0 (socket says 172.21.15.2:33374) 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54640/0 (socket says 172.21.15.2:54640) 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8678d60640 1 -- 172.21.15.2:0/1054178699 learned_addr learned my addr 172.21.15.2:0/1054178699 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8673fff640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 0x55707f68d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 -- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 msgr2=0x55707f68d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 -- 172.21.15.2:0/1054178699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 msgr2=0x55707f68d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 0x55707f68d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8679561640 1 -- 172.21.15.2:0/1054178699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55707f2f8210 con 0x55707f6900c0 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8678d60640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.412+0000 7f8673fff640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 0x55707f68d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8679561640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f866c099d10 tx=0x7f866c0a46f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46cc71a5154197ea server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866c01f070 con 0x55707f6900c0 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f866c07f220 con 0x55707f6900c0 2024-09-05T04:21:51.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f866c09fd60 con 0x55707f6900c0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f866c098140 con 0x55707f6900c0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 10 client.18219 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55707f3c4620 con 0x55707f6900c0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f866c09fd60 con 0x55707f6900c0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f866c09cce0 con 0x55707f6900c0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 10 client.18219 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 10 client.18219 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 20 client.18219 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f69feb0 0x55707f6a22a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 4 client.18219 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.413+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55707f5f2a20 con 0x55707f69feb0 2024-09-05T04:21:51.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.414+0000 7f8678d60640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f69feb0 0x55707f6a22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.414+0000 7f8653fff640 10 client.18219 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:51.426 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.414+0000 7f8678d60640 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f69feb0 0x55707f6a22a0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5a60c203a378e89 server_cookie=96ccb1fed64356f0 in_seq=0 out_seq=0 2024-09-05T04:21:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f8653fff640 1 -- 172.21.15.2:0/1054178699 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55707f5f2a20 con 0x55707f69feb0 2024-09-05T04:21:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f8653fff640 10 client.18219 handle_command_reply: tid=0 2024-09-05T04:21:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 client.18219 shutdown 2024-09-05T04:21:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 msgr2=0x55707f68dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.427 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f866c099d10 tx=0x7f866c0a46f0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 shutdown_connections 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f69feb0 0x55707f6a22a0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6900c0 0x55707f68dab0 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6812f0 0x55707f68d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f8653fff640 0 client.18219 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 --2- 172.21.15.2:0/1054178699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 >> 172.21.15.2:0/1054178699 conn(0x55707f67d060 msgr2=0x55707f682dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 shutdown_connections 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 1 -- 172.21.15.2:0/1054178699 wait complete. 2024-09-05T04:21:51.428 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.415+0000 7f867de3f740 20 client.18219 trim_cache size 0 max 16384 2024-09-05T04:21:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.429+0000 7f867de3f740 1 Processor -- start 2024-09-05T04:21:51.431 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 -- start start 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f6a52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f86741aae40 con 0x55707f6812f0 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f86741ad6a0 con 0x55707f6900c0 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f867de3f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f86741ab490 con 0x55707f6809d0 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54656/0 (socket says 172.21.15.2:54656) 2024-09-05T04:21:51.432 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 -- 172.21.15.2:0/4145849139 learned_addr learned my addr 172.21.15.2:0/4145849139 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 -- 172.21.15.2:0/4145849139 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 msgr2=0x55707f68d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 -- 172.21.15.2:0/4145849139 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 msgr2=0x55707f6a52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f6a52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 -- 172.21.15.2:0/4145849139 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55707f67ce90 con 0x55707f6812f0 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f8673fff640 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8660009f10 tx=0x7f8660009ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ff99440953e50c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f865e7fc640 1 -- 172.21.15.2:0/4145849139 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8660004110 con 0x55707f6812f0 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f865e7fc640 1 -- 172.21.15.2:0/4145849139 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86600042b0 con 0x55707f6812f0 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.430+0000 7f865e7fc640 1 -- 172.21.15.2:0/4145849139 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86600105e0 con 0x55707f6812f0 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- 172.21.15.2:0/4145849139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 msgr2=0x55707f69b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f8660009f10 tx=0x7f8660009ac0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- 172.21.15.2:0/4145849139 shutdown_connections 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f6a52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f69b710 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 --2- 172.21.15.2:0/4145849139 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f68d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- 172.21.15.2:0/4145849139 >> 172.21.15.2:0/4145849139 conn(0x55707f67d060 msgr2=0x55707f69b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- 172.21.15.2:0/4145849139 shutdown_connections 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- 172.21.15.2:0/4145849139 wait complete. 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 -- start start 2024-09-05T04:21:51.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.431+0000 7f867de3f740 1 Processor -- start 2024-09-05T04:21:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f6a27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f7087e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f86741abb60 con 0x55707f6812f0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f86741acfd0 con 0x55707f6900c0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f86741ac230 con 0x55707f6809d0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f867de3f740 10 client.0 _ll_register_callbacks cb 0x7f8660009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54672/0 (socket says 172.21.15.2:54672) 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 -- 172.21.15.2:0/2388036741 learned_addr learned my addr 172.21.15.2:0/2388036741 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8678d60640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f6a27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8679561640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f7087e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 -- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 msgr2=0x55707f6a27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f6a27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.438 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 -- 172.21.15.2:0/2388036741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 msgr2=0x55707f7087e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f7087e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 -- 172.21.15.2:0/2388036741 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55707f708d50 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8673fff640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x55707f6812c0 tx=0x7f8660009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab3b7a98ef026b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.432+0000 7f8653fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f866002c020 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f8660003ac0 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f86600042b0 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8660037050 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 10 client.18225 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55707f70a060 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86600042b0 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8660027560 con 0x55707f6812f0 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 10 client.18225 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:51.439 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 10 client.18225 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 20 client.18225 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f70a7f0 0x55707f70cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 4 client.18225 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.433+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55707f5ecd70 con 0x55707f70a7f0 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.434+0000 7f8678d60640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f70a7f0 0x55707f70cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.434+0000 7f8653fff640 10 client.18225 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:51.440 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.434+0000 7f8678d60640 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f70a7f0 0x55707f70cc10 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1ba2fe2865678a6 server_cookie=bcd7fbe49c57ce18 in_seq=0 out_seq=0 2024-09-05T04:21:51.448 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.447+0000 7f8653fff640 1 -- 172.21.15.2:0/2388036741 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55707f5ecd70 con 0x55707f70a7f0 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.447+0000 7f8653fff640 10 client.18225 handle_command_reply: tid=0 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.447+0000 7f867de3f740 1 client.18225 shutdown 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 msgr2=0x55707f6a2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x55707f6812c0 tx=0x7f8660009040 comp rx=0 tx=0).stop 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 shutdown_connections 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55707f70a7f0 0x55707f70cc10 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55707f6900c0 0x55707f7087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55707f6812f0 0x55707f6a2cf0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f8653fff640 0 client.18225 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:51.449 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 --2- 172.21.15.2:0/2388036741 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55707f6809d0 0x55707f6a27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 >> 172.21.15.2:0/2388036741 conn(0x55707f67d060 msgr2=0x55707f68e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 shutdown_connections 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 1 -- 172.21.15.2:0/2388036741 wait complete. 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867de3f740 20 client.18225 trim_cache size 0 max 16384 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:21:51.450 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 msgr2=0x7f86640a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 0x7f86640a5230 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8668031440 tx=0x7f8668005b50 comp rx=0 tx=0).stop 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 msgr2=0x7f867419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.448+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f866c00eaa0 tx=0x7f866c00ef60 comp rx=0 tx=0).stop 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 shutdown_connections 2024-09-05T04:21:51.451 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f86640a2d70 0x7f86640a5230 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f867410c110 0x7f867419cbd0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8674103660 0x7f8674198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 --2- 172.21.15.2:0/3923876795 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8674102d40 0x7f8674198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 >> 172.21.15.2:0/3923876795 conn(0x7f86740fc6b0 msgr2=0x7f86740fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 shutdown_connections 2024-09-05T04:21:51.452 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:21:51.449+0000 7f867afc4640 1 -- 172.21.15.2:0/3923876795 wait complete. 2024-09-05T04:21:51.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:51 smithi002 ceph-mon[31001]: pgmap v337: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:21:52.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:51 smithi079 ceph-mon[34908]: pgmap v337: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:21:52.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:51 smithi047 ceph-mon[34498]: pgmap v337: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:21:52.524 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:21:52.525 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:21:52.792 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:53.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 -- 172.21.15.2:0/2062356504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558102570 msgr2=0x7f65581029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 --2- 172.21.15.2:0/2062356504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558102570 0x7f65581029b0 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f6540009900 tx=0x7f654002a480 comp rx=0 tx=0).stop 2024-09-05T04:21:53.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 -- 172.21.15.2:0/2062356504 shutdown_connections 2024-09-05T04:21:53.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 --2- 172.21.15.2:0/2062356504 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 0x7f655810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 --2- 172.21.15.2:0/2062356504 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558102570 0x7f65581029b0 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 --2- 172.21.15.2:0/2062356504 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558100e20 0x7f6558101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 -- 172.21.15.2:0/2062356504 >> 172.21.15.2:0/2062356504 conn(0x7f65580fc7d0 msgr2=0x7f65580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 -- 172.21.15.2:0/2062356504 shutdown_connections 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.270+0000 7f655e54b640 1 -- 172.21.15.2:0/2062356504 wait complete. 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 Processor -- start 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 -- start start 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558102570 0x7f65580fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 0x7f65580fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6558110e50 con 0x7f6558100e20 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6558110cd0 con 0x7f6558102ef0 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655e54b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6558110fd0 con 0x7f6558102570 2024-09-05T04:21:53.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54676/0 (socket says 172.21.15.2:54676) 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 -- 172.21.15.2:0/851917680 learned_addr learned my addr 172.21.15.2:0/851917680 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f654ffff640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558102570 0x7f65580fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f655cae8640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 0x7f65580fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 -- 172.21.15.2:0/851917680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558102570 msgr2=0x7f65580fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558102570 0x7f65580fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 -- 172.21.15.2:0/851917680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 msgr2=0x7f65580fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 0x7f65580fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 -- 172.21.15.2:0/851917680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65581a6990 con 0x7f6558100e20 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.271+0000 7f6557fff640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f654800b4a0 tx=0x7f654800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.272+0000 7f6555ffb640 1 -- 172.21.15.2:0/851917680 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6548014070 con 0x7f6558100e20 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.272+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65581a6c80 con 0x7f6558100e20 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.272+0000 7f6555ffb640 1 -- 172.21.15.2:0/851917680 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6548010ac0 con 0x7f6558100e20 2024-09-05T04:21:53.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.272+0000 7f6555ffb640 1 -- 172.21.15.2:0/851917680 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6548017c30 con 0x7f6558100e20 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.272+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65581a7190 con 0x7f6558100e20 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.274+0000 7f6555ffb640 1 -- 172.21.15.2:0/851917680 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6548017070 con 0x7f6558100e20 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.274+0000 7f6560924740 1 Processor -- start 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.274+0000 7f6560924740 1 -- start start 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e55f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e60800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5560c9dbb280 con 0x5560c9e60d40 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5560c9d62b10 con 0x5560c9e56480 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6560924740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5560c9db7240 con 0x5560c9e55b60 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6555ffb640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 0x7f65440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54680/0 (socket says 172.21.15.2:54680) 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 -- 172.21.15.2:0/421867022 learned_addr learned my addr 172.21.15.2:0/421867022 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f655cae8640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e55f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6557fff640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e60800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f655cae8640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 0x7f65440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6555ffb640 1 -- 172.21.15.2:0/851917680 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f65480cee50 con 0x7f6558100e20 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 -- 172.21.15.2:0/421867022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 msgr2=0x5560c9e55f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e55f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 -- 172.21.15.2:0/421867022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 msgr2=0x5560c9e60800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e60800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 -- 172.21.15.2:0/421867022 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560c9d6f1f0 con 0x5560c9e60d40 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f6557fff640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e60800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f654ffff640 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f6540009900 tx=0x7f6540032e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c479c61f1bb11a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.275+0000 7f655cae8640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 0x7f65440a51b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6550013b90 tx=0x7f6550004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f654e7fc640 1 -- 172.21.15.2:0/421867022 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6540035040 con 0x5560c9e60d40 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f654e7fc640 1 -- 172.21.15.2:0/421867022 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65400316f0 con 0x5560c9e60d40 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f654e7fc640 1 -- 172.21.15.2:0/421867022 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65400047a0 con 0x5560c9e60d40 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 -- 172.21.15.2:0/421867022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 msgr2=0x5560c9e63130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f6540009900 tx=0x7f6540032e20 comp rx=0 tx=0).stop 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 -- 172.21.15.2:0/421867022 shutdown_connections 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e63130 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e60800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 --2- 172.21.15.2:0/421867022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e55f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 -- 172.21.15.2:0/421867022 >> 172.21.15.2:0/421867022 conn(0x5560c9e520f0 msgr2=0x5560c9e524d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 -- 172.21.15.2:0/421867022 shutdown_connections 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.276+0000 7f6560924740 1 -- 172.21.15.2:0/421867022 wait complete. 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 -- start start 2024-09-05T04:21:53.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 Processor -- start 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e5e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 0x5560c9e5e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5560c9e63910 con 0x5560c9e55b60 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5560c9d75f10 con 0x5560c9e56480 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5560c9e63a90 con 0x5560c9e60d40 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6560924740 10 client.0 _ll_register_callbacks cb 0x5560c9d3ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6557fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6557fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54688/0 (socket says 172.21.15.2:54688) 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.277+0000 7f6557fff640 1 -- 172.21.15.2:0/3372748756 learned_addr learned my addr 172.21.15.2:0/3372748756 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f654ffff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e5e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 -- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 msgr2=0x5560c9e5e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f655cae8640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 0x5560c9e5e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 0x5560c9e5e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 -- 172.21.15.2:0/3372748756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 msgr2=0x5560c9e5e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e5e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 -- 172.21.15.2:0/3372748756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560c9b2c6a0 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f654ffff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e5e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f655cae8640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 0x5560c9e5e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6557fff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f6548009420 tx=0x7f654800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91878c05edd7ec8e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654801d170 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f654809f0b0 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65400316f0 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f654809b030 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6560924740 10 client.18237 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5560c9e6f540 con 0x5560c9e55b60 2024-09-05T04:21:53.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65400316f0 con 0x5560c9e55b60 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.278+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f65480976c0 con 0x5560c9e55b60 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 10 client.18237 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 10 client.18237 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 20 client.18237 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9e70a00 0x5560c9e72e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 4 client.18237 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560c9dc87f0 con 0x5560c9e70a00 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f654ffff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9e70a00 0x5560c9e72e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f654ffff640 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9e70a00 0x5560c9e72e10 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c815dc3e8609034b server_cookie=4af6928ed846ddd4 in_seq=0 out_seq=0 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.279+0000 7f65377fe640 10 client.18237 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f65377fe640 1 -- 172.21.15.2:0/3372748756 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5560c9dc87f0 con 0x5560c9e70a00 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f65377fe640 10 client.18237 handle_command_reply: tid=0 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 client.18237 shutdown 2024-09-05T04:21:53.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 msgr2=0x5560c9e5db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f6548009420 tx=0x7f654800ccb0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 shutdown_connections 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9e70a00 0x5560c9e72e10 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e60d40 0x5560c9e5e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e56480 0x5560c9e5e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 --2- 172.21.15.2:0/3372748756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e55b60 0x5560c9e5db60 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 >> 172.21.15.2:0/3372748756 conn(0x5560c9e520f0 msgr2=0x5560c9e51270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f65377fe640 0 client.18237 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 shutdown_connections 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 1 -- 172.21.15.2:0/3372748756 wait complete. 2024-09-05T04:21:53.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.280+0000 7f6560924740 20 client.18237 trim_cache size 0 max 16384 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 Processor -- start 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 -- start start 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e57cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e60d40 0x5560c9e78c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f65581af1a0 con 0x5560c9e56480 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f65581b1a00 con 0x5560c9e60d40 2024-09-05T04:21:53.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6560924740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f65581af7f0 con 0x5560c9e55b60 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54694/0 (socket says 172.21.15.2:54694) 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 -- 172.21.15.2:0/940289068 learned_addr learned my addr 172.21.15.2:0/940289068 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f6557fff640 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e57cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f655cae8640 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e60d40 0x5560c9e78c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 -- 172.21.15.2:0/940289068 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 msgr2=0x5560c9e57cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e57cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 -- 172.21.15.2:0/940289068 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e60d40 msgr2=0x5560c9e78c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e60d40 0x5560c9e78c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.298+0000 7f654ffff640 1 -- 172.21.15.2:0/940289068 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560c9e4d830 con 0x5560c9e56480 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f654ffff640 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f65400053f0 tx=0x7f6540005380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a5212db5b83655 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f654dffb640 1 -- 172.21.15.2:0/940289068 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6540035040 con 0x5560c9e56480 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f654dffb640 1 -- 172.21.15.2:0/940289068 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6540005620 con 0x5560c9e56480 2024-09-05T04:21:53.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f654dffb640 1 -- 172.21.15.2:0/940289068 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6540032460 con 0x5560c9e56480 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 -- 172.21.15.2:0/940289068 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 msgr2=0x5560c9e786e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f65400053f0 tx=0x7f6540005380 comp rx=0 tx=0).stop 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 -- 172.21.15.2:0/940289068 shutdown_connections 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e60d40 0x5560c9e78c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e56480 0x5560c9e786e0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 --2- 172.21.15.2:0/940289068 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e55b60 0x5560c9e57cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.299+0000 7f6560924740 1 -- 172.21.15.2:0/940289068 >> 172.21.15.2:0/940289068 conn(0x5560c9e520f0 msgr2=0x5560c9e575b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- 172.21.15.2:0/940289068 shutdown_connections 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- 172.21.15.2:0/940289068 wait complete. 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- start start 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 Processor -- start 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e55b60 0x5560c9e5ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 0x5560c9e5b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f65581afec0 con 0x5560c9e60d40 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f65581b1330 con 0x5560c9e55b60 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f65581b0590 con 0x5560c9e56480 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.300+0000 7f6560924740 10 client.0 _ll_register_callbacks cb 0x7f65480175f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54710/0 (socket says 172.21.15.2:54710) 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 -- 172.21.15.2:0/3064463860 learned_addr learned my addr 172.21.15.2:0/3064463860 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:53.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f654ffff640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 0x5560c9e5b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f6557fff640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e55b60 0x5560c9e5ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 -- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 msgr2=0x5560c9e5b170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 0x5560c9e5b170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 -- 172.21.15.2:0/3064463860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e55b60 msgr2=0x5560c9e5ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e55b60 0x5560c9e5ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 -- 172.21.15.2:0/3064463860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560c9eda760 con 0x5560c9e60d40 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f654ffff640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 0x5560c9e5b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f655cae8640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f65500132f0 tx=0x7f6550004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edb3dd6f4051950b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f65377fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6550025070 con 0x5560c9e60d40 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f6550004d20 con 0x5560c9e60d40 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6540005620 con 0x5560c9e60d40 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6550032050 con 0x5560c9e60d40 2024-09-05T04:21:53.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f6560924740 10 client.18243 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.301+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5560c9edbae0 con 0x5560c9e60d40 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6540005620 con 0x5560c9e60d40 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f65500054a0 con 0x5560c9e60d40 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 10 client.18243 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 10 client.18243 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 20 client.18243 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9edc290 0x5560c9ede6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 4 client.18243 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5560c9dc2d00 con 0x5560c9edc290 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6557fff640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9edc290 0x5560c9ede6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f6557fff640 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9edc290 0x5560c9ede6b0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d13bf020a7377201 server_cookie=53c72893a15691ab in_seq=0 out_seq=0 2024-09-05T04:21:53.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.302+0000 7f65377fe640 10 client.18243 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:53.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f65377fe640 1 -- 172.21.15.2:0/3064463860 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5560c9dc2d00 con 0x5560c9edc290 2024-09-05T04:21:53.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f65377fe640 10 client.18243 handle_command_reply: tid=0 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 client.18243 shutdown 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 msgr2=0x5560c9e5b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f65500132f0 tx=0x7f6550004ab0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 shutdown_connections 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5560c9edc290 0x5560c9ede6b0 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5560c9e60d40 0x5560c9e5b6b0 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5560c9e56480 0x5560c9e5b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 --2- 172.21.15.2:0/3064463860 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5560c9e55b60 0x5560c9e5ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 >> 172.21.15.2:0/3064463860 conn(0x5560c9e520f0 msgr2=0x5560c9e51270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f65377fe640 0 client.18243 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 shutdown_connections 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 1 -- 172.21.15.2:0/3064463860 wait complete. 2024-09-05T04:21:53.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.304+0000 7f6560924740 20 client.18243 trim_cache size 0 max 16384 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "04a8946f-4f7c-4594-b7ef-796faea3b2af", 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:53.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 msgr2=0x7f65440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 0x7f65440a51b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f6550013b90 tx=0x7f6550004a40 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 msgr2=0x7f65580fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f654800b4a0 tx=0x7f654800b960 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 shutdown_connections 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f65440a2cf0 0x7f65440a51b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6558102ef0 0x7f65580fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6558102570 0x7f65580fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 --2- 172.21.15.2:0/851917680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6558100e20 0x7f65580fcc80 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 >> 172.21.15.2:0/851917680 conn(0x7f65580fc7d0 msgr2=0x7f655806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 shutdown_connections 2024-09-05T04:21:53.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:53.305+0000 7f655e54b640 1 -- 172.21.15.2:0/851917680 wait complete. 2024-09-05T04:21:53.989 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:53 smithi047 ceph-mon[34498]: pgmap v338: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:21:54.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:53 smithi002 ceph-mon[31001]: pgmap v338: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:21:54.063 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:21:54.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:53 smithi079 ceph-mon[34908]: pgmap v338: 129 pgs: 129 active+clean; 2.7 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:21:54.317 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 -- 172.21.15.2:0/826129429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102ef0 msgr2=0x7f4e8c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 --2- 172.21.15.2:0/826129429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c10da40 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f4e84009900 tx=0x7f4e8402a480 comp rx=0 tx=0).stop 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 -- 172.21.15.2:0/826129429 shutdown_connections 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 --2- 172.21.15.2:0/826129429 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c10da40 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 --2- 172.21.15.2:0/826129429 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c102570 0x7f4e8c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 --2- 172.21.15.2:0/826129429 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c100e20 0x7f4e8c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 -- 172.21.15.2:0/826129429 >> 172.21.15.2:0/826129429 conn(0x7f4e8c0fc7d0 msgr2=0x7f4e8c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 -- 172.21.15.2:0/826129429 shutdown_connections 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.788+0000 7f4e91771640 1 -- 172.21.15.2:0/826129429 wait complete. 2024-09-05T04:21:54.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 Processor -- start 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 -- start start 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c100e20 0x7f4e8c199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c1a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c110e70 con 0x7f4e8c102570 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c110cf0 con 0x7f4e8c102ef0 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e91771640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c110ff0 con 0x7f4e8c100e20 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.789+0000 7f4e8a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54736/0 (socket says 172.21.15.2:54736) 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/3952898692 learned_addr learned my addr 172.21.15.2:0/3952898692 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8affd640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c100e20 0x7f4e8c199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c1a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/3952898692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c100e20 msgr2=0x7f4e8c199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c100e20 0x7f4e8c199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/3952898692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 msgr2=0x7f4e8c1a4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c1a4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/3952898692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c1a4840 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c1a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f4e7400d770 tx=0x7f4e7400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e83fff640 1 -- 172.21.15.2:0/3952898692 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74017070 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8c1a4a10 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e83fff640 1 -- 172.21.15.2:0/3952898692 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e740054d0 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e83fff640 1 -- 172.21.15.2:0/3952898692 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74004cf0 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.790+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e8c1a4ed0 con 0x7f4e8c102570 2024-09-05T04:21:54.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e83fff640 1 -- 172.21.15.2:0/3952898692 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f4e74004e90 con 0x7f4e8c102570 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 Processor -- start 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 -- start start 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cb9f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56161cb052e0 con 0x56161cb9fca0 2024-09-05T04:21:54.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56161caacce0 con 0x56161cb9f380 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56161cb012a0 con 0x56161cbaea90 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.793+0000 7f4e8affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e83fff640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 0x7f4e780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54742/0 (socket says 172.21.15.2:54742) 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 -- 172.21.15.2:0/3951715322 learned_addr learned my addr 172.21.15.2:0/3951715322 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cb9f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 0x7f4e780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 -- 172.21.15.2:0/3951715322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 msgr2=0x56161cbb0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 -- 172.21.15.2:0/3951715322 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 msgr2=0x56161cb9f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cb9f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 -- 172.21.15.2:0/3951715322 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56161ca91440 con 0x56161cb9fca0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e83fff640 1 -- 172.21.15.2:0/3952898692 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4e740cf2b0 con 0x7f4e8c102570 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8affd640 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c00a4b0 tx=0x7f4e7c0096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d200a648094a50b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e817fa640 1 -- 172.21.15.2:0/3951715322 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c018020 con 0x56161cb9fca0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 0x7f4e780a51b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4e84006010 tx=0x7f4e84009260 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e817fa640 1 -- 172.21.15.2:0/3951715322 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c014cc0 con 0x56161cb9fca0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.794+0000 7f4e817fa640 1 -- 172.21.15.2:0/3951715322 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e7c013d40 con 0x56161cb9fca0 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- 172.21.15.2:0/3951715322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 msgr2=0x56161cbae550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c00a4b0 tx=0x7f4e7c0096d0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- 172.21.15.2:0/3951715322 shutdown_connections 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbae550 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/3951715322 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cb9f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- 172.21.15.2:0/3951715322 >> 172.21.15.2:0/3951715322 conn(0x56161cb9ba30 msgr2=0x56161cb9be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- 172.21.15.2:0/3951715322 shutdown_connections 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- 172.21.15.2:0/3951715322 wait complete. 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.795+0000 7f4e93b4a740 1 -- start start 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 Processor -- start 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbae390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cbab690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56161cbb1660 con 0x56161cbaea90 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56161cac0050 con 0x56161cb9fca0 2024-09-05T04:21:54.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56161cbb17e0 con 0x56161cb9f380 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e93b4a740 10 client.0 _ll_register_callbacks cb 0x56161cb00160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54756/0 (socket says 172.21.15.2:54756) 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/2272073991 learned_addr learned my addr 172.21.15.2:0/2272073991 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8affd640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbae390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cbab690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 msgr2=0x56161cbae390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbae390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/2272073991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 msgr2=0x56161cbab690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cbab690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/2272073991 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56161c8763c0 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f4e840316c0 tx=0x7f4e8402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f60903693b5dc781 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.796+0000 7f4e727fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8404d020 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4e840035f0 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e7c014cc0 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4e84058050 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 10 client.18255 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56161cbbd070 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e7c014cc0 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4e8403a040 con 0x56161cbaea90 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 10 client.18255 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 10 client.18255 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:54.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 20 client.18255 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cbc09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 4 client.18255 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56161cb12850 con 0x56161cbbe580 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.797+0000 7f4e8affd640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cbc09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.798+0000 7f4e8affd640 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cbc09d0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5de8e17f50b6d448 server_cookie=6541ef04826014e9 in_seq=0 out_seq=0 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.798+0000 7f4e727fc640 10 client.18255 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.798+0000 7f4e727fc640 1 -- 172.21.15.2:0/2272073991 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56161cb12850 con 0x56161cbbe580 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.798+0000 7f4e727fc640 10 client.18255 handle_command_reply: tid=0 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.798+0000 7f4e93b4a740 1 client.18255 shutdown 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 msgr2=0x56161cbabbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f4e840316c0 tx=0x7f4e8402a480 comp rx=0 tx=0).stop 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 shutdown_connections 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cbc09d0 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cbabbf0 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cbab690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e727fc640 0 client.18255 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/2272073991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbae390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 >> 172.21.15.2:0/2272073991 conn(0x56161cb9ba30 msgr2=0x56161cba1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 shutdown_connections 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 1 -- 172.21.15.2:0/2272073991 wait complete. 2024-09-05T04:21:54.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.799+0000 7f4e93b4a740 20 client.18255 trim_cache size 0 max 16384 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 Processor -- start 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 -- start start 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbba900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cba9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1aae40 con 0x56161cbaea90 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1ad6a0 con 0x56161cb9fca0 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1ab490 con 0x56161cb9f380 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.816+0000 7f4e8b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54764/0 (socket says 172.21.15.2:54764) 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/1681071948 learned_addr learned my addr 172.21.15.2:0/1681071948 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8affd640 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbba900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/1681071948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 msgr2=0x56161cbba900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cba9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbba900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/1681071948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 msgr2=0x56161cba9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cba9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 -- 172.21.15.2:0/1681071948 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56161cbaa640 con 0x56161cbaea90 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f4e84009230 tx=0x7f4e84004450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12705a6bd2bfbbc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e80ff9640 1 -- 172.21.15.2:0/1681071948 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84061070 con 0x56161cbaea90 2024-09-05T04:21:54.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e80ff9640 1 -- 172.21.15.2:0/1681071948 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e84042030 con 0x56161cbaea90 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.817+0000 7f4e80ff9640 1 -- 172.21.15.2:0/1681071948 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8404d070 con 0x56161cbaea90 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1681071948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 msgr2=0x56161cb9aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f4e84009230 tx=0x7f4e84004450 comp rx=0 tx=0).stop 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1681071948 shutdown_connections 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cbaea90 0x56161cb9aa60 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9fca0 0x56161cba9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1681071948 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cb9f380 0x56161cbba900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1681071948 >> 172.21.15.2:0/1681071948 conn(0x56161cb9ba30 msgr2=0x56161cb9a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1681071948 shutdown_connections 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1681071948 wait complete. 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 -- start start 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.818+0000 7f4e93b4a740 1 Processor -- start 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cbb2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1abb60 con 0x56161cb9fca0 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1acfd0 con 0x56161cb9f380 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c1ac230 con 0x56161cbaea90 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e93b4a740 10 client.0 _ll_register_callbacks cb 0x7f4e84009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:54778/0 (socket says 172.21.15.2:54778) 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/1218680467 learned_addr learned my addr 172.21.15.2:0/1218680467 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8affd640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cbb2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 msgr2=0x56161cbb35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/1218680467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 msgr2=0x56161cbb2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:21:54.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cbb2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 -- 172.21.15.2:0/1218680467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56161cc28540 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8b7fe640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8affd640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cbb2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e8a7fc640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f4e740ccc10 tx=0x7f4e7400df40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc2d34e9a72829eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.819+0000 7f4e727fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74020040 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(102..102 src has 1..102) ==== 9533+0+0 (secure 0 0 0) 0x7f4e740b40b0 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e84042030 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4e74009c30 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 10 client.18261 fetch_fsmap learned FSMap version 21 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56161cc29850 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e84042030 con 0x56161cb9fca0 2024-09-05T04:21:54.832 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4e74097130 con 0x56161cb9fca0 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 10 client.18261 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 10 client.18261 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 20 client.18261 populate_metadata read hostname 'smithi002' 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cc2bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 4 client.18261 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.820+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56161cb0cd60 con 0x56161cbbe580 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e8affd640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cc2bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e8affd640 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cc2bfb0 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c7213a6990988b3 server_cookie=6c001131c0d303d5 in_seq=0 out_seq=0 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e727fc640 10 client.18261 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e727fc640 1 -- 172.21.15.2:0/1218680467 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56161cb0cd60 con 0x56161cbbe580 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e727fc640 10 client.18261 handle_command_reply: tid=0 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 client.18261 shutdown 2024-09-05T04:21:54.833 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 msgr2=0x56161cbb3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f4e740ccc10 tx=0x7f4e7400df40 comp rx=0 tx=0).stop 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 shutdown_connections 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56161cbbe580 0x56161cc2bfb0 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e727fc640 0 client.18261 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56161cbaea90 0x56161cbb35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56161cb9fca0 0x56161cbb3040 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 --2- 172.21.15.2:0/1218680467 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56161cb9f380 0x56161cbb2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 >> 172.21.15.2:0/1218680467 conn(0x56161cb9ba30 msgr2=0x56161cbacef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 shutdown_connections 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.821+0000 7f4e93b4a740 1 -- 172.21.15.2:0/1218680467 wait complete. 2024-09-05T04:21:54.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e93b4a740 20 client.18261 trim_cache size 0 max 16384 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "04a8946f-4f7c-4594-b7ef-796faea3b2af": { 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "04a8946f-4f7c-4594-b7ef-796faea3b2af", 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:21:54.835 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 msgr2=0x7f4e780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 0x7f4e780a51b0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4e84006010 tx=0x7f4e84009260 comp rx=0 tx=0).stop 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 msgr2=0x7f4e8c1997c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f4e7400d770 tx=0x7f4e7400dc30 comp rx=0 tx=0).stop 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 shutdown_connections 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f4e780a2cf0 0x7f4e780a51b0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4e8c102ef0 0x7f4e8c1a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4e8c102570 0x7f4e8c1997c0 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 --2- 172.21.15.2:0/3952898692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4e8c100e20 0x7f4e8c199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:21:54.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 >> 172.21.15.2:0/3952898692 conn(0x7f4e8c0fc7d0 msgr2=0x7f4e8c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:21:54.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 shutdown_connections 2024-09-05T04:21:54.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:21:54.822+0000 7f4e91771640 1 -- 172.21.15.2:0/3952898692 wait complete. 2024-09-05T04:21:55.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:54 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:21:55.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:54 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:54 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:21:55.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:54 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:54 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:21:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:54 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:54 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:21:55.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:54 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:54 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:21:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:54 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:54 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:21:55.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:54 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:21:55.504 INFO:tasks.cephfs.filesystem:scrub status for tag:04a8946f-4f7c-4594-b7ef-796faea3b2af - {'path': '/', 'tag': '04a8946f-4f7c-4594-b7ef-796faea3b2af', 'options': 'recursive,force'} 2024-09-05T04:21:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:55 smithi002 ceph-mon[31001]: pgmap v339: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:21:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:55 smithi079 ceph-mon[34908]: pgmap v339: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:21:56.187 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:55 smithi047 ceph-mon[34498]: pgmap v339: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:21:58.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:57 smithi002 ceph-mon[31001]: pgmap v340: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:21:58.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:57 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:21:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:57 smithi079 ceph-mon[34908]: pgmap v340: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:21:58.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:57 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:21:58.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:57 smithi047 ceph-mon[34498]: pgmap v340: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:21:58.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:57 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:22:00.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:21:59 smithi002 ceph-mon[31001]: pgmap v341: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:00.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:21:59 smithi079 ceph-mon[34908]: pgmap v341: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:21:59 smithi047 ceph-mon[34498]: pgmap v341: 129 pgs: 129 active+clean; 3.0 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:02.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:01 smithi002 ceph-mon[31001]: pgmap v342: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:22:02.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:01 smithi079 ceph-mon[34908]: pgmap v342: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:22:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:01 smithi047 ceph-mon[34498]: pgmap v342: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 15 op/s 2024-09-05T04:22:03.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:02 smithi002 ceph-mon[31001]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T04:22:03.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:02 smithi079 ceph-mon[34908]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T04:22:03.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:02 smithi047 ceph-mon[34498]: osdmap e103: 12 total, 12 up, 12 in 2024-09-05T04:22:04.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:03 smithi002 ceph-mon[31001]: pgmap v344: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:22:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:03 smithi079 ceph-mon[34908]: pgmap v344: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:22:04.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:03 smithi047 ceph-mon[34498]: pgmap v344: 129 pgs: 129 active+clean; 3.2 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:22:04.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 -- 172.21.15.2:0/703840882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 msgr2=0x7f0de410e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.548 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 --2- 172.21.15.2:0/703840882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de410e9a0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc009cd0 tx=0x7f0ddc02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 -- 172.21.15.2:0/703840882 shutdown_connections 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 --2- 172.21.15.2:0/703840882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de410e9a0 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 --2- 172.21.15.2:0/703840882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 0x7f0de4101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 --2- 172.21.15.2:0/703840882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 0x7f0de4107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.547+0000 7f0dea880640 1 -- 172.21.15.2:0/703840882 >> 172.21.15.2:0/703840882 conn(0x7f0de40fd7d0 msgr2=0x7f0de40ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.548+0000 7f0dea880640 1 -- 172.21.15.2:0/703840882 shutdown_connections 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.548+0000 7f0dea880640 1 -- 172.21.15.2:0/703840882 wait complete. 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.548+0000 7f0dea880640 1 Processor -- start 2024-09-05T04:22:04.549 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.548+0000 7f0dea880640 1 -- start start 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 0x7f0de41982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 0x7f0de419cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de4111e20 con 0x7f0de4102470 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de4111ca0 con 0x7f0de4101ad0 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0dea880640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de4111fa0 con 0x7f0de4107b70 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35032/0 (socket says 172.21.15.2:35032) 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 -- 172.21.15.2:0/1421722321 learned_addr learned my addr 172.21.15.2:0/1421722321 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de3fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 0x7f0de41982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 0x7f0de419cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 -- 172.21.15.2:0/1421722321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 msgr2=0x7f0de419cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 0x7f0de419cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 -- 172.21.15.2:0/1421722321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 msgr2=0x7f0de41982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 0x7f0de41982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 -- 172.21.15.2:0/1421722321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0de419d2c0 con 0x7f0de4102470 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.549+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800e9f0 tx=0x7f0dd800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.550+0000 7f0de17fa640 1 -- 172.21.15.2:0/1421722321 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd800cd80 con 0x7f0de4102470 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.550+0000 7f0de17fa640 1 -- 172.21.15.2:0/1421722321 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd80108e0 con 0x7f0de4102470 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.550+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0de419d5b0 con 0x7f0de4102470 2024-09-05T04:22:04.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.550+0000 7f0de17fa640 1 -- 172.21.15.2:0/1421722321 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd8018920 con 0x7f0de4102470 2024-09-05T04:22:04.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.550+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0de41a4e40 con 0x7f0de4102470 2024-09-05T04:22:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.552+0000 7f0de17fa640 1 -- 172.21.15.2:0/1421722321 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0dd8010a90 con 0x7f0de4102470 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.552+0000 7f0ded614740 1 Processor -- start 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.552+0000 7f0ded614740 1 -- start start 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.552+0000 7f0ded614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 0x564bedecbed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.552+0000 7f0ded614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564beded6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0ded614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0ded614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564bede302f0 con 0x564beded6cb0 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0ded614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564beddd8270 con 0x564bedecbaf0 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0ded614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564bede2c2b0 con 0x564bedecc410 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35044/0 (socket says 172.21.15.2:35044) 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 -- 172.21.15.2:0/2310953075 learned_addr learned my addr 172.21.15.2:0/2310953075 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de17fa640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 0x7f0dcc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.560 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 0x564bedecbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de3fff640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564beded6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 0x7f0dcc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de17fa640 1 -- 172.21.15.2:0/1421722321 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 9621+0+0 (secure 0 0 0) 0x7f0dd80cfc80 con 0x7f0de4102470 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 -- 172.21.15.2:0/2310953075 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 msgr2=0x564beded6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564beded6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 -- 172.21.15.2:0/2310953075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 msgr2=0x564bedecbed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.561 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 0x564bedecbed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 -- 172.21.15.2:0/2310953075 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564beddd7340 con 0x564beded6cb0 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 0x564bedecbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 0x7f0dcc0a51b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc009a60 tx=0x7f0ddc032fc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.553+0000 7f0de37fe640 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8098150 tx=0x7f0dd809b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61c1e6807b020f2a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0dca7fc640 1 -- 172.21.15.2:0/2310953075 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd80a00a0 con 0x564beded6cb0 2024-09-05T04:22:04.562 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0dca7fc640 1 -- 172.21.15.2:0/2310953075 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd80a4960 con 0x564beded6cb0 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0dca7fc640 1 -- 172.21.15.2:0/2310953075 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd809b340 con 0x564beded6cb0 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 -- 172.21.15.2:0/2310953075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 msgr2=0x564beded90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f0dd8098150 tx=0x7f0dd809b730 comp rx=0 tx=0).stop 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 -- 172.21.15.2:0/2310953075 shutdown_connections 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564beded6cb0 0x564beded90a0 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564beded6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 --2- 172.21.15.2:0/2310953075 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecbaf0 0x564bedecbed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 -- 172.21.15.2:0/2310953075 >> 172.21.15.2:0/2310953075 conn(0x564bedec8060 msgr2=0x564bedec8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 -- 172.21.15.2:0/2310953075 shutdown_connections 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.554+0000 7f0ded614740 1 -- 172.21.15.2:0/2310953075 wait complete. 2024-09-05T04:22:04.563 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 -- start start 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 Processor -- start 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 0x564beded4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 0x564beded46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564beded9880 con 0x564bedecbaf0 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564beddb9290 con 0x564bedecc410 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564beded9a00 con 0x564beded6cb0 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.555+0000 7f0ded614740 10 client.0 _ll_register_callbacks cb 0x564beddea140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35050/0 (socket says 172.21.15.2:35050) 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 -- 172.21.15.2:0/1214184983 learned_addr learned my addr 172.21.15.2:0/1214184983 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 0x564beded46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.564 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 0x564beded4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 -- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 msgr2=0x564beded46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 0x564beded46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 -- 172.21.15.2:0/1214184983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 msgr2=0x564beded4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 0x564beded4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 -- 172.21.15.2:0/1214184983 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564bedb43210 con 0x564bedecbaf0 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 0x564beded46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 0x564beded4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400b990 tx=0x7f0dd400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aa8fead2f2cc3a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.565 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0dc37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4003e00 con 0x564bedecbaf0 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9621+0+0 (secure 0 0 0) 0x7f0dd4005020 con 0x564bedecbaf0 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dd80a4960 con 0x564bedecbaf0 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.556+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0dd4024050 con 0x564bedecbaf0 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 10 client.18273 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:04.566 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564bedc0f620 con 0x564bedecbaf0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd80a4960 con 0x564bedecbaf0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0dd401b470 con 0x564bedecbaf0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 10 client.18273 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 10 client.18273 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 20 client.18273 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedee6cd0 0x564bedee90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 4 client.18273 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564bede3da20 con 0x564bedee6cd0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.557+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedee6cd0 0x564bedee90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.558+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedee6cd0 0x564bedee90c0 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95bf1d231529ba43 server_cookie=b5648be5e2a9e9bd in_seq=0 out_seq=0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.558+0000 7f0dc37fe640 10 client.18273 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1214184983 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564bede3da20 con 0x564bedee6cd0 2024-09-05T04:22:04.567 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0dc37fe640 10 client.18273 handle_command_reply: tid=0 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 client.18273 shutdown 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 msgr2=0x564beded3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f0dd400b990 tx=0x7f0dd400be50 comp rx=0 tx=0).stop 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 shutdown_connections 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedee6cd0 0x564bedee90c0 crc :-1 s=READY pgs=332 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564beded6cb0 0x564beded46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0dc37fe640 0 client.18273 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564bedecc410 0x564beded4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 --2- 172.21.15.2:0/1214184983 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded3c20 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 >> 172.21.15.2:0/1214184983 conn(0x564bedec8060 msgr2=0x564bedecdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 shutdown_connections 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 1 -- 172.21.15.2:0/1214184983 wait complete. 2024-09-05T04:22:04.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.559+0000 7f0ded614740 20 client.18273 trim_cache size 0 max 16384 2024-09-05T04:22:04.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 Processor -- start 2024-09-05T04:22:04.579 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 -- start start 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564bedeee980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564bedeeeec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41ad1f0 con 0x564bedecbaf0 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41afa50 con 0x564beded6cb0 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0ded614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41ad840 con 0x564bedecc410 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35058/0 (socket says 172.21.15.2:35058) 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 -- 172.21.15.2:0/3807220724 learned_addr learned my addr 172.21.15.2:0/3807220724 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de37fe640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564bedeee980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 -- 172.21.15.2:0/3807220724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 msgr2=0x564bedeee980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.580 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564bedeeeec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564bedeee980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 -- 172.21.15.2:0/3807220724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 msgr2=0x564bedeeeec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564bedeeeec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 -- 172.21.15.2:0/3807220724 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564bedecc240 con 0x564bedecbaf0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564bedeeeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.574+0000 7f0de3fff640 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4001eb0 tx=0x7f0dd40041a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82d1891f09bed1b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0dc9ffb640 1 -- 172.21.15.2:0/3807220724 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd402c070 con 0x564bedecbaf0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0dc9ffb640 1 -- 172.21.15.2:0/3807220724 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dd4003e80 con 0x564bedecbaf0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0dc9ffb640 1 -- 172.21.15.2:0/3807220724 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd4000e60 con 0x564bedecbaf0 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 -- 172.21.15.2:0/3807220724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 msgr2=0x564beded44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f0dd4001eb0 tx=0x7f0dd40041a0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 -- 172.21.15.2:0/3807220724 shutdown_connections 2024-09-05T04:22:04.581 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564bedeeeec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecc410 0x564bedeee980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 --2- 172.21.15.2:0/3807220724 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecbaf0 0x564beded44d0 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 -- 172.21.15.2:0/3807220724 >> 172.21.15.2:0/3807220724 conn(0x564bedec8060 msgr2=0x564beded5ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 -- 172.21.15.2:0/3807220724 shutdown_connections 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.575+0000 7f0ded614740 1 -- 172.21.15.2:0/3807220724 wait complete. 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 -- start start 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 Processor -- start 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecbaf0 0x564bededf3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564beded0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41adf10 con 0x564bedecc410 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41af380 con 0x564beded6cb0 2024-09-05T04:22:04.582 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0de41ae5e0 con 0x564bedecbaf0 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0ded614740 10 client.0 _ll_register_callbacks cb 0x7f0dd4004210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35072/0 (socket says 172.21.15.2:35072) 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 -- 172.21.15.2:0/1055590953 learned_addr learned my addr 172.21.15.2:0/1055590953 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecbaf0 0x564bededf3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de8e1d640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564beded0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 -- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecbaf0 msgr2=0x564bededf3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecbaf0 0x564bededf3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 -- 172.21.15.2:0/1055590953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 msgr2=0x564beded0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.576+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564beded0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0de37fe640 1 -- 172.21.15.2:0/1055590953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564beded1750 con 0x564bedecc410 2024-09-05T04:22:04.583 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0de37fe640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f0dd809bc80 tx=0x7f0dd80cd4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2625d2f264967 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd809bac0 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(103..103 src has 1..103) ==== 9621+0+0 (secure 0 0 0) 0x7f0dd8098360 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564bede37d70 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0dd80a4960 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 10 client.18279 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564bedf51990 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x564bede37d70 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0dd80d7040 con 0x564bedecc410 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 10 client.18279 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 10 client.18279 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 20 client.18279 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedf51c80 0x564bedf54070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:04.584 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 4 client.18279 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:22:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.577+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564beddb4900 con 0x564bedf51c80 2024-09-05T04:22:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.578+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedf51c80 0x564bedf54070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.578+0000 7f0dc37fe640 10 client.18279 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:04.585 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.578+0000 7f0de3fff640 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedf51c80 0x564bedf54070 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8563a3f00bb387be server_cookie=928c70553a169b15 in_seq=0 out_seq=0 2024-09-05T04:22:04.591 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0dc37fe640 1 -- 172.21.15.2:0/1055590953 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564beddb4900 con 0x564bedf51c80 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0dc37fe640 10 client.18279 handle_command_reply: tid=0 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 client.18279 shutdown 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 msgr2=0x564beded09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f0dd809bc80 tx=0x7f0dd80cd4a0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 shutdown_connections 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564bedf51c80 0x564bedf54070 crc :-1 s=READY pgs=333 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564beded6cb0 0x564beded0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564bedecc410 0x564beded09e0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0dc37fe640 0 client.18279 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 --2- 172.21.15.2:0/1055590953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564bedecbaf0 0x564bededf3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 >> 172.21.15.2:0/1055590953 conn(0x564bedec8060 msgr2=0x564bedec69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.592 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 shutdown_connections 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 1 -- 172.21.15.2:0/1055590953 wait complete. 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.591+0000 7f0ded614740 20 client.18279 trim_cache size 0 max 16384 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:22:04.593 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 msgr2=0x7f0dcc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 0x7f0dcc0a51b0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0ddc009a60 tx=0x7f0ddc032fc0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 msgr2=0x7f0de4198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800e9f0 tx=0x7f0dd800eeb0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 shutdown_connections 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0dcc0a2cf0 0x7f0dcc0a51b0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0de4107b70 0x7f0de419cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.594 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0de4102470 0x7f0de4198810 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 --2- 172.21.15.2:0/1421722321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0de4101ad0 0x7f0de41982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:04.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 >> 172.21.15.2:0/1421722321 conn(0x7f0de40fd7d0 msgr2=0x7f0de40fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:04.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 shutdown_connections 2024-09-05T04:22:04.595 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:04.592+0000 7f0dea880640 1 -- 172.21.15.2:0/1421722321 wait complete. 2024-09-05T04:22:06.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:05 smithi002 ceph-mon[31001]: pgmap v345: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:05 smithi079 ceph-mon[34908]: pgmap v345: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:06.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:05 smithi047 ceph-mon[34498]: pgmap v345: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:08.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:07 smithi002 ceph-mon[31001]: pgmap v346: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:07 smithi079 ceph-mon[34908]: pgmap v346: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:07 smithi047 ceph-mon[34498]: pgmap v346: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:09.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:09 smithi002 ceph-mon[31001]: pgmap v347: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:09.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:09 smithi002 ceph-mon[31001]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T04:22:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:09 smithi079 ceph-mon[34908]: pgmap v347: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:09 smithi079 ceph-mon[34908]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T04:22:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:09 smithi047 ceph-mon[34498]: pgmap v347: 129 pgs: 129 active+clean; 3.4 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 92 KiB/s wr, 28 op/s 2024-09-05T04:22:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:09 smithi047 ceph-mon[34498]: osdmap e104: 12 total, 12 up, 12 in 2024-09-05T04:22:11.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:11 smithi002 ceph-mon[31001]: pgmap v349: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 120 KiB/s wr, 38 op/s 2024-09-05T04:22:11.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:11 smithi079 ceph-mon[34908]: pgmap v349: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 120 KiB/s wr, 38 op/s 2024-09-05T04:22:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:11 smithi047 ceph-mon[34498]: pgmap v349: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 120 KiB/s wr, 38 op/s 2024-09-05T04:22:13.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:13 smithi002 ceph-mon[31001]: pgmap v350: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 100 KiB/s wr, 31 op/s 2024-09-05T04:22:13.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:13 smithi079 ceph-mon[34908]: pgmap v350: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 100 KiB/s wr, 31 op/s 2024-09-05T04:22:13.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:13 smithi047 ceph-mon[34498]: pgmap v350: 129 pgs: 129 active+clean; 3.6 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 100 KiB/s wr, 31 op/s 2024-09-05T04:22:15.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:15 smithi002 ceph-mon[31001]: pgmap v351: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:15.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:15 smithi079 ceph-mon[34908]: pgmap v351: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:15 smithi047 ceph-mon[34498]: pgmap v351: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:17.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:17 smithi002 ceph-mon[31001]: pgmap v352: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:17.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:17 smithi079 ceph-mon[34908]: pgmap v352: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 -- 172.21.15.2:0/443148688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9101019b0 msgr2=0x7fe910101d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 --2- 172.21.15.2:0/443148688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9101019b0 0x7fe910101d90 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fe900009900 tx=0x7fe90002a410 comp rx=0 tx=0).stop 2024-09-05T04:22:17.687 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 -- 172.21.15.2:0/443148688 shutdown_connections 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 --2- 172.21.15.2:0/443148688 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe910106f60 0x7fe91010d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 --2- 172.21.15.2:0/443148688 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe910102360 0x7fe910106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 --2- 172.21.15.2:0/443148688 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9101019b0 0x7fe910101d90 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 -- 172.21.15.2:0/443148688 >> 172.21.15.2:0/443148688 conn(0x7fe910075e20 msgr2=0x7fe910076230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 -- 172.21.15.2:0/443148688 shutdown_connections 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.684+0000 7fe915277640 1 -- 172.21.15.2:0/443148688 wait complete. 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 Processor -- start 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 -- start start 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9101019b0 0x7fe910198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe91019cc00 0x7fe91019d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe910110cb0 con 0x7fe910106f60 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe910110b30 con 0x7fe91019cc00 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe915277640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe910110e30 con 0x7fe9101019b0 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55274/0 (socket says 172.21.15.2:55274) 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 -- 172.21.15.2:0/3479982298 learned_addr learned my addr 172.21.15.2:0/3479982298 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe90effd640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9101019b0 0x7fe910198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe91019cc00 0x7fe91019d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 -- 172.21.15.2:0/3479982298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9101019b0 msgr2=0x7fe910198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9101019b0 0x7fe910198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 -- 172.21.15.2:0/3479982298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe91019cc00 msgr2=0x7fe91019d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe91019cc00 0x7fe91019d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.685+0000 7fe907fff640 1 -- 172.21.15.2:0/3479982298 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91019d6f0 con 0x7fe910106f60 2024-09-05T04:22:17.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe907fff640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800e9c0 tx=0x7fe8f800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe90cff9640 1 -- 172.21.15.2:0/3479982298 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f800cd80 con 0x7fe910106f60 2024-09-05T04:22:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe90cff9640 1 -- 172.21.15.2:0/3479982298 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8f80054d0 con 0x7fe910106f60 2024-09-05T04:22:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe91019d9e0 con 0x7fe910106f60 2024-09-05T04:22:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe90cff9640 1 -- 172.21.15.2:0/3479982298 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f8010430 con 0x7fe910106f60 2024-09-05T04:22:17.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.686+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9101a51d0 con 0x7fe910106f60 2024-09-05T04:22:17.690 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:17 smithi047 ceph-mon[34498]: pgmap v352: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.688+0000 7fe90cff9640 1 -- 172.21.15.2:0/3479982298 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe8f8004fd0 con 0x7fe910106f60 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.688+0000 7fe918010740 1 Processor -- start 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 -- start start 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c614554b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145550c0 0x55c6145574b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.695 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c6144aa2f0 con 0x55c6145459d0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c614452270 con 0x55c6145462f0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe918010740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c6144a62b0 con 0x55c6145550c0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55284/0 (socket says 172.21.15.2:55284) 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2214694338 learned_addr learned my addr 172.21.15.2:0/2214694338 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe907fff640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145550c0 0x55c6145574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90effd640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c614554b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2214694338 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145550c0 msgr2=0x55c6145574b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90cff9640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 0x7fe8fc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145550c0 0x55c6145574b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2214694338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 msgr2=0x55c614554b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c614554b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.696 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2214694338 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c614451340 con 0x55c6145459d0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.689+0000 7fe90effd640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c614554b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe90cff9640 1 -- 172.21.15.2:0/3479982298 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7fe8f80cfce0 con 0x7fe910106f60 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fe908009f80 tx=0x7fe9080118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f523f50642e499d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 0x7fe8fc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe9057fa640 1 -- 172.21.15.2:0/2214694338 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90801e070 con 0x55c6145459d0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe9057fa640 1 -- 172.21.15.2:0/2214694338 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9080045e0 con 0x55c6145459d0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.690+0000 7fe9057fa640 1 -- 172.21.15.2:0/2214694338 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe908019430 con 0x55c6145459d0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- 172.21.15.2:0/2214694338 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 msgr2=0x55c614545db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fe908009f80 tx=0x7fe9080118d0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 0x7fe8fc0a51b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe908009fd0 tx=0x7fe908019b00 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- 172.21.15.2:0/2214694338 shutdown_connections 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145550c0 0x55c6145574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.697 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c614554b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- 172.21.15.2:0/2214694338 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c614545db0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- 172.21.15.2:0/2214694338 >> 172.21.15.2:0/2214694338 conn(0x55c614542060 msgr2=0x55c614542440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- 172.21.15.2:0/2214694338 shutdown_connections 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- 172.21.15.2:0/2214694338 wait complete. 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- start start 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 Processor -- start 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 0x55c614552050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614552590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c614557cf0 con 0x55c6145550c0 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c614433290 con 0x55c6145459d0 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.691+0000 7fe918010740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c614557e70 con 0x55c6145462f0 2024-09-05T04:22:17.698 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe918010740 10 client.0 _ll_register_callbacks cb 0x55c614464140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55290/0 (socket says 172.21.15.2:55290) 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe907fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614552590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2683348067 learned_addr learned my addr 172.21.15.2:0/2683348067 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90effd640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 0x55c614552050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 msgr2=0x55c614552590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614552590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2683348067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 msgr2=0x55c614552050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 0x55c614552050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 -- 172.21.15.2:0/2683348067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6141bd210 con 0x55c6145550c0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90effd640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 0x55c614552050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fe908006010 tx=0x7fe908024000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae00f626ca3fdbf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.699 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe8f67fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90801e040 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9080045e0 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.692+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7fe90800f4e0 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe90803e050 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 10 client.18291 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c614289620 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9080045e0 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe90800e690 con 0x55c6145550c0 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 10 client.18291 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 10 client.18291 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 20 client.18291 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145650a0 0x55c614567490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 4 client.18291 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6144b7a20 con 0x55c6145650a0 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.693+0000 7fe90effd640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145650a0 0x55c614567490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.694+0000 7fe90effd640 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145650a0 0x55c614567490 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a040212ba3858aa4 server_cookie=72e1a65f2d5e728b in_seq=0 out_seq=0 2024-09-05T04:22:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.694+0000 7fe8f67fc640 10 client.18291 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:17.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.694+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2683348067 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c6144b7a20 con 0x55c6145650a0 2024-09-05T04:22:17.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.694+0000 7fe8f67fc640 10 client.18291 handle_command_reply: tid=0 2024-09-05T04:22:17.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.694+0000 7fe918010740 1 client.18291 shutdown 2024-09-05T04:22:17.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 msgr2=0x55c614552ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fe908006010 tx=0x7fe908024000 comp rx=0 tx=0).stop 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 shutdown_connections 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145650a0 0x55c614567490 crc :-1 s=READY pgs=334 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145550c0 0x55c614552ad0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe8f67fc640 0 client.18291 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614552590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 --2- 172.21.15.2:0/2683348067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145459d0 0x55c614552050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 >> 172.21.15.2:0/2683348067 conn(0x55c614542060 msgr2=0x55c614547d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 shutdown_connections 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 1 -- 172.21.15.2:0/2683348067 wait complete. 2024-09-05T04:22:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.695+0000 7fe918010740 20 client.18291 trim_cache size 0 max 16384 2024-09-05T04:22:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.709+0000 7fe918010740 1 Processor -- start 2024-09-05T04:22:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.709+0000 7fe918010740 1 -- start start 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.709+0000 7fe918010740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe918010740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 0x55c61456cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe918010740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c61456d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe918010740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101aae50 con 0x55c614542060 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe918010740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101ad6b0 con 0x55c6145462f0 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe918010740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101ab4a0 con 0x55c6145459d0 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55296/0 (socket says 172.21.15.2:55296) 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 -- 172.21.15.2:0/2466342237 learned_addr learned my addr 172.21.15.2:0/2466342237 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe907fff640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 0x55c61456cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c61456d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 -- 172.21.15.2:0/2466342237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 msgr2=0x55c61456cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 0x55c61456cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 -- 172.21.15.2:0/2466342237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 msgr2=0x55c61456d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c61456d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 -- 172.21.15.2:0/2466342237 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c614550580 con 0x55c614542060 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe907fff640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 0x55c61456cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe90effd640 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fe900009900 tx=0x7fe9000092d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8ffc467bb7aed6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe904ff9640 1 -- 172.21.15.2:0/2466342237 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90004b070 con 0x55c614542060 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe904ff9640 1 -- 172.21.15.2:0/2466342237 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe900004380 con 0x55c614542060 2024-09-05T04:22:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.710+0000 7fe904ff9640 1 -- 172.21.15.2:0/2466342237 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe900035040 con 0x55c614542060 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- 172.21.15.2:0/2466342237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 msgr2=0x55c614553fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fe900009900 tx=0x7fe9000092d0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- 172.21.15.2:0/2466342237 shutdown_connections 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c6145462f0 0x55c61456d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145459d0 0x55c61456cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 --2- 172.21.15.2:0/2466342237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c614542060 0x55c614553fc0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- 172.21.15.2:0/2466342237 >> 172.21.15.2:0/2466342237 conn(0x55c614567800 msgr2=0x55c6145538b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- 172.21.15.2:0/2466342237 shutdown_connections 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- 172.21.15.2:0/2466342237 wait complete. 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.711+0000 7fe918010740 1 -- start start 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 Processor -- start 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 0x55c61455d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614558690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101abb70 con 0x55c6145459d0 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101acfe0 con 0x55c614542060 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe9101ac240 con 0x55c6145462f0 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe918010740 10 client.0 _ll_register_callbacks cb 0x7fe90801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe90f7fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614558690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55304/0 (socket says 172.21.15.2:55304) 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 -- 172.21.15.2:0/2703681739 learned_addr learned my addr 172.21.15.2:0/2703681739 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe90effd640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 0x55c61455d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 -- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 msgr2=0x55c614558690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614558690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 -- 172.21.15.2:0/2703681739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 msgr2=0x55c61455d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 0x55c61455d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 -- 172.21.15.2:0/2703681739 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c614558ec0 con 0x55c6145459d0 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe90f7fe640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614558690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe90effd640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 0x55c61455d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe907fff640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fe8f80cd040 tx=0x7fe8f8098110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73ae0e6e01b434b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.712+0000 7fe8f67fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:17.718 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8f80cd460 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe900004380 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7fe8f80a4590 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe8f809c4b0 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 10 client.18297 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c6145cf730 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe900004380 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe8f8086040 con 0x55c6145459d0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 10 client.18297 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 10 client.18297 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 20 client.18297 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145550c0 0x55c6145d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 4 client.18297 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55c6144b1d70 con 0x55c6145550c0 2024-09-05T04:22:17.719 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.713+0000 7fe90effd640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145550c0 0x55c6145d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.714+0000 7fe8f67fc640 10 client.18297 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.714+0000 7fe90effd640 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145550c0 0x55c6145d1ed0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e250c1843e62366f server_cookie=1390212c68a3b215 in_seq=0 out_seq=0 2024-09-05T04:22:17.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe8f67fc640 1 -- 172.21.15.2:0/2703681739 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c6144b1d70 con 0x55c6145550c0 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe8f67fc640 10 client.18297 handle_command_reply: tid=0 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 client.18297 shutdown 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 msgr2=0x55c61455d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fe8f80cd040 tx=0x7fe8f8098110 comp rx=0 tx=0).stop 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 shutdown_connections 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c6145550c0 0x55c6145d1ed0 crc :-1 s=READY pgs=335 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c6145462f0 0x55c614558690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c6145459d0 0x55c61455d6b0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe8f67fc640 0 client.18297 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 --2- 172.21.15.2:0/2703681739 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c614542060 0x55c61455d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 >> 172.21.15.2:0/2703681739 conn(0x55c614567800 msgr2=0x55c6145411c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 shutdown_connections 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 1 -- 172.21.15.2:0/2703681739 wait complete. 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.727+0000 7fe918010740 20 client.18297 trim_cache size 0 max 16384 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:22:17.730 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 msgr2=0x7fe8fc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 0x7fe8fc0a51b0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe908009fd0 tx=0x7fe908019b00 comp rx=0 tx=0).stop 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 msgr2=0x7fe910198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800e9c0 tx=0x7fe8f800ee80 comp rx=0 tx=0).stop 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 shutdown_connections 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8fc0a2cf0 0x7fe8fc0a51b0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.731 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe91019cc00 0x7fe91019d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe910106f60 0x7fe910198880 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 --2- 172.21.15.2:0/3479982298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9101019b0 0x7fe910198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 >> 172.21.15.2:0/3479982298 conn(0x7fe910075e20 msgr2=0x7fe910100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 shutdown_connections 2024-09-05T04:22:17.732 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:17.728+0000 7fe915277640 1 -- 172.21.15.2:0/3479982298 wait complete. 2024-09-05T04:22:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:18 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:22:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:18 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:18 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:18 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:22:18.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:18 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:22:18.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:18 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:22:18.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:18 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:18 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:18 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:22:18.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:18 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:22:18.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:18 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:22:18.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:18 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:18 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:18.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:18 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:22:18.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:18 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:22:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:19 smithi079 ceph-mon[34908]: pgmap v353: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:19 smithi047 ceph-mon[34498]: pgmap v353: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:19 smithi002 ceph-mon[31001]: pgmap v353: 129 pgs: 129 active+clean; 3.8 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:22:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:22:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:21 smithi079 ceph-mon[34908]: pgmap v354: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 16 op/s 2024-09-05T04:22:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:21 smithi047 ceph-mon[34498]: pgmap v354: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 16 op/s 2024-09-05T04:22:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:21 smithi002 ceph-mon[31001]: pgmap v354: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 16 op/s 2024-09-05T04:22:23.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:23 smithi079 ceph-mon[34908]: pgmap v355: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:22:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:23 smithi047 ceph-mon[34498]: pgmap v355: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:22:23.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:23 smithi002 ceph-mon[31001]: pgmap v355: 129 pgs: 129 active+clean; 4.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 10 op/s 2024-09-05T04:22:25.505 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:22:25.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:25 smithi079 ceph-mon[34908]: pgmap v356: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:25 smithi047 ceph-mon[34498]: pgmap v356: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:25.776 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:25.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:25 smithi002 ceph-mon[31001]: pgmap v356: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 -- 172.21.15.2:0/1830945726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102ef0 msgr2=0x7f84c010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 --2- 172.21.15.2:0/1830945726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102ef0 0x7f84c010da40 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009ca0 tx=0x7f84b802a950 comp rx=0 tx=0).stop 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 -- 172.21.15.2:0/1830945726 shutdown_connections 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 --2- 172.21.15.2:0/1830945726 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102ef0 0x7f84c010da40 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 --2- 172.21.15.2:0/1830945726 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0102570 0x7f84c01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 --2- 172.21.15.2:0/1830945726 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0100e20 0x7f84c0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 -- 172.21.15.2:0/1830945726 >> 172.21.15.2:0/1830945726 conn(0x7f84c00fc7d0 msgr2=0x7f84c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.264+0000 7f84c6100640 1 -- 172.21.15.2:0/1830945726 shutdown_connections 2024-09-05T04:22:26.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 -- 172.21.15.2:0/1830945726 wait complete. 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 Processor -- start 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 -- start start 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0100e20 0x7f84c01990e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 0x7f84c01a4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84c0110e30 con 0x7f84c0102570 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84c0110cb0 con 0x7f84c0100e20 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.265+0000 7f84c6100640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84c0110fb0 con 0x7f84c0102ef0 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57284/0 (socket says 172.21.15.2:57284) 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 -- 172.21.15.2:0/3564384348 learned_addr learned my addr 172.21.15.2:0/3564384348 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0100e20 0x7f84c01990e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 -- 172.21.15.2:0/3564384348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 msgr2=0x7f84c01a4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bffff640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 0x7f84c01a4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 0x7f84c01a4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 -- 172.21.15.2:0/3564384348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0100e20 msgr2=0x7f84c01990e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0100e20 0x7f84c01990e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 -- 172.21.15.2:0/3564384348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c01a46a0 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bffff640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 0x7f84c01a4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84beffd640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f84b400c920 tx=0x7f84b400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bcff9640 1 -- 172.21.15.2:0/3564384348 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4007bb0 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bcff9640 1 -- 172.21.15.2:0/3564384348 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84b4007d50 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84bcff9640 1 -- 172.21.15.2:0/3564384348 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4018730 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.266+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84c01a4870 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.267+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84c01a4db0 con 0x7f84c0102570 2024-09-05T04:22:26.291 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.269+0000 7f84c84d9740 1 Processor -- start 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.269+0000 7f84c84d9740 1 -- start start 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bcff9640 1 -- 172.21.15.2:0/3564384348 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f84b400f450 con 0x7f84c0102570 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c604a0 0x561007c60880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c6da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561007bc62e0 con 0x561007c60dc0 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561007b6dce0 con 0x561007c6b680 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84c84d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561007bc22a0 con 0x561007c604a0 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57298/0 (socket says 172.21.15.2:57298) 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 -- 172.21.15.2:0/3787964750 learned_addr learned my addr 172.21.15.2:0/3787964750 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bffff640 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c604a0 0x561007c60880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.292 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84beffd640 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c6da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 -- 172.21.15.2:0/3787964750 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c604a0 msgr2=0x561007c60880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c604a0 0x561007c60880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 -- 172.21.15.2:0/3787964750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 msgr2=0x561007c6da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c6da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 -- 172.21.15.2:0/3787964750 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561007b52440 con 0x561007c60dc0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.270+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f84b000ad00 tx=0x7f84b000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5d8ea031075f596 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84a5ffb640 1 -- 172.21.15.2:0/3787964750 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b001d070 con 0x561007c60dc0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84bcff9640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 0x7f84a80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84a5ffb640 1 -- 172.21.15.2:0/3787964750 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84b0018af0 con 0x561007c60dc0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84a5ffb640 1 -- 172.21.15.2:0/3787964750 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b0010ba0 con 0x561007c60dc0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84bffff640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 0x7f84a80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84bcff9640 1 -- 172.21.15.2:0/3564384348 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f84b40cf890 con 0x7f84c0102570 2024-09-05T04:22:26.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84c84d9740 1 -- 172.21.15.2:0/3787964750 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 msgr2=0x561007c6b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84bffff640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 0x7f84a80a5230 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009ca0 tx=0x7f84b803c040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.271+0000 7f84c84d9740 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f84b000ad00 tx=0x7f84b000f790 comp rx=0 tx=0).stop 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- 172.21.15.2:0/3787964750 shutdown_connections 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c6da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c6b140 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- 172.21.15.2:0/3787964750 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c604a0 0x561007c60880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- 172.21.15.2:0/3787964750 >> 172.21.15.2:0/3787964750 conn(0x561007c5ca30 msgr2=0x561007c5ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- 172.21.15.2:0/3787964750 shutdown_connections 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- 172.21.15.2:0/3787964750 wait complete. 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- start start 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 Processor -- start 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c68220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c68760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561007c6e250 con 0x561007c604a0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561007b81050 con 0x561007c6b680 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.272+0000 7f84c84d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561007c6e3d0 con 0x561007c60dc0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84c84d9740 10 client.0 _ll_register_callbacks cb 0x561007bc1160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57310/0 (socket says 172.21.15.2:57310) 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 -- 172.21.15.2:0/1165670380 learned_addr learned my addr 172.21.15.2:0/1165670380 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bffff640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c68760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84beffd640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c68220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 -- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 msgr2=0x561007c68220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c68220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 -- 172.21.15.2:0/1165670380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 msgr2=0x561007c68760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c68760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 -- 172.21.15.2:0/1165670380 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610079373c0 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f84b0010470 tx=0x7f84b0018670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b289372dd2f3839 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f849effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b001d040 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f84b00108a0 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.273+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b0018af0 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84b0031050 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 10 client.18309 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561007c79bc0 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84b0018af0 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f84b0020030 con 0x561007c604a0 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 10 client.18309 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:26.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 10 client.18309 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 20 client.18309 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007c7d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 4 client.18309 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561007bd3850 con 0x561007c7b020 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.274+0000 7f84beffd640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007c7d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.275+0000 7f84beffd640 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007c7d410 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=895209182c604156 server_cookie=9169867c8854f630 in_seq=0 out_seq=0 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.275+0000 7f849effd640 10 client.18309 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.275+0000 7f849effd640 1 -- 172.21.15.2:0/1165670380 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561007bd3850 con 0x561007c7b020 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.275+0000 7f849effd640 10 client.18309 handle_command_reply: tid=0 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.275+0000 7f84c84d9740 1 client.18309 shutdown 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 msgr2=0x561007c6af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f84b0010470 tx=0x7f84b0018670 comp rx=0 tx=0).stop 2024-09-05T04:22:26.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 shutdown_connections 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007c7d410 crc :-1 s=READY pgs=336 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f849effd640 0 client.18309 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c6b680 0x561007c68760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c68220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1165670380 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c604a0 0x561007c6af70 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 >> 172.21.15.2:0/1165670380 conn(0x561007c5ca30 msgr2=0x561007c62710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 shutdown_connections 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 1 -- 172.21.15.2:0/1165670380 wait complete. 2024-09-05T04:22:26.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.276+0000 7f84c84d9740 20 client.18309 trim_cache size 0 max 16384 2024-09-05T04:22:26.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.293+0000 7f84c84d9740 1 Processor -- start 2024-09-05T04:22:26.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.293+0000 7f84c84d9740 1 -- start start 2024-09-05T04:22:26.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.293+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c774b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.293+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.293+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c6b680 0x561007c82f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84c84d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01acfa0 con 0x561007c60dc0 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84c84d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01af800 con 0x561007c604a0 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84c84d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01ad5f0 con 0x561007c6b680 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57312/0 (socket says 172.21.15.2:57312) 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 -- 172.21.15.2:0/709489712 learned_addr learned my addr 172.21.15.2:0/709489712 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84bffff640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c6b680 0x561007c82f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c774b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 -- 172.21.15.2:0/709489712 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c6b680 msgr2=0x561007c82f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c6b680 0x561007c82f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 -- 172.21.15.2:0/709489712 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 msgr2=0x561007c774b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c774b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 -- 172.21.15.2:0/709489712 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561007c5c4d0 con 0x561007c60dc0 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c774b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.294+0000 7f84beffd640 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f84b40cd1f0 tx=0x7f84b40d1da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=328fea2ac26e6898 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84a57fa640 1 -- 172.21.15.2:0/709489712 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b409c0c0 con 0x561007c60dc0 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84a57fa640 1 -- 172.21.15.2:0/709489712 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84b409b9c0 con 0x561007c60dc0 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84a57fa640 1 -- 172.21.15.2:0/709489712 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b4098030 con 0x561007c60dc0 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 -- 172.21.15.2:0/709489712 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 msgr2=0x561007c82a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f84b40cd1f0 tx=0x7f84b40d1da0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 -- 172.21.15.2:0/709489712 shutdown_connections 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c6b680 0x561007c82f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c60dc0 0x561007c82a10 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 --2- 172.21.15.2:0/709489712 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c774b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 -- 172.21.15.2:0/709489712 >> 172.21.15.2:0/709489712 conn(0x561007c5ca30 msgr2=0x561007c67310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 -- 172.21.15.2:0/709489712 shutdown_connections 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.295+0000 7f84c84d9740 1 -- 172.21.15.2:0/709489712 wait complete. 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 -- start start 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 Processor -- start 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 0x561007ce39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01adcc0 con 0x561007c6b680 2024-09-05T04:22:26.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01af130 con 0x561007c604a0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f84c01ae390 con 0x561007c60dc0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.296+0000 7f84c84d9740 10 client.0 _ll_register_callbacks cb 0x7f84b001b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 0x561007ce39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84beffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:42240/0 (socket says 172.21.15.2:42240) 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84beffd640 1 -- 172.21.15.2:0/1399718508 learned_addr learned my addr 172.21.15.2:0/1399718508 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 -- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 msgr2=0x561007c70cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 -- 172.21.15.2:0/1399718508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 msgr2=0x561007c707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 -- 172.21.15.2:0/1399718508 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561007ce3f20 con 0x561007c6b680 2024-09-05T04:22:26.306 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84beffd640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f84bffff640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 0x561007ce39e0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x561007c5c3a0 tx=0x7f84b802a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56c3edee5765320a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.297+0000 7f849effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84b8034050 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f84b8003f80 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f84b409b9c0 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f84b8004180 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 10 client.18315 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561007ce5060 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84b409b9c0 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f84b8044070 con 0x561007c6b680 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 10 client.18315 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 10 client.18315 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:26.307 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 20 client.18315 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007ce7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 4 client.18315 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.300+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561007bcdd60 con 0x561007c7b020 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007ce7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f84bf7fe640 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007ce7870 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=265e7f5ef27f191e server_cookie=7c30d097e0dbdb92 in_seq=0 out_seq=0 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f849effd640 10 client.18315 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f849effd640 1 -- 172.21.15.2:0/1399718508 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561007bcdd60 con 0x561007c7b020 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f849effd640 10 client.18315 handle_command_reply: tid=0 2024-09-05T04:22:26.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.301+0000 7f84c84d9740 1 client.18315 shutdown 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 msgr2=0x561007ce39e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 0x561007ce39e0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x561007c5c3a0 tx=0x7f84b802a950 comp rx=0 tx=0).stop 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 shutdown_connections 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561007c7b020 0x561007ce7870 crc :-1 s=READY pgs=337 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561007c6b680 0x561007ce39e0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561007c60dc0 0x561007c70cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 --2- 172.21.15.2:0/1399718508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561007c604a0 0x561007c707b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 >> 172.21.15.2:0/1399718508 conn(0x561007c5ca30 msgr2=0x561007c5b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f849effd640 0 client.18315 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 shutdown_connections 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 1 -- 172.21.15.2:0/1399718508 wait complete. 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c84d9740 20 client.18315 trim_cache size 0 max 16384 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:22:26.310 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 msgr2=0x7f84a80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 0x7f84a80a5230 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f84b8009ca0 tx=0x7f84b803c040 comp rx=0 tx=0).stop 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 msgr2=0x7f84c0199620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.302+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f84b400c920 tx=0x7f84b400cd20 comp rx=0 tx=0).stop 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 shutdown_connections 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f84a80a2d70 0x7f84a80a5230 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f84c0102ef0 0x7f84c01a4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f84c0102570 0x7f84c0199620 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 --2- 172.21.15.2:0/3564384348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f84c0100e20 0x7f84c01990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:26.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 >> 172.21.15.2:0/3564384348 conn(0x7f84c00fc7d0 msgr2=0x7f84c0106810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:26.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 shutdown_connections 2024-09-05T04:22:26.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:26.303+0000 7f84c6100640 1 -- 172.21.15.2:0/3564384348 wait complete. 2024-09-05T04:22:27.323 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:22:27.323 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:22:27.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:27 smithi079 ceph-mon[34908]: pgmap v357: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:27.587 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:27 smithi047 ceph-mon[34498]: pgmap v357: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:27.708 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:27 smithi002 ceph-mon[31001]: pgmap v357: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:28.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 -- 172.21.15.2:0/804951279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 msgr2=0x7f8f8010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:28.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 --2- 172.21.15.2:0/804951279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8010e600 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f8f78009ca0 tx=0x7f8f7802a950 comp rx=0 tx=0).stop 2024-09-05T04:22:28.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 -- 172.21.15.2:0/804951279 shutdown_connections 2024-09-05T04:22:28.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 --2- 172.21.15.2:0/804951279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8010e600 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.116 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 --2- 172.21.15.2:0/804951279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 0x7f8f8010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 --2- 172.21.15.2:0/804951279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 0x7f8f80103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 -- 172.21.15.2:0/804951279 >> 172.21.15.2:0/804951279 conn(0x7f8f800fc7a0 msgr2=0x7f8f800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 -- 172.21.15.2:0/804951279 shutdown_connections 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.072+0000 7f8f849ed640 1 -- 172.21.15.2:0/804951279 wait complete. 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 Processor -- start 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 -- start start 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 0x7f8f80198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 0x7f8f801988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8f80111e70 con 0x7f8f8010c180 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8f80111cf0 con 0x7f8f80102da0 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f849ed640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8f80111ff0 con 0x7f8f801036c0 2024-09-05T04:22:28.117 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f7ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f7ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57336/0 (socket says 172.21.15.2:57336) 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.073+0000 7f8f7ed9d640 1 -- 172.21.15.2:0/1497289812 learned_addr learned my addr 172.21.15.2:0/1497289812 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7dd9b640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 0x7f8f801988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7e59c640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 0x7f8f80198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 -- 172.21.15.2:0/1497289812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 msgr2=0x7f8f801988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 0x7f8f801988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 -- 172.21.15.2:0/1497289812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 msgr2=0x7f8f80198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 0x7f8f80198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 -- 172.21.15.2:0/1497289812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f8019d340 con 0x7f8f8010c180 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f7ed9d640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f8f7802ae70 tx=0x7f8f7802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f78034040 con 0x7f8f8010c180 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f780308f0 con 0x7f8f8010c180 2024-09-05T04:22:28.118 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f780047f0 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f8019d5d0 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.074+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f801a4f10 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.075+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f8006b010 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.077+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8f78037020 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.077+0000 7f8f6f7fe640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 0x7f8f680a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.077+0000 7f8f7e59c640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 0x7f8f680a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.077+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f8f780f07a0 con 0x7f8f8010c180 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.078+0000 7f8f7e59c640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 0x7f8f680a5230 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8f70009890 tx=0x7f8f70008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:28.119 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.082+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f780bd0e0 con 0x7f8f8010c180 2024-09-05T04:22:28.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.296+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f80107200 con 0x7f8f8010c180 2024-09-05T04:22:28.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.297+0000 7f8f6f7fe640 1 -- 172.21.15.2:0/1497289812 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f8f780bc9e0 con 0x7f8f8010c180 2024-09-05T04:22:28.297 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:22:28.297 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:22:28.298 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:22:28.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 msgr2=0x7f8f680a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:28.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 0x7f8f680a5230 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8f70009890 tx=0x7f8f70008040 comp rx=0 tx=0).stop 2024-09-05T04:22:28.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 msgr2=0x7f8f8019cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f8f7802ae70 tx=0x7f8f7802f5d0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 shutdown_connections 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8f680a2d70 0x7f8f680a5230 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8f8010c180 0x7f8f8019cc60 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8f801036c0 0x7f8f801988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 --2- 172.21.15.2:0/1497289812 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8f80102da0 0x7f8f80198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 >> 172.21.15.2:0/1497289812 conn(0x7f8f800fc7a0 msgr2=0x7f8f800fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 shutdown_connections 2024-09-05T04:22:28.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:28.299+0000 7f8f849ed640 1 -- 172.21.15.2:0/1497289812 wait complete. 2024-09-05T04:22:28.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:28 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1497289812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:28.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:28 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1497289812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:28.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:28 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1497289812' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:29.109 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:22:29.364 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:29.460 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-05T04:22:29.461 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:22:29.483 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:29 smithi002 ceph-mon[31001]: pgmap v358: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:29.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:29 smithi079 ceph-mon[34908]: pgmap v358: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:29 smithi047 ceph-mon[34498]: pgmap v358: 129 pgs: 129 active+clean; 4.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 -- 172.21.15.2:0/1150364554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 msgr2=0x7f1ab4105eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/1150364554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab4105eb0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4009900 tx=0x7f1aa402a410 comp rx=0 tx=0).stop 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 -- 172.21.15.2:0/1150364554 shutdown_connections 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/1150364554 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab4101b60 0x7f1ab410d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/1150364554 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab41011c0 0x7f1ab4101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/1150364554 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab4105eb0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 -- 172.21.15.2:0/1150364554 >> 172.21.15.2:0/1150364554 conn(0x7f1ab4077210 msgr2=0x7f1ab40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 -- 172.21.15.2:0/1150364554 shutdown_connections 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.867+0000 7f1ab8d32640 1 -- 172.21.15.2:0/1150364554 wait complete. 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 Processor -- start 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 -- start start 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 0x7f1ab4197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab4101b60 0x7f1ab4197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab4110df0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab4110c70 con 0x7f1ab41011c0 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab8d32640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab4110f70 con 0x7f1ab4101b60 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57346/0 (socket says 172.21.15.2:57346) 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.868+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/3530563005 learned_addr learned my addr 172.21.15.2:0/3530563005 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:29.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab259c640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 0x7f1ab4197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab4101b60 0x7f1ab4197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/3530563005 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab4101b60 msgr2=0x7f1ab4197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab4101b60 0x7f1ab4197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/3530563005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 msgr2=0x7f1ab4197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 0x7f1ab4197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/3530563005 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ab419c1e0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab259c640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 0x7f1ab4197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00e9d0 tx=0x7f1aac00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1aa37fe640 1 -- 172.21.15.2:0/3530563005 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac00cd80 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ab419c4d0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1aa37fe640 1 -- 172.21.15.2:0/3530563005 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1aac005020 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1aa37fe640 1 -- 172.21.15.2:0/3530563005 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac0116d0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.869+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ab41a3db0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.871+0000 7f1aa37fe640 1 -- 172.21.15.2:0/3530563005 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1aac0051d0 con 0x7f1ab4105ad0 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 Processor -- start 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 -- start start 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334caa090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334caa5d0 0x562334caaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1aa37fe640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 0x7f1a9c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562334c102f0 con 0x562334cb5370 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562334bb7cf0 con 0x562334cabb40 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1abb10b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562334c0c2b0 con 0x562334caa5d0 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1ab259c640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 0x7f1a9c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57358/0 (socket says 172.21.15.2:57358) 2024-09-05T04:22:29.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2361705544 learned_addr learned my addr 172.21.15.2:0/2361705544 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334caa5d0 0x562334caaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.872+0000 7f1aa37fe640 1 -- 172.21.15.2:0/3530563005 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f1aac0cfb80 con 0x7f1ab4105ad0 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334caa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2361705544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334caa5d0 msgr2=0x562334caaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334caa5d0 0x562334caaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2361705544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 msgr2=0x562334caa090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334caa090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2361705544 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562334b9c3a0 con 0x562334cb5370 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334caa090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab259c640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 0x7f1a9c0a51b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4000c00 tx=0x7f1aa4005a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f1aac098620 tx=0x7f1aac051310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3620370e217ccedd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1aa0ff9640 1 -- 172.21.15.2:0/2361705544 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac01f070 con 0x562334cb5370 2024-09-05T04:22:29.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1aa0ff9640 1 -- 172.21.15.2:0/2361705544 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1aac09c350 con 0x562334cb5370 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.873+0000 7f1aa0ff9640 1 -- 172.21.15.2:0/2361705544 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac0a48c0 con 0x562334cb5370 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- 172.21.15.2:0/2361705544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 msgr2=0x562334cb7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f1aac098620 tx=0x7f1aac051310 comp rx=0 tx=0).stop 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- 172.21.15.2:0/2361705544 shutdown_connections 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cb7760 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334caa5d0 0x562334caaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2361705544 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334caa090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- 172.21.15.2:0/2361705544 >> 172.21.15.2:0/2361705544 conn(0x562334c73310 msgr2=0x562334ca6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- 172.21.15.2:0/2361705544 shutdown_connections 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- 172.21.15.2:0/2361705544 wait complete. 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 -- start start 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 Processor -- start 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.874+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cb5370 0x562334cb27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562334cb8010 con 0x562334caa5d0 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562334bcb060 con 0x562334cb5370 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562334cb8190 con 0x562334cabb40 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 10 client.0 _ll_register_callbacks cb 0x56233491e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57364/0 (socket says 172.21.15.2:57364) 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 -- 172.21.15.2:0/1987370947 learned_addr learned my addr 172.21.15.2:0/1987370947 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cb5370 0x562334cb27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 -- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 msgr2=0x562334cb2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 -- 172.21.15.2:0/1987370947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cb5370 msgr2=0x562334cb27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cb5370 0x562334cb27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 -- 172.21.15.2:0/1987370947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623349813c0 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1ab259c640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4005ab0 tx=0x7f1aa4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed44488a86df9d0c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1a99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa404c020 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f1aa40048c0 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.875+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aac09c350 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1aa4057050 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 10 client.18333 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562334cc3af0 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1aac09c350 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1aa4048480 con 0x562334caa5d0 2024-09-05T04:22:29.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 10 client.18333 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 10 client.18333 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 20 client.18333 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334cc5000 0x562334cc74c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 4 client.18333 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562334c1d860 con 0x562334cc5000 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.876+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334cc5000 0x562334cc74c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1a99ffb640 10 client.18333 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334cc5000 0x562334cc74c0 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb55376d420572a server_cookie=7dd0f2e5cab3b1c9 in_seq=0 out_seq=0 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1a99ffb640 1 -- 172.21.15.2:0/1987370947 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562334c1d860 con 0x562334cc5000 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1a99ffb640 10 client.18333 handle_command_reply: tid=0 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1abb10b740 1 client.18333 shutdown 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 msgr2=0x562334cb4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.877+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4005ab0 tx=0x7f1aa4009260 comp rx=0 tx=0).stop 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 shutdown_connections 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334cc5000 0x562334cc74c0 crc :-1 s=READY pgs=338 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cb5370 0x562334cb27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 --2- 172.21.15.2:0/1987370947 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cb4da0 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 >> 172.21.15.2:0/1987370947 conn(0x562334c73310 msgr2=0x562334cac990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1a99ffb640 0 client.18333 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 shutdown_connections 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 1 -- 172.21.15.2:0/1987370947 wait complete. 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.878+0000 7f1abb10b740 20 client.18333 trim_cache size 0 max 16384 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 Processor -- start 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 -- start start 2024-09-05T04:22:29.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334caa5d0 0x562334ca6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb1910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41ac000 con 0x562334cb5370 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41ae860 con 0x562334caa5d0 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1abb10b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41ac650 con 0x562334cabb40 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57370/0 (socket says 172.21.15.2:57370) 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2566997531 learned_addr learned my addr 172.21.15.2:0/2566997531 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab259c640 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334caa5d0 0x562334ca6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2566997531 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 msgr2=0x562334cb1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2566997531 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334caa5d0 msgr2=0x562334ca6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334caa5d0 0x562334ca6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 -- 172.21.15.2:0/2566997531 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562334cb1000 con 0x562334cb5370 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.891+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f1aac09b950 tx=0x7f1aac0aec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39c019c9feba90ed server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1a9bfff640 1 -- 172.21.15.2:0/2566997531 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac01f070 con 0x562334cb5370 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1a9bfff640 1 -- 172.21.15.2:0/2566997531 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1aac0a48c0 con 0x562334cb5370 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1a9bfff640 1 -- 172.21.15.2:0/2566997531 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac0cd100 con 0x562334cb5370 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 -- 172.21.15.2:0/2566997531 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 msgr2=0x562334cbd610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f1aac09b950 tx=0x7f1aac0aec40 comp rx=0 tx=0).stop 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 -- 172.21.15.2:0/2566997531 shutdown_connections 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334cb5370 0x562334cbd610 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cabb40 0x562334cb1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 --2- 172.21.15.2:0/2566997531 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334caa5d0 0x562334ca6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 -- 172.21.15.2:0/2566997531 >> 172.21.15.2:0/2566997531 conn(0x562334c73310 msgr2=0x562334ca6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 -- 172.21.15.2:0/2566997531 shutdown_connections 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.892+0000 7f1abb10b740 1 -- 172.21.15.2:0/2566997531 wait complete. 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 -- start start 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 Processor -- start 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334ccc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cb5370 0x562334cccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41acd20 con 0x562334caa5d0 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41ae190 con 0x562334cabb40 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ab41ad3f0 con 0x562334cb5370 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1abb10b740 10 client.0 _ll_register_callbacks cb 0x7f1aa403f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57374/0 (socket says 172.21.15.2:57374) 2024-09-05T04:22:29.907 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 -- 172.21.15.2:0/372483737 learned_addr learned my addr 172.21.15.2:0/372483737 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab2d9d640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cb5370 0x562334cccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334ccc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 -- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cb5370 msgr2=0x562334cccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cb5370 0x562334cccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 -- 172.21.15.2:0/372483737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 msgr2=0x562334ccc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.893+0000 7f1ab259c640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334ccc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1ab259c640 1 -- 172.21.15.2:0/372483737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562334ccd4b0 con 0x562334caa5d0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1ab259c640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f1aa402a930 tx=0x7f1aa4048d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea76f51725d16049 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aa404c040 con 0x562334caa5d0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f1aa40048c0 con 0x562334caa5d0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1aac0a48c0 con 0x562334caa5d0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f1aa406c050 con 0x562334caa5d0 2024-09-05T04:22:29.908 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 10 client.18339 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562334d31c90 con 0x562334caa5d0 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1aac0a48c0 con 0x562334caa5d0 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f1aa4003b90 con 0x562334caa5d0 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 10 client.18339 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 10 client.18339 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 20 client.18339 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334d323b0 0x562334d347d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 4 client.18339 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.894+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562334c17d70 con 0x562334d323b0 2024-09-05T04:22:29.909 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334d323b0 0x562334d347d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:29.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1ab1d9b640 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334d323b0 0x562334d347d0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab131353b66a0d4e server_cookie=fc96dddd37284fc2 in_seq=0 out_seq=0 2024-09-05T04:22:29.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1a99ffb640 10 client.18339 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1a99ffb640 1 -- 172.21.15.2:0/372483737 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562334c17d70 con 0x562334d323b0 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1a99ffb640 10 client.18339 handle_command_reply: tid=0 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1abb10b740 1 client.18339 shutdown 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 msgr2=0x562334cafab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f1aa402a930 tx=0x7f1aa4048d40 comp rx=0 tx=0).stop 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 shutdown_connections 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.895+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562334d323b0 0x562334d347d0 crc :-1 s=READY pgs=339 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562334cb5370 0x562334cccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1a99ffb640 0 client.18339 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562334cabb40 0x562334ccc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 --2- 172.21.15.2:0/372483737 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562334caa5d0 0x562334cafab0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 >> 172.21.15.2:0/372483737 conn(0x562334c73310 msgr2=0x562334cac110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 shutdown_connections 2024-09-05T04:22:29.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 1 -- 172.21.15.2:0/372483737 wait complete. 2024-09-05T04:22:29.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1abb10b740 20 client.18339 trim_cache size 0 max 16384 2024-09-05T04:22:29.912 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:22:29.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 msgr2=0x7f1a9c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 0x7f1a9c0a51b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4000c00 tx=0x7f1aa4005a40 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 msgr2=0x7f1ab419bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00e9d0 tx=0x7f1aac00ee90 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 shutdown_connections 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a9c0a2cf0 0x7f1a9c0a51b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ab4105ad0 0x7f1ab419bb00 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ab4101b60 0x7f1ab4197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 --2- 172.21.15.2:0/3530563005 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ab41011c0 0x7f1ab4197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 >> 172.21.15.2:0/3530563005 conn(0x7f1ab4077210 msgr2=0x7f1ab4103a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 shutdown_connections 2024-09-05T04:22:29.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:29.896+0000 7f1ab8d32640 1 -- 172.21.15.2:0/3530563005 wait complete. 2024-09-05T04:22:30.807 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 -- 172.21.15.2:0/754229636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 msgr2=0x7f9b8810d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 --2- 172.21.15.2:0/754229636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b8810d870 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f9b80009cd0 tx=0x7f9b8002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 -- 172.21.15.2:0/754229636 shutdown_connections 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 --2- 172.21.15.2:0/754229636 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b8810d870 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 --2- 172.21.15.2:0/754229636 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 0x7f9b88100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 --2- 172.21.15.2:0/754229636 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 0x7f9b88106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 -- 172.21.15.2:0/754229636 >> 172.21.15.2:0/754229636 conn(0x7f9b880779a0 msgr2=0x7f9b880fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 -- 172.21.15.2:0/754229636 shutdown_connections 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 -- 172.21.15.2:0/754229636 wait complete. 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.821+0000 7f9b8e084640 1 Processor -- start 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 -- start start 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 0x7f9b881982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 0x7f9b8819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9b88110cf0 con 0x7f9b88101340 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b88110b70 con 0x7f9b881009a0 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b8e084640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9b88110e70 con 0x7f9b881069b0 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57400/0 (socket says 172.21.15.2:57400) 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3307872416 learned_addr learned my addr 172.21.15.2:0/3307872416 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 0x7f9b881982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 0x7f9b8819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3307872416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 msgr2=0x7f9b8819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 0x7f9b8819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3307872416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 msgr2=0x7f9b881982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 0x7f9b881982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3307872416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b8819d2d0 con 0x7f9b88101340 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.822+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f9b7000d950 tx=0x7f9b7000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.823+0000 7f9b84ff9640 1 -- 172.21.15.2:0/3307872416 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b70017030 con 0x7f9b88101340 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.823+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b8819d5c0 con 0x7f9b88101340 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.823+0000 7f9b84ff9640 1 -- 172.21.15.2:0/3307872416 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b70004020 con 0x7f9b88101340 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.823+0000 7f9b84ff9640 1 -- 172.21.15.2:0/3307872416 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b700047a0 con 0x7f9b88101340 2024-09-05T04:22:30.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.823+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b881a4e50 con 0x7f9b88101340 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.825+0000 7f9b84ff9640 1 -- 172.21.15.2:0/3307872416 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9b700041d0 con 0x7f9b88101340 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.825+0000 7f9b90e1d740 1 Processor -- start 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.825+0000 7f9b90e1d740 1 -- start start 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c50ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5646d5bb52f0 con 0x5646d5c51410 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5646d5b5d270 con 0x5646d5c50af0 2024-09-05T04:22:30.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5646d5bb12b0 con 0x5646d5c5bcb0 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57410/0 (socket says 172.21.15.2:57410) 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 -- 172.21.15.2:0/2477965153 learned_addr learned my addr 172.21.15.2:0/2477965153 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b87fff640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c50ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 -- 172.21.15.2:0/2477965153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c5bcb0 msgr2=0x5646d5c5e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 -- 172.21.15.2:0/2477965153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 msgr2=0x5646d5c50ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c50ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 -- 172.21.15.2:0/2477965153 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d5b5c340 con 0x5646d5c51410 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b87fff640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c50ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:30.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b84ff9640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 0x7f9b740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.826+0000 7f9b877fe640 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f9b7800bc50 tx=0x7f9b780107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b52028a6d01bfc41 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 0x7f9b740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b84ff9640 1 -- 172.21.15.2:0/3307872416 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f9b700cf2e0 con 0x7f9b88101340 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b7dffb640 1 -- 172.21.15.2:0/2477965153 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7801c480 con 0x5646d5c51410 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b7dffb640 1 -- 172.21.15.2:0/2477965153 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b7801cad0 con 0x5646d5c51410 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b7dffb640 1 -- 172.21.15.2:0/2477965153 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b78011ac0 con 0x5646d5c51410 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b90e1d740 1 -- 172.21.15.2:0/2477965153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 msgr2=0x5646d5c5b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f9b7800bc50 tx=0x7f9b780107a0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.827+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 0x7f9b740a51b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9b80004af0 tx=0x7f9b80004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 -- 172.21.15.2:0/2477965153 shutdown_connections 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5b770 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/2477965153 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c50ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 -- 172.21.15.2:0/2477965153 >> 172.21.15.2:0/2477965153 conn(0x5646d5c4d060 msgr2=0x5646d5c4d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 -- 172.21.15.2:0/2477965153 shutdown_connections 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 -- 172.21.15.2:0/2477965153 wait complete. 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.828+0000 7f9b90e1d740 1 -- start start 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 Processor -- start 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c58c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 0x5646d5c59140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5646d5c5e880 con 0x5646d5c5bcb0 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5646d5b3e290 con 0x5646d5c50af0 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5646d5c5ea00 con 0x5646d5c51410 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b90e1d740 10 client.0 _ll_register_callbacks cb 0x5646d5b6f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:30.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b87fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 0x5646d5c59140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b87fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57416/0 (socket says 172.21.15.2:57416) 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b87fff640 1 -- 172.21.15.2:0/1852586848 learned_addr learned my addr 172.21.15.2:0/1852586848 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b877fe640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c58c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 -- 172.21.15.2:0/1852586848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 msgr2=0x5646d5c58c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c58c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 -- 172.21.15.2:0/1852586848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 msgr2=0x5646d5c59680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b86ffd640 1 -- 172.21.15.2:0/1852586848 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d58c8210 con 0x5646d5c51410 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.829+0000 7f9b87fff640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:30.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 0x5646d5c59140 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9b700cc610 tx=0x7f9b70005dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5d053b9a914300c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7009ad70 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f9b700d2c80 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b7801cad0 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9b7009bb10 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b90e1d740 10 client.27382 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5646d5994620 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b7801cad0 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9b700b4200 con 0x5646d5c51410 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b90e1d740 10 client.27382 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:30.836 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.830+0000 7f9b90e1d740 10 client.27382 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b90e1d740 20 client.27382 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5c6bc70 0x5646d5c6e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b90e1d740 4 client.27382 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646d5bc2a20 con 0x5646d5c6bc70 2024-09-05T04:22:30.837 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b877fe640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5c6bc70 0x5646d5c6e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b877fe640 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5c6bc70 0x5646d5c6e080 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=336c1f94316a94d3 server_cookie=3517349d38a287c9 in_seq=0 out_seq=0 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.831+0000 7f9b66ffd640 10 client.27382 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b66ffd640 1 -- 172.21.15.2:0/1852586848 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5646d5bc2a20 con 0x5646d5c6bc70 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b66ffd640 10 client.27382 handle_command_reply: tid=0 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 client.27382 shutdown 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 msgr2=0x5646d5c59140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.838 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 0x5646d5c59140 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f9b700cc610 tx=0x7f9b70005dc0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 shutdown_connections 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5c6bc70 0x5646d5c6e080 crc :-1 s=READY pgs=340 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c59680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c51410 0x5646d5c59140 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/1852586848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c50af0 0x5646d5c58c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b66ffd640 0 client.27382 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 >> 172.21.15.2:0/1852586848 conn(0x5646d5c4d060 msgr2=0x5646d5c52dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 shutdown_connections 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 1 -- 172.21.15.2:0/1852586848 wait complete. 2024-09-05T04:22:30.839 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.832+0000 7f9b90e1d740 20 client.27382 trim_cache size 0 max 16384 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 Processor -- start 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 -- start start 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c535b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c51410 0x5646d5c594b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.853 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881aaf30 con 0x5646d5c5bcb0 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881ad790 con 0x5646d5c51410 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881ab580 con 0x5646d5c50af0 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b87fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b87fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57430/0 (socket says 172.21.15.2:57430) 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.847+0000 7f9b87fff640 1 -- 172.21.15.2:0/3958330382 learned_addr learned my addr 172.21.15.2:0/3958330382 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c51410 0x5646d5c594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c535b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 -- 172.21.15.2:0/3958330382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 msgr2=0x5646d5c535b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c535b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.854 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 -- 172.21.15.2:0/3958330382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c51410 msgr2=0x5646d5c594b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c51410 0x5646d5c594b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 -- 172.21.15.2:0/3958330382 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646d5c4ce90 con 0x5646d5c5bcb0 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f9b80006010 tx=0x7f9b8003f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78563d676a5b7a19 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b7d7fa640 1 -- 172.21.15.2:0/3958330382 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b80059070 con 0x5646d5c5bcb0 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b7d7fa640 1 -- 172.21.15.2:0/3958330382 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b80036040 con 0x5646d5c5bcb0 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.848+0000 7f9b7d7fa640 1 -- 172.21.15.2:0/3958330382 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b80004510 con 0x5646d5c5bcb0 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3958330382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 msgr2=0x5646d5c73960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f9b80006010 tx=0x7f9b8003f000 comp rx=0 tx=0).stop 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3958330382 shutdown_connections 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c5bcb0 0x5646d5c73960 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c51410 0x5646d5c594b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.855 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3958330382 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c535b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3958330382 >> 172.21.15.2:0/3958330382 conn(0x5646d5c4d060 msgr2=0x5646d5c5ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3958330382 shutdown_connections 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3958330382 wait complete. 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 -- start start 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.849+0000 7f9b90e1d740 1 Processor -- start 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c643f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.856 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881abc50 con 0x5646d5c51410 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881ad0c0 con 0x5646d5c5bcb0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9b881ac320 con 0x5646d5c50af0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 10 client.0 _ll_register_callbacks cb 0x7f9b700046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57432/0 (socket says 172.21.15.2:57432) 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3991142787 learned_addr learned my addr 172.21.15.2:0/3991142787 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c643f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 msgr2=0x5646d5c643f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c643f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3991142787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 msgr2=0x5646d5c5fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:30.857 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 -- 172.21.15.2:0/3991142787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646d5c4dcf0 con 0x5646d5c51410 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b87fff640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c643f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b86ffd640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f9b7009b3a0 tx=0x7f9b700974a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1da5929ccbe31872 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b7009ad70 con 0x5646d5c51410 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f9b7009aa60 con 0x5646d5c51410 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.850+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b80036040 con 0x5646d5c51410 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9b7009b1e0 con 0x5646d5c51410 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 10 client.18357 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:30.858 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5646d5cd6790 con 0x5646d5c51410 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b80036040 con 0x5646d5c51410 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9b7009a2d0 con 0x5646d5c51410 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 10 client.18357 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 10 client.18357 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 20 client.18357 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5cd6eb0 0x5646d5cd92a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 4 client.18357 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5646d5bbcd70 con 0x5646d5cd6eb0 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.851+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5cd6eb0 0x5646d5cd92a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.852+0000 7f9b66ffd640 10 client.18357 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:30.859 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.852+0000 7f9b877fe640 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5cd6eb0 0x5646d5cd92a0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=963cc2fe055abd12 server_cookie=cd712ea94d9b9cb8 in_seq=0 out_seq=0 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b66ffd640 1 -- 172.21.15.2:0/3991142787 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5646d5bbcd70 con 0x5646d5cd6eb0 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b66ffd640 10 client.18357 handle_command_reply: tid=0 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 client.18357 shutdown 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 msgr2=0x5646d5c5f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f9b7009b3a0 tx=0x7f9b700974a0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 shutdown_connections 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5646d5cd6eb0 0x5646d5cd92a0 crc :-1 s=READY pgs=341 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5646d5c5bcb0 0x5646d5c5fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b66ffd640 0 client.18357 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:30.867 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5646d5c51410 0x5646d5c5f710 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 --2- 172.21.15.2:0/3991142787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5646d5c50af0 0x5646d5c643f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 >> 172.21.15.2:0/3991142787 conn(0x5646d5c4d060 msgr2=0x5646d5c5ac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 shutdown_connections 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 1 -- 172.21.15.2:0/3991142787 wait complete. 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.866+0000 7f9b90e1d740 20 client.18357 trim_cache size 0 max 16384 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:22:30.868 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:22:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 msgr2=0x7f9b740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 0x7f9b740a51b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9b80004af0 tx=0x7f9b80004a40 comp rx=0 tx=0).stop 2024-09-05T04:22:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 msgr2=0x7f9b88198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f9b7000d950 tx=0x7f9b7000de10 comp rx=0 tx=0).stop 2024-09-05T04:22:30.869 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 shutdown_connections 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9b740a2cf0 0x7f9b740a51b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9b881069b0 0x7f9b8819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9b88101340 0x7f9b88198820 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 --2- 172.21.15.2:0/3307872416 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9b881009a0 0x7f9b881982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 >> 172.21.15.2:0/3307872416 conn(0x7f9b880779a0 msgr2=0x7f9b88069af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 shutdown_connections 2024-09-05T04:22:30.870 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:30.867+0000 7f9b8e084640 1 -- 172.21.15.2:0/3307872416 wait complete. 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- 172.21.15.2:0/1192498123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 msgr2=0x7f77a010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/1192498123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a010da40 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f7798009ca0 tx=0x7f779802a950 comp rx=0 tx=0).stop 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- 172.21.15.2:0/1192498123 shutdown_connections 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/1192498123 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a010da40 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/1192498123 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 0x7f77a01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/1192498123 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 0x7f77a0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- 172.21.15.2:0/1192498123 >> 172.21.15.2:0/1192498123 conn(0x7f77a00fc7d0 msgr2=0x7f77a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- 172.21.15.2:0/1192498123 shutdown_connections 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- 172.21.15.2:0/1192498123 wait complete. 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 Processor -- start 2024-09-05T04:22:31.327 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.316+0000 7f77a4c8a640 1 -- start start 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 0x7f77a0196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 0x7f77a0197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0110e30 con 0x7f77a0102ef0 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0110cb0 con 0x7f77a0102570 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0110fb0 con 0x7f77a0100e20 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47480/0 (socket says 172.21.15.2:47480) 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 -- 172.21.15.2:0/2008276713 learned_addr learned my addr 172.21.15.2:0/2008276713 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779e59c640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 0x7f77a0196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f7797fff640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 0x7f77a0197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 -- 172.21.15.2:0/2008276713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 msgr2=0x7f77a0196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:31.328 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 0x7f77a0196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 -- 172.21.15.2:0/2008276713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 msgr2=0x7f77a0197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 0x7f77a0197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 -- 172.21.15.2:0/2008276713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a01a6830 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f779ed9d640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f779802ae70 tx=0x7f779802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7798034040 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77980308f0 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.317+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a01a6ac0 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.318+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7798004780 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.318+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a01a6ff0 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.319+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77a0101200 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.320+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7798037020 con 0x7f77a0102ef0 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.320+0000 7f77977fe640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 0x7f778c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:31.329 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.321+0000 7f779e59c640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 0x7f778c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:31.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.321+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f77980f0820 con 0x7f77a0102ef0 2024-09-05T04:22:31.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.321+0000 7f779e59c640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 0x7f778c0a5230 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7790005fd0 tx=0x7f779000b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:31.330 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.325+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77980bd100 con 0x7f77a0102ef0 2024-09-05T04:22:31.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:31 smithi002 ceph-mon[31001]: pgmap v359: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:31.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.538+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f77a0109090 con 0x7f77a0102ef0 2024-09-05T04:22:31.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.539+0000 7f77977fe640 1 -- 172.21.15.2:0/2008276713 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f77980bca00 con 0x7f77a0102ef0 2024-09-05T04:22:31.539 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:22:31.540 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:22:31.540 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:22:31.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 msgr2=0x7f778c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:31.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 0x7f778c0a5230 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7790005fd0 tx=0x7f779000b390 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 msgr2=0x7f77a0197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f779802ae70 tx=0x7f779802f5d0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 shutdown_connections 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f778c0a2d70 0x7f778c0a5230 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f77a0102ef0 0x7f77a0197a40 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f77a0102570 0x7f77a0197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 --2- 172.21.15.2:0/2008276713 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f77a0100e20 0x7f77a0196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 >> 172.21.15.2:0/2008276713 conn(0x7f77a00fc7d0 msgr2=0x7f77a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 shutdown_connections 2024-09-05T04:22:31.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:31.541+0000 7f77a4c8a640 1 -- 172.21.15.2:0/2008276713 wait complete. 2024-09-05T04:22:31.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:31 smithi079 ceph-mon[34908]: pgmap v359: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:31 smithi047 ceph-mon[34498]: pgmap v359: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:22:31.734 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:22:31.735 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:22:32.242 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-05T04:22:32.242 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-05T04:22:32.332 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:32.483 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:32 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2008276713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:32.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:32 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2008276713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:32.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:32 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2008276713' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.838+0000 7f37b57a1640 1 -- 172.21.15.2:0/892868914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0108300 msgr2=0x7f37b010ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.838+0000 7f37b57a1640 1 --2- 172.21.15.2:0/892868914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0108300 0x7f37b010ec70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f37a8009930 tx=0x7f37a802a420 comp rx=0 tx=0).stop 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.838+0000 7f37b57a1640 1 -- 172.21.15.2:0/892868914 shutdown_connections 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.838+0000 7f37b57a1640 1 --2- 172.21.15.2:0/892868914 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0108300 0x7f37b010ec70 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.838+0000 7f37b57a1640 1 --2- 172.21.15.2:0/892868914 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 0x7f37b0107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 --2- 172.21.15.2:0/892868914 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0102dd0 0x7f37b01031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 -- 172.21.15.2:0/892868914 >> 172.21.15.2:0/892868914 conn(0x7f37b00fc7d0 msgr2=0x7f37b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 -- 172.21.15.2:0/892868914 shutdown_connections 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 -- 172.21.15.2:0/892868914 wait complete. 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 Processor -- start 2024-09-05T04:22:32.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.839+0000 7f37b57a1640 1 -- start start 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 0x7f37b0198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0108300 0x7f37b019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37b0111fc0 con 0x7f37b0102dd0 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37b0111e40 con 0x7f37b0103780 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37b57a1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37b0112140 con 0x7f37b0108300 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47504/0 (socket says 172.21.15.2:47504) 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 -- 172.21.15.2:0/1327209809 learned_addr learned my addr 172.21.15.2:0/1327209809 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 0x7f37b0198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37af7fe640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0108300 0x7f37b019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 -- 172.21.15.2:0/1327209809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0108300 msgr2=0x7f37b019cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0108300 0x7f37b019cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 -- 172.21.15.2:0/1327209809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 msgr2=0x7f37b0198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 0x7f37b0198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 -- 172.21.15.2:0/1327209809 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37b019d4d0 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f37aeffd640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f37a000ba50 tx=0x7f37a000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.840+0000 7f3797fff640 1 -- 172.21.15.2:0/1327209809 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a0019070 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.841+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37b019d7c0 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.841+0000 7f3797fff640 1 -- 172.21.15.2:0/1327209809 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a000cbe0 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.841+0000 7f3797fff640 1 -- 172.21.15.2:0/1327209809 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a00075d0 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.841+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37b01a50a0 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f3797fff640 1 -- 172.21.15.2:0/1327209809 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f37a001c070 con 0x7f37b0102dd0 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 Processor -- start 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 -- start start 2024-09-05T04:22:32.865 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765721f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 0x56076572c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560765687280 con 0x56076572cd40 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56076562eb10 con 0x560765722480 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.843+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560765683240 con 0x560765721b60 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f3797fff640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 0x7f37980a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47520/0 (socket says 172.21.15.2:47520) 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 -- 172.21.15.2:0/945315583 learned_addr learned my addr 172.21.15.2:0/945315583 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37af7fe640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 0x7f37980a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37af7fe640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765721f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f3797fff640 1 -- 172.21.15.2:0/1327209809 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f37a00cedc0 con 0x7f37b0102dd0 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37aeffd640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 0x56076572c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.866 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 -- 172.21.15.2:0/945315583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 msgr2=0x560765721f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765721f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 -- 172.21.15.2:0/945315583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 msgr2=0x56076572c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 0x56076572c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 -- 172.21.15.2:0/945315583 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56076563b1f0 con 0x56076572cd40 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37af7fe640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765721f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37aeffd640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 0x56076572c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f37a400ab70 tx=0x7f37a400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7506c78a4c515cc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37957fa640 1 -- 172.21.15.2:0/945315583 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a4004220 con 0x56076572cd40 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37af7fe640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 0x7f37980a51b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f37a80057c0 tx=0x7f37a8031400 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37957fa640 1 -- 172.21.15.2:0/945315583 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a40043c0 con 0x56076572cd40 2024-09-05T04:22:32.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.844+0000 7f37957fa640 1 -- 172.21.15.2:0/945315583 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a40187a0 con 0x56076572cd40 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- 172.21.15.2:0/945315583 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 msgr2=0x56076572f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f37a400ab70 tx=0x7f37a400f790 comp rx=0 tx=0).stop 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- 172.21.15.2:0/945315583 shutdown_connections 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56076572cd40 0x56076572f130 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765722480 0x56076572c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/945315583 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765721f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- 172.21.15.2:0/945315583 >> 172.21.15.2:0/945315583 conn(0x56076571e0f0 msgr2=0x56076571e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- 172.21.15.2:0/945315583 shutdown_connections 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- 172.21.15.2:0/945315583 wait complete. 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 -- start start 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.845+0000 7f37b7b7a740 1 Processor -- start 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765721b60 0x56076572c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56076572cd40 0x56076572a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56076572f910 con 0x560765722480 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560765641f10 con 0x560765721b60 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56076572fa90 con 0x56076572cd40 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37b7b7a740 10 client.0 _ll_register_callbacks cb 0x56076560aa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47524/0 (socket says 172.21.15.2:47524) 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 -- 172.21.15.2:0/2485690915 learned_addr learned my addr 172.21.15.2:0/2485690915 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37aeffd640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765721b60 0x56076572c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37af7fe640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56076572cd40 0x56076572a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 -- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56076572cd40 msgr2=0x56076572a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56076572cd40 0x56076572a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 -- 172.21.15.2:0/2485690915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765721b60 msgr2=0x56076572c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765721b60 0x56076572c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 -- 172.21.15.2:0/2485690915 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607653f86a0 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f37a4000c00 tx=0x7f37a400af60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a92a129b7162a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f3792ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.846+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a4027020 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f37a4003980 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37a40043c0 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f37a4032050 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 10 client.18375 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56076573b3b0 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a40043c0 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f37a4004ab0 con 0x560765722480 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 10 client.18375 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 10 client.18375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 20 client.18375 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:32.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56076573c810 0x56076573ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 4 client.18375 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607656947f0 con 0x56076573c810 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.847+0000 7f37aeffd640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56076573c810 0x56076573ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.848+0000 7f37aeffd640 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56076573c810 0x56076573ec00 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=234220f787fcd582 server_cookie=5a470028ed9c6a0d in_seq=0 out_seq=0 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.848+0000 7f3792ff5640 10 client.18375 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.848+0000 7f3792ff5640 1 -- 172.21.15.2:0/2485690915 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5607656947f0 con 0x56076573c810 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.848+0000 7f3792ff5640 10 client.18375 handle_command_reply: tid=0 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.848+0000 7f37b7b7a740 1 client.18375 shutdown 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 msgr2=0x560765729b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f37a4000c00 tx=0x7f37a400af60 comp rx=0 tx=0).stop 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 shutdown_connections 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56076573c810 0x56076573ec00 crc :-1 s=READY pgs=342 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56076572cd40 0x56076572a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x560765729b40 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/2485690915 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560765721b60 0x56076572c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 >> 172.21.15.2:0/2485690915 conn(0x56076571e0f0 msgr2=0x56076571d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f3792ff5640 0 client.18375 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 shutdown_connections 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 1 -- 172.21.15.2:0/2485690915 wait complete. 2024-09-05T04:22:32.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.849+0000 7f37b7b7a740 20 client.18375 trim_cache size 0 max 16384 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.866+0000 7f37b7b7a740 1 Processor -- start 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.866+0000 7f37b7b7a740 1 -- start start 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765722480 0x560765744290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657447d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01ad0c0 con 0x560765721b60 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01af920 con 0x56076572cd40 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01ad710 con 0x560765722480 2024-09-05T04:22:32.876 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47540/0 (socket says 172.21.15.2:47540) 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 -- 172.21.15.2:0/3090284780 learned_addr learned my addr 172.21.15.2:0/3090284780 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37af7fe640 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765722480 0x560765744290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 -- 172.21.15.2:0/3090284780 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765722480 msgr2=0x560765744290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765722480 0x560765744290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 -- 172.21.15.2:0/3090284780 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 msgr2=0x5607657447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 -- 172.21.15.2:0/3090284780 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607657222b0 con 0x560765721b60 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f37a000c6e0 tx=0x7f37a000e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5748b9b4f20ead73 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f3794ff9640 1 -- 172.21.15.2:0/3090284780 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a0099350 con 0x560765721b60 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.867+0000 7f3794ff9640 1 -- 172.21.15.2:0/3090284780 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a00976c0 con 0x560765721b60 2024-09-05T04:22:32.877 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f3794ff9640 1 -- 172.21.15.2:0/3090284780 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a009b510 con 0x560765721b60 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3090284780 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 msgr2=0x560765729a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f37a000c6e0 tx=0x7f37a000e040 comp rx=0 tx=0).stop 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3090284780 shutdown_connections 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765722480 0x560765744290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3090284780 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765721b60 0x560765729a70 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3090284780 >> 172.21.15.2:0/3090284780 conn(0x56076571e0f0 msgr2=0x56076572bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3090284780 shutdown_connections 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.868+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3090284780 wait complete. 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 -- start start 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 Processor -- start 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765730b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657315e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01adde0 con 0x560765722480 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01af250 con 0x56076572cd40 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37b01ae4b0 con 0x560765721b60 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37b7b7a740 10 client.0 _ll_register_callbacks cb 0x7f37a400a9c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47554/0 (socket says 172.21.15.2:47554) 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 -- 172.21.15.2:0/3338582949 learned_addr learned my addr 172.21.15.2:0/3338582949 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765730b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37af7fe640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657315e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 -- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 msgr2=0x560765730b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765730b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 -- 172.21.15.2:0/3338582949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 msgr2=0x5607657315e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657315e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.869+0000 7f37ae7fc640 1 -- 172.21.15.2:0/3338582949 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607657a63c0 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37ae7fc640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f37a400b010 tx=0x7f37a4004500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=998201f8e69965fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37a4027070 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f37a4018a90 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37a00976c0 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f37a4043050 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 10 client.18381 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5607657a76a0 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f37a00976c0 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f37a403e030 con 0x560765722480 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 10 client.18381 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 10 client.18381 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 20 client.18381 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:32.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607657a7ea0 0x5607657aa2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 4 client.18381 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.870+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56076568ed00 con 0x5607657a7ea0 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.871+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607657a7ea0 0x5607657aa2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.871+0000 7f37aeffd640 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607657a7ea0 0x5607657aa2c0 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=905d822c94a6c5fd server_cookie=fd3fd3f6ddee804e in_seq=0 out_seq=0 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.871+0000 7f3792ff5640 10 client.18381 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.872+0000 7f3792ff5640 1 -- 172.21.15.2:0/3338582949 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56076568ed00 con 0x5607657a7ea0 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.872+0000 7f3792ff5640 10 client.18381 handle_command_reply: tid=0 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.872+0000 7f37b7b7a740 1 client.18381 shutdown 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.872+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 msgr2=0x5607657310a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.872+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f37a400b010 tx=0x7f37a4004500 comp rx=0 tx=0).stop 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 shutdown_connections 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607657a7ea0 0x5607657aa2c0 crc :-1 s=READY pgs=343 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56076572cd40 0x5607657315e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560765722480 0x5607657310a0 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 --2- 172.21.15.2:0/3338582949 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560765721b60 0x560765730b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 >> 172.21.15.2:0/3338582949 conn(0x56076571e0f0 msgr2=0x5607657282e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f3792ff5640 0 client.18381 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 shutdown_connections 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 1 -- 172.21.15.2:0/3338582949 wait complete. 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b7b7a740 20 client.18381 trim_cache size 0 max 16384 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "5ed003bd-1014-4ab4-8cb0-1e408316ca7d", 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:22:32.882 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 msgr2=0x7f37980a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 0x7f37980a51b0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f37a80057c0 tx=0x7f37a8031400 comp rx=0 tx=0).stop 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 msgr2=0x7f37b0198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f37a000ba50 tx=0x7f37a000bf10 comp rx=0 tx=0).stop 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 shutdown_connections 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37980a2cf0 0x7f37980a51b0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f37b0108300 0x7f37b019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37b0103780 0x7f37b0198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 --2- 172.21.15.2:0/1327209809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37b0102dd0 0x7f37b0198520 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:32.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.873+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 >> 172.21.15.2:0/1327209809 conn(0x7f37b00fc7d0 msgr2=0x7f37b0105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:32.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.874+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 shutdown_connections 2024-09-05T04:22:32.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:32.874+0000 7f37b57a1640 1 -- 172.21.15.2:0/1327209809 wait complete. 2024-09-05T04:22:33.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:33 smithi002 ceph-mon[31001]: pgmap v360: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:22:33.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:33 smithi079 ceph-mon[34908]: pgmap v360: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:22:33.580 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:33.581 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:22:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:33 smithi047 ceph-mon[34498]: pgmap v360: 129 pgs: 129 active+clean; 4.4 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/1912598259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38101de0 msgr2=0x7f5b381021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/1912598259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38101de0 0x7f5b381021c0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009ca0 tx=0x7f5b2802a8c0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/1912598259 shutdown_connections 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/1912598259 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38106f10 0x7f5b3810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/1912598259 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38102790 0x7f5b381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/1912598259 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38101de0 0x7f5b381021c0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/1912598259 >> 172.21.15.2:0/1912598259 conn(0x7f5b380fd8c0 msgr2=0x7f5b380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/1912598259 shutdown_connections 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.047+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/1912598259 wait complete. 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 Processor -- start 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 -- start start 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38101de0 0x7f5b381983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 0x7f5b3819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38111de0 con 0x7f5b38102790 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38111c60 con 0x7f5b38101de0 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.048+0000 7f5b3ec3b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b38111f60 con 0x7f5b38106f10 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47584/0 (socket says 172.21.15.2:47584) 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 -- 172.21.15.2:0/3567442888 learned_addr learned my addr 172.21.15.2:0/3567442888 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:34.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38101de0 0x7f5b381983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 -- 172.21.15.2:0/3567442888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 msgr2=0x7f5b3819cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 0x7f5b3819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 0x7f5b3819cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 -- 172.21.15.2:0/3567442888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38101de0 msgr2=0x7f5b381983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38101de0 0x7f5b381983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 -- 172.21.15.2:0/3567442888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3819d370 con 0x7f5b38102790 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 0x7f5b3819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b37fff640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f5b2000d950 tx=0x7f5b2000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b35ffb640 1 -- 172.21.15.2:0/3567442888 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b20017070 con 0x7f5b38102790 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b35ffb640 1 -- 172.21.15.2:0/3567442888 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b20009c30 con 0x7f5b38102790 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3819d660 con 0x7f5b38102790 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.049+0000 7f5b35ffb640 1 -- 172.21.15.2:0/3567442888 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2000f620 con 0x7f5b38102790 2024-09-05T04:22:34.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.050+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b381a4f40 con 0x7f5b38102790 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.052+0000 7f5b35ffb640 1 -- 172.21.15.2:0/3567442888 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5b200109a0 con 0x7f5b38102790 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 Processor -- start 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 -- start start 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea22a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea34140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d7e9882a0 con 0x555d7ea22f80 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d7e92fb10 con 0x555d7ea31d50 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b41014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d7e984260 con 0x555d7ea22660 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47594/0 (socket says 172.21.15.2:47594) 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/296791535 learned_addr learned my addr 172.21.15.2:0/296791535 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b35ffb640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 0x7f5b240a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea22a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b37fff640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea34140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/296791535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 msgr2=0x555d7ea22a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea22a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/296791535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 msgr2=0x555d7ea34140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 0x7f5b240a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea34140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/296791535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d7e6f9b90 con 0x555d7ea22f80 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b37fff640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea34140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.053+0000 7f5b35ffb640 1 -- 172.21.15.2:0/3567442888 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f5b200cf470 con 0x7f5b38102790 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f5b28035000 tx=0x7f5b28009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59093a9175a4c47c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b2effd640 1 -- 172.21.15.2:0/296791535 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28031450 con 0x555d7ea22f80 2024-09-05T04:22:34.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 0x7f5b240a5230 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5b3000fb90 tx=0x7f5b30004730 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b2effd640 1 -- 172.21.15.2:0/296791535 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b28036030 con 0x555d7ea22f80 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b2effd640 1 -- 172.21.15.2:0/296791535 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b280044b0 con 0x555d7ea22f80 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b41014740 1 -- 172.21.15.2:0/296791535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 msgr2=0x555d7ea31810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.054+0000 7f5b41014740 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f5b28035000 tx=0x7f5b28009a20 comp rx=0 tx=0).stop 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 -- 172.21.15.2:0/296791535 shutdown_connections 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea34140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea31810 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- 172.21.15.2:0/296791535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea22a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 -- 172.21.15.2:0/296791535 >> 172.21.15.2:0/296791535 conn(0x555d7ea1ecf0 msgr2=0x555d7ea1f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 -- 172.21.15.2:0/296791535 shutdown_connections 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 -- 172.21.15.2:0/296791535 wait complete. 2024-09-05T04:22:34.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 -- start start 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 Processor -- start 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22f80 0x555d7ea2f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.055+0000 7f5b41014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b41014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d7ea347a0 con 0x555d7ea22660 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b41014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d7e9106e0 con 0x555d7ea31d50 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b41014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d7ea34920 con 0x555d7ea22f80 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b41014740 10 client.0 _ll_register_callbacks cb 0x555d7e934a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47604/0 (socket says 172.21.15.2:47604) 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/1921571706 learned_addr learned my addr 172.21.15.2:0/1921571706 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b37fff640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22f80 0x555d7ea2f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22f80 msgr2=0x555d7ea2f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22f80 0x555d7ea2f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/1921571706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 msgr2=0x555d7ea2f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/1921571706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d7ea3dca0 con 0x555d7ea22660 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f5b2802ade0 tx=0x7f5b28031970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=800b27a5b8857539 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b17fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28052020 con 0x555d7ea22660 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b28036030 con 0x555d7ea22660 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.056+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f5b280044f0 con 0x555d7ea22660 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5b2805d050 con 0x555d7ea22660 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 10 client.18393 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:34.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555d7ea347a0 con 0x555d7ea22660 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b28036030 con 0x555d7ea22660 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5b2804d030 con 0x555d7ea22660 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 10 client.18393 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 10 client.18393 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 20 client.18393 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7ea41700 0x555d7ea43b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 4 client.18393 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d7e9959d0 con 0x555d7ea41700 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.057+0000 7f5b37fff640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7ea41700 0x555d7ea43b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.058+0000 7f5b17fff640 10 client.18393 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:34.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.058+0000 7f5b37fff640 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7ea41700 0x555d7ea43b40 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eba4b599668dceb8 server_cookie=6733ebd666b2a19c in_seq=0 out_seq=0 2024-09-05T04:22:34.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b17fff640 1 -- 172.21.15.2:0/1921571706 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555d7e9959d0 con 0x555d7ea41700 2024-09-05T04:22:34.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b17fff640 10 client.18393 handle_command_reply: tid=0 2024-09-05T04:22:34.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 client.18393 shutdown 2024-09-05T04:22:34.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 msgr2=0x555d7ea2ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f5b2802ade0 tx=0x7f5b28031970 comp rx=0 tx=0).stop 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 shutdown_connections 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7ea41700 0x555d7ea43b40 crc :-1 s=READY pgs=344 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22f80 0x555d7ea2f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 --2- 172.21.15.2:0/1921571706 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22660 0x555d7ea2ebf0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 >> 172.21.15.2:0/1921571706 conn(0x555d7ea1ecf0 msgr2=0x555d7ea24a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b17fff640 0 client.18393 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 shutdown_connections 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 1 -- 172.21.15.2:0/1921571706 wait complete. 2024-09-05T04:22:34.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.059+0000 7f5b41014740 20 client.18393 trim_cache size 0 max 16384 2024-09-05T04:22:34.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 Processor -- start 2024-09-05T04:22:34.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 -- start start 2024-09-05T04:22:34.078 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea49410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381aae20 con 0x555d7ea22f80 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381ad680 con 0x555d7ea31d50 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.077+0000 7f5b41014740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381ab470 con 0x555d7ea22660 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47610/0 (socket says 172.21.15.2:47610) 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b37fff640 1 -- 172.21.15.2:0/2799245953 learned_addr learned my addr 172.21.15.2:0/2799245953 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea49410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/2799245953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 msgr2=0x555d7ea2be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/2799245953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 msgr2=0x555d7ea49950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.079 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 -- 172.21.15.2:0/2799245953 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d7ea1eb20 con 0x555d7ea22660 2024-09-05T04:22:34.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b37fff640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:22:34.080 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.078+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea49410 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009a60 tx=0x7f5b280317a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5eec034a35e97b00 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.079+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/2799245953 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b28052070 con 0x555d7ea22660 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.079+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/2799245953 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b28036040 con 0x555d7ea22660 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.079+0000 7f5b2e7fc640 1 -- 172.21.15.2:0/2799245953 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2804a040 con 0x555d7ea22660 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 -- 172.21.15.2:0/2799245953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 msgr2=0x555d7ea49410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea49410 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5b28009a60 tx=0x7f5b280317a0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 -- 172.21.15.2:0/2799245953 shutdown_connections 2024-09-05T04:22:34.081 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7ea2be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea49950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 --2- 172.21.15.2:0/2799245953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea49410 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 -- 172.21.15.2:0/2799245953 >> 172.21.15.2:0/2799245953 conn(0x555d7ea1ecf0 msgr2=0x555d7ea30450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 -- 172.21.15.2:0/2799245953 shutdown_connections 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.080+0000 7f5b41014740 1 -- 172.21.15.2:0/2799245953 wait complete. 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.081+0000 7f5b41014740 1 -- start start 2024-09-05T04:22:34.082 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.081+0000 7f5b41014740 1 Processor -- start 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea35d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea35d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b37fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47612/0 (socket says 172.21.15.2:47612) 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b3c9d7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea35d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:60912/0 (socket says 172.21.15.2:60912) 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b37fff640 1 -- 172.21.15.2:0/2046319722 learned_addr learned my addr 172.21.15.2:0/2046319722 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7eaab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381abb40 con 0x555d7ea22f80 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381acfb0 con 0x555d7ea31d50 2024-09-05T04:22:34.084 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5b381ac210 con 0x555d7ea22660 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7eaab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b37fff640 1 -- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 msgr2=0x555d7ea35d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.082+0000 7f5b37fff640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea35d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b37fff640 1 -- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 msgr2=0x555d7eaab3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b37fff640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7eaab3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b37fff640 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d7ea1a260 con 0x555d7ea22f80 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b41014740 10 client.0 _ll_register_callbacks cb 0x7f5b28031830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b37fff640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f5b2009b240 tx=0x7f5b2006b3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59731554bf300bec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b28036040 con 0x555d7ea22f80 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b17fff640 10 client.18399 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b3d1d8640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7eaab3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b17fff640 1 -- 172.21.15.2:0/2046319722 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b20020040 con 0x555d7ea22f80 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.083+0000 7f5b17fff640 1 -- 172.21.15.2:0/2046319722 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f5b20097bb0 con 0x555d7ea22f80 2024-09-05T04:22:34.085 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b17fff640 1 -- 172.21.15.2:0/2046319722 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5b2009f8f0 con 0x555d7ea22f80 2024-09-05T04:22:34.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 10 client.18399 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:34.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({fsmap=21}) -- 0x555d7eaac750 con 0x555d7ea22f80 2024-09-05T04:22:34.086 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b17fff640 1 -- 172.21.15.2:0/2046319722 <== mon.0 v2:172.21.15.2:3300/0 4 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5b200cc9f0 con 0x555d7ea22f80 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 10 client.18399 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 10 client.18399 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 20 client.18399 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7eaace50 0x555d7eaaf310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 4 client.18399 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.084+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x555d7e98fd20 con 0x555d7eaace50 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.085+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7eaace50 0x555d7eaaf310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.085+0000 7f5b17fff640 10 client.18399 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:34.087 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.085+0000 7f5b3c9d7640 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7eaace50 0x555d7eaaf310 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbaee9e6824401f5 server_cookie=e392bf65605fbdc3 in_seq=0 out_seq=0 2024-09-05T04:22:34.097 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b17fff640 1 -- 172.21.15.2:0/2046319722 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x555d7e98fd20 con 0x555d7eaace50 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b17fff640 10 client.18399 handle_command_reply: tid=0 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 client.18399 shutdown 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 msgr2=0x555d7ea36270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f5b2009b240 tx=0x7f5b2006b3a0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 shutdown_connections 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d7eaace50 0x555d7eaaf310 crc :-1 s=READY pgs=345 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d7ea31d50 0x555d7eaab3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d7ea22f80 0x555d7ea36270 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 --2- 172.21.15.2:0/2046319722 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d7ea22660 0x555d7ea35d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 >> 172.21.15.2:0/2046319722 conn(0x555d7ea1ecf0 msgr2=0x555d7ea1d650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b17fff640 0 client.18399 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 shutdown_connections 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.097+0000 7f5b41014740 1 -- 172.21.15.2:0/2046319722 wait complete. 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b41014740 20 client.18399 trim_cache size 0 max 16384 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 38, 2024-09-05T04:22:34.099 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "c3dba9fc": { 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 38, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:22:34.100 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:34.101 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 msgr2=0x7f5b240a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 0x7f5b240a5230 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f5b3000fb90 tx=0x7f5b30004730 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 msgr2=0x7f5b38198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f5b2000d950 tx=0x7f5b2000de10 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 shutdown_connections 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5b240a2d70 0x7f5b240a5230 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.098+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5b38106f10 0x7f5b3819cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.099+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5b38102790 0x7f5b38198900 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.099+0000 7f5b3ec3b640 1 --2- 172.21.15.2:0/3567442888 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5b38101de0 0x7f5b381983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.099+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 >> 172.21.15.2:0/3567442888 conn(0x7f5b380fd8c0 msgr2=0x7f5b380fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.099+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 shutdown_connections 2024-09-05T04:22:34.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:34.099+0000 7f5b3ec3b640 1 -- 172.21.15.2:0/3567442888 wait complete. 2024-09-05T04:22:34.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:34 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:22:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:34 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:34 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:22:34.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:34 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:34 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:22:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:34 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:34 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:22:34.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:34 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:34 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:22:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:34 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:34 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:22:34.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:34 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:22:34.719 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'c3dba9fc', quiesce took 5.3 seconds. Will release after: 4.7 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 -- 172.21.15.2:0/3147334779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264100a80 msgr2=0x7f6264100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 --2- 172.21.15.2:0/3147334779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264100a80 0x7f6264100ee0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f6258009930 tx=0x7f625802a420 comp rx=0 tx=0).stop 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 -- 172.21.15.2:0/3147334779 shutdown_connections 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 --2- 172.21.15.2:0/3147334779 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264101420 0x7f626410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 --2- 172.21.15.2:0/3147334779 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264100a80 0x7f6264100ee0 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 --2- 172.21.15.2:0/3147334779 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264106a80 0x7f6264106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 -- 172.21.15.2:0/3147334779 >> 172.21.15.2:0/3147334779 conn(0x7f62640fc7a0 msgr2=0x7f62640febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.235 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 -- 172.21.15.2:0/3147334779 shutdown_connections 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.201+0000 7f6269cdb640 1 -- 172.21.15.2:0/3147334779 wait complete. 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 Processor -- start 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 -- start start 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264100a80 0x7f6264197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 0x7f6264197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.236 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6264110cf0 con 0x7f6264106a80 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6264110b70 con 0x7f6264101420 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6269cdb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6264110e70 con 0x7f6264100a80 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47628/0 (socket says 172.21.15.2:47628) 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 -- 172.21.15.2:0/495463254 learned_addr learned my addr 172.21.15.2:0/495463254 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6262ffd640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 0x7f6264197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f62637fe640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264100a80 0x7f6264197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 -- 172.21.15.2:0/495463254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264100a80 msgr2=0x7f6264197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264100a80 0x7f6264197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 -- 172.21.15.2:0/495463254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 msgr2=0x7f6264197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.202+0000 7f6263fff640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 0x7f6264197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.237 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6263fff640 1 -- 172.21.15.2:0/495463254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f626419c1e0 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6262ffd640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 0x7f6264197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6263fff640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f625c00cad0 tx=0x7f625c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6260ff9640 1 -- 172.21.15.2:0/495463254 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c00ae20 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6260ff9640 1 -- 172.21.15.2:0/495463254 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f625c005020 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f626419c4d0 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6260ff9640 1 -- 172.21.15.2:0/495463254 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c00f6b0 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.203+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62641a3db0 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.205+0000 7f6260ff9640 1 -- 172.21.15.2:0/495463254 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f625c0051d0 con 0x7f6264106a80 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 Processor -- start 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 -- start start 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6260ff9640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 0x7f624c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25283740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25290350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564d251e92e0 con 0x564d25290890 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564d25190ce0 con 0x564d25283c80 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f626c0b4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564d251e52a0 con 0x564d25283360 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6262ffd640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 0x7f624c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6260ff9640 1 -- 172.21.15.2:0/495463254 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f625c0cf8f0 con 0x7f6264106a80 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47632/0 (socket says 172.21.15.2:47632) 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 -- 172.21.15.2:0/3686704294 learned_addr learned my addr 172.21.15.2:0/3686704294 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f62637fe640 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25283740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 -- 172.21.15.2:0/3686704294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 msgr2=0x564d25283740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25283740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 -- 172.21.15.2:0/3686704294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 msgr2=0x564d25290350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25290350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.206+0000 7f6263fff640 1 -- 172.21.15.2:0/3686704294 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d25175440 con 0x564d25290890 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f6263fff640 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f625c0983f0 tx=0x7f625c004b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6eb2b2737359aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f6262ffd640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 0x7f624c0a5230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6258000c00 tx=0x7f62580095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f6249ffb640 1 -- 172.21.15.2:0/3686704294 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c0a4690 con 0x564d25290890 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f6249ffb640 1 -- 172.21.15.2:0/3686704294 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f625c005560 con 0x564d25290890 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f6249ffb640 1 -- 172.21.15.2:0/3686704294 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625c0043d0 con 0x564d25290890 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 -- 172.21.15.2:0/3686704294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 msgr2=0x564d25292c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f625c0983f0 tx=0x7f625c004b70 comp rx=0 tx=0).stop 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 -- 172.21.15.2:0/3686704294 shutdown_connections 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25290890 0x564d25292c80 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25290350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3686704294 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25283740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 -- 172.21.15.2:0/3686704294 >> 172.21.15.2:0/3686704294 conn(0x564d2527fa30 msgr2=0x564d2527fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 -- 172.21.15.2:0/3686704294 shutdown_connections 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.207+0000 7f626c0b4740 1 -- 172.21.15.2:0/3686704294 wait complete. 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 -- start start 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 Processor -- start 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d252901f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2528da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564d25293400 con 0x564d25283c80 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564d251a4050 con 0x564d25290890 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564d25293580 con 0x564d25283360 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f626c0b4740 10 client.0 _ll_register_callbacks cb 0x564d251e4160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47646/0 (socket says 172.21.15.2:47646) 2024-09-05T04:22:35.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f6262ffd640 1 -- 172.21.15.2:0/3996123328 learned_addr learned my addr 172.21.15.2:0/3996123328 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.208+0000 7f62637fe640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d252901f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6263fff640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2528da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 -- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 msgr2=0x564d252901f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d252901f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 -- 172.21.15.2:0/3996123328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 msgr2=0x564d2528da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2528da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 -- 172.21.15.2:0/3996123328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d24f5a3c0 con 0x564d25283c80 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6263fff640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2528da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f6258009930 tx=0x7f6258009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35d327049c014f4f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6242ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258035050 con 0x564d25283c80 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f6258003d40 con 0x564d25283c80 2024-09-05T04:22:35.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f625c005560 con 0x564d25283c80 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6258058050 con 0x564d25283c80 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f626c0b4740 10 client.18411 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564d2529ee10 con 0x564d25283c80 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.209+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f625c005560 con 0x564d25283c80 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f625803d450 con 0x564d25283c80 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 10 client.18411 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 10 client.18411 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 20 client.18411 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d252a0320 0x564d252a2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 4 client.18411 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d251f6850 con 0x564d252a0320 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f62637fe640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d252a0320 0x564d252a2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f6242ffd640 10 client.18411 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:35.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.210+0000 7f62637fe640 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d252a0320 0x564d252a2760 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72bfd5a355c829b6 server_cookie=3115edf2e91ad6e4 in_seq=0 out_seq=0 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f6242ffd640 1 -- 172.21.15.2:0/3996123328 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d251f6850 con 0x564d252a0320 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f6242ffd640 10 client.18411 handle_command_reply: tid=0 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 client.18411 shutdown 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 msgr2=0x564d2528d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f6258009930 tx=0x7f6258009260 comp rx=0 tx=0).stop 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 shutdown_connections 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d252a0320 0x564d252a2760 crc :-1 s=READY pgs=346 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2528da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d2528d4a0 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3996123328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d252901f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f6242ffd640 0 client.18411 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 >> 172.21.15.2:0/3996123328 conn(0x564d2527fa30 msgr2=0x564d25285790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 shutdown_connections 2024-09-05T04:22:35.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.211+0000 7f626c0b4740 1 -- 172.21.15.2:0/3996123328 wait complete. 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.212+0000 7f626c0b4740 20 client.18411 trim_cache size 0 max 16384 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 Processor -- start 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 -- start start 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25298bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25290890 0x564d25299130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f62641aad60 con 0x564d25283360 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62641ad5c0 con 0x564d25283c80 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f626c0b4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f62641ab3b0 con 0x564d25290890 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.229+0000 7f62637fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47648/0 (socket says 172.21.15.2:47648) 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 -- 172.21.15.2:0/3639648255 learned_addr learned my addr 172.21.15.2:0/3639648255 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:35.245 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f6263fff640 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25290890 0x564d25299130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 -- 172.21.15.2:0/3639648255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25290890 msgr2=0x564d25299130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25290890 0x564d25299130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25298bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 -- 172.21.15.2:0/3639648255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 msgr2=0x564d25298bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25298bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 -- 172.21.15.2:0/3639648255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d2528c450 con 0x564d25283360 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62637fe640 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x564d252a2fd0 tx=0x7f625400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d261880cbb1d19 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62497fa640 1 -- 172.21.15.2:0/3639648255 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6254014070 con 0x564d25283360 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62497fa640 1 -- 172.21.15.2:0/3639648255 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62540054d0 con 0x564d25283360 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.230+0000 7f62497fa640 1 -- 172.21.15.2:0/3639648255 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f625401c3b0 con 0x564d25283360 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- 172.21.15.2:0/3639648255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 msgr2=0x564d2529c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x564d252a2fd0 tx=0x7f625400cf80 comp rx=0 tx=0).stop 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- 172.21.15.2:0/3639648255 shutdown_connections 2024-09-05T04:22:35.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25290890 0x564d25299130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25283c80 0x564d25298bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3639648255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283360 0x564d2529c6a0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- 172.21.15.2:0/3639648255 >> 172.21.15.2:0/3639648255 conn(0x564d2527fa30 msgr2=0x564d25288b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- 172.21.15.2:0/3639648255 shutdown_connections 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- 172.21.15.2:0/3639648255 wait complete. 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 -- start start 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.231+0000 7f626c0b4740 1 Processor -- start 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25287c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2530c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f62641aba80 con 0x564d25283c80 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f62641acef0 con 0x564d25290890 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f62641ac150 con 0x564d25283360 2024-09-05T04:22:35.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 10 client.0 _ll_register_callbacks cb 0x7f6258031850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47652/0 (socket says 172.21.15.2:47652) 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 -- 172.21.15.2:0/3999116051 learned_addr learned my addr 172.21.15.2:0/3999116051 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6263fff640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2530c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f62637fe640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25287c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 -- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 msgr2=0x564d25287c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25287c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 -- 172.21.15.2:0/3999116051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 msgr2=0x564d2530c020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2530c020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 -- 172.21.15.2:0/3999116051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d25288a80 con 0x564d25283c80 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6263fff640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2530c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6262ffd640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f625803d8c0 tx=0x7f62580058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c1b3db7b07674ad server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:35.248 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6242ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258062070 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f625803dcb0 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.232+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62540054d0 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6258035050 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 10 client.18417 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564d2530d650 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f62540054d0 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f625804a820 con 0x564d25283c80 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 10 client.18417 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 10 client.18417 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 20 client.18417 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d2530dd70 0x564d25310190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:35.249 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 4 client.18417 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.233+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564d251f0d60 con 0x564d2530dd70 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f62637fe640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d2530dd70 0x564d25310190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f6242ffd640 10 client.18417 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f62637fe640 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d2530dd70 0x564d25310190 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ef34a8b71795039 server_cookie=95f985e989a99760 in_seq=0 out_seq=0 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f6242ffd640 1 -- 172.21.15.2:0/3999116051 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x564d251f0d60 con 0x564d2530dd70 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f6242ffd640 10 client.18417 handle_command_reply: tid=0 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f626c0b4740 1 client.18417 shutdown 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 msgr2=0x564d252881d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f625803d8c0 tx=0x7f62580058b0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.234+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 shutdown_connections 2024-09-05T04:22:35.250 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564d2530dd70 0x564d25310190 crc :-1 s=READY pgs=347 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564d25290890 0x564d2530c020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564d25283c80 0x564d252881d0 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 --2- 172.21.15.2:0/3999116051 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564d25283360 0x564d25287c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 >> 172.21.15.2:0/3999116051 conn(0x564d2527fa30 msgr2=0x564d2527e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6242ffd640 0 client.18417 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 shutdown_connections 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 1 -- 172.21.15.2:0/3999116051 wait complete. 2024-09-05T04:22:35.251 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f626c0b4740 20 client.18417 trim_cache size 0 max 16384 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "5ed003bd-1014-4ab4-8cb0-1e408316ca7d": { 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "5ed003bd-1014-4ab4-8cb0-1e408316ca7d", 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:35.252 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 msgr2=0x7f624c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 0x7f624c0a5230 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f6258000c00 tx=0x7f62580095f0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 msgr2=0x7f626419bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f625c00cad0 tx=0x7f625c00cf90 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 shutdown_connections 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f624c0a2d70 0x7f624c0a5230 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6264106a80 0x7f626419bb00 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6264101420 0x7f6264197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 --2- 172.21.15.2:0/495463254 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6264100a80 0x7f6264197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:35.253 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.235+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 >> 172.21.15.2:0/495463254 conn(0x7f62640fc7a0 msgr2=0x7f62640fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:35.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.236+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 shutdown_connections 2024-09-05T04:22:35.254 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:35.236+0000 7f6269cdb640 1 -- 172.21.15.2:0/495463254 wait complete. 2024-09-05T04:22:35.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:35 smithi002 ceph-mon[31001]: pgmap v361: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:22:35.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:35 smithi079 ceph-mon[34908]: pgmap v361: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:22:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:35 smithi047 ceph-mon[34498]: pgmap v361: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 60 KiB/s wr, 15 op/s 2024-09-05T04:22:35.948 INFO:tasks.cephfs.filesystem:scrub status for tag:5ed003bd-1014-4ab4-8cb0-1e408316ca7d - {'path': '/', 'tag': '5ed003bd-1014-4ab4-8cb0-1e408316ca7d', 'options': 'recursive,force'} 2024-09-05T04:22:37.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:37 smithi079 ceph-mon[34908]: pgmap v362: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:37.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:37 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:22:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:37 smithi047 ceph-mon[34498]: pgmap v362: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:37 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:22:37.747 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:37 smithi002 ceph-mon[31001]: pgmap v362: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:37.748 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:37 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:22:39.421 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:22:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:39 smithi047 ceph-mon[34498]: pgmap v363: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:39.690 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:39.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:39 smithi002 ceph-mon[31001]: pgmap v363: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:39.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:39 smithi079 ceph-mon[34908]: pgmap v363: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 44 KiB/s wr, 11 op/s 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 -- 172.21.15.2:0/3443115048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24100a80 msgr2=0x7fcb24100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 --2- 172.21.15.2:0/3443115048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24100a80 0x7fcb24100ee0 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7fcb18009930 tx=0x7fcb1802a420 comp rx=0 tx=0).stop 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 -- 172.21.15.2:0/3443115048 shutdown_connections 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 --2- 172.21.15.2:0/3443115048 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 0x7fcb2410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 --2- 172.21.15.2:0/3443115048 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24100a80 0x7fcb24100ee0 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 --2- 172.21.15.2:0/3443115048 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24106a80 0x7fcb24106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 -- 172.21.15.2:0/3443115048 >> 172.21.15.2:0/3443115048 conn(0x7fcb240fc7a0 msgr2=0x7fcb240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 -- 172.21.15.2:0/3443115048 shutdown_connections 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.174+0000 7fcb288e8640 1 -- 172.21.15.2:0/3443115048 wait complete. 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 Processor -- start 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 -- start start 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24100a80 0x7fcb24197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 0x7fcb24197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcb24110d30 con 0x7fcb24106a80 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb24110bb0 con 0x7fcb24100a80 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb288e8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcb24110eb0 con 0x7fcb24101420 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47662/0 (socket says 172.21.15.2:47662) 2024-09-05T04:22:40.194 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 -- 172.21.15.2:0/2381392165 learned_addr learned my addr 172.21.15.2:0/2381392165 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb2259c640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24100a80 0x7fcb24197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb21d9b640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 0x7fcb24197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 -- 172.21.15.2:0/2381392165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 msgr2=0x7fcb24197550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 0x7fcb24197550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 -- 172.21.15.2:0/2381392165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24100a80 msgr2=0x7fcb24197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24100a80 0x7fcb24197010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.175+0000 7fcb22d9d640 1 -- 172.21.15.2:0/2381392165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb241a6880 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb22d9d640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c00cad0 tx=0x7fcb1c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb1c00ae20 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb1c005020 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb241a6b70 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb1c00f6b0 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.176+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb241a7080 con 0x7fcb24106a80 2024-09-05T04:22:40.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.177+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb24100ee0 con 0x7fcb24106a80 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.178+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcb1c0051d0 con 0x7fcb24106a80 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.179+0000 7fcb137fe640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 0x7fcb0c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.179+0000 7fcb2259c640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 0x7fcb0c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.179+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7fcb1c0cf830 con 0x7fcb24106a80 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.179+0000 7fcb2259c640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 0x7fcb0c0a51b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcb140058c0 tx=0x7fcb1400a2d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:40.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.183+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcb1c014030 con 0x7fcb24106a80 2024-09-05T04:22:40.394 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.394+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb2402d7c0 con 0x7fcb24106a80 2024-09-05T04:22:40.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.395+0000 7fcb137fe640 1 -- 172.21.15.2:0/2381392165 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcb1c0afe20 con 0x7fcb24106a80 2024-09-05T04:22:40.395 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:22:40.395 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:22:40.395 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 msgr2=0x7fcb0c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 0x7fcb0c0a51b0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcb140058c0 tx=0x7fcb1400a2d0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 msgr2=0x7fcb24197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7fcb1c00cad0 tx=0x7fcb1c00cf90 comp rx=0 tx=0).stop 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 shutdown_connections 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb0c0a2cf0 0x7fcb0c0a51b0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb24106a80 0x7fcb24197a90 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb24101420 0x7fcb24197550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 --2- 172.21.15.2:0/2381392165 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb24100a80 0x7fcb24197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:40.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 >> 172.21.15.2:0/2381392165 conn(0x7fcb240fc7a0 msgr2=0x7fcb240fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:40.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 shutdown_connections 2024-09-05T04:22:40.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:40.398+0000 7fcb288e8640 1 -- 172.21.15.2:0/2381392165 wait complete. 2024-09-05T04:22:41.108 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id c3dba9fc --release --await' 2024-09-05T04:22:41.108 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id c3dba9fc --release --await 2024-09-05T04:22:41.369 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:22:41.491 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:41 smithi002 ceph-mon[31001]: pgmap v364: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-09-05T04:22:41.545 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:41 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2381392165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:41.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:41 smithi047 ceph-mon[34498]: pgmap v364: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-09-05T04:22:41.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:41 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2381392165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:41 smithi079 ceph-mon[34908]: pgmap v364: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-09-05T04:22:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:41 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2381392165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:22:41.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 -- 172.21.15.2:0/3472167515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4106f10 msgr2=0x7ff7f410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.845 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 --2- 172.21.15.2:0/3472167515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4106f10 0x7ff7f410ea90 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec009ca0 tx=0x7ff7ec02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 -- 172.21.15.2:0/3472167515 shutdown_connections 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 --2- 172.21.15.2:0/3472167515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4106f10 0x7ff7f410ea90 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 --2- 172.21.15.2:0/3472167515 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 --2- 172.21.15.2:0/3472167515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4101de0 0x7ff7f41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 -- 172.21.15.2:0/3472167515 >> 172.21.15.2:0/3472167515 conn(0x7ff7f40fd8c0 msgr2=0x7ff7f40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 -- 172.21.15.2:0/3472167515 shutdown_connections 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.833+0000 7ff7f8848640 1 -- 172.21.15.2:0/3472167515 wait complete. 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 Processor -- start 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 -- start start 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f4198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4106f10 0x7ff7f419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.846 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f4111e20 con 0x7ff7f4101de0 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f4111ca0 con 0x7ff7f4106f10 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f8848640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f4111fa0 con 0x7ff7f4102790 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40514/0 (socket says 172.21.15.2:40514) 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 -- 172.21.15.2:0/710064708 learned_addr learned my addr 172.21.15.2:0/710064708 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f4198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4106f10 0x7ff7f419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 -- 172.21.15.2:0/710064708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 msgr2=0x7ff7f4198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f4198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 -- 172.21.15.2:0/710064708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4106f10 msgr2=0x7ff7f419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4106f10 0x7ff7f419cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f259c640 1 -- 172.21.15.2:0/710064708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f419d2a0 con 0x7ff7f4101de0 2024-09-05T04:22:41.847 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.834+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f4198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7f259c640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400d950 tx=0x7ff7e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7e37fe640 1 -- 172.21.15.2:0/710064708 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4017070 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f419d590 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7e37fe640 1 -- 172.21.15.2:0/710064708 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7e4009c30 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f41a4e70 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.835+0000 7ff7e37fe640 1 -- 172.21.15.2:0/710064708 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e400f620 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.837+0000 7ff7e37fe640 1 -- 172.21.15.2:0/710064708 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff7e40109a0 con 0x7ff7f4101de0 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.837+0000 7ff7fac21740 1 Processor -- start 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 -- start start 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7e37fe640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 0x7ff7dc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890060 0x556996890440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 0x55699689d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.848 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5569967f5620 con 0x556996890980 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55699679ce50 con 0x55699689b240 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7fac21740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5569967f15e0 con 0x556996890060 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 0x7ff7dc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40516/0 (socket says 172.21.15.2:40516) 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/2748781926 learned_addr learned my addr 172.21.15.2:0/2748781926 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7e37fe640 1 -- 172.21.15.2:0/710064708 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7ff7e40cf4b0 con 0x7ff7f4101de0 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f259c640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890060 0x556996890440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 0x55699689d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/2748781926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890060 msgr2=0x556996890440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890060 0x556996890440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/2748781926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 msgr2=0x55699689d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 0x55699689d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.849 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/2748781926 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55699678dd40 con 0x556996890980 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.838+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 0x55699689d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.839+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009c60 tx=0x7ff7e80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffd2c3a84d0fa0c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.839+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 0x7ff7dc0a51b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55699688d970 tx=0x7ff7ec004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.839+0000 7ff7e0ff9640 1 -- 172.21.15.2:0/2748781926 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8012450 con 0x556996890980 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.839+0000 7ff7e0ff9640 1 -- 172.21.15.2:0/2748781926 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7e8012aa0 con 0x556996890980 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.839+0000 7ff7e0ff9640 1 -- 172.21.15.2:0/2748781926 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e800faf0 con 0x556996890980 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- 172.21.15.2:0/2748781926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 msgr2=0x55699689ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009c60 tx=0x7ff7e80117b0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- 172.21.15.2:0/2748781926 shutdown_connections 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55699689b240 0x55699689d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689ad00 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 --2- 172.21.15.2:0/2748781926 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890060 0x556996890440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.850 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- 172.21.15.2:0/2748781926 >> 172.21.15.2:0/2748781926 conn(0x55699688c5f0 msgr2=0x55699688c9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- 172.21.15.2:0/2748781926 shutdown_connections 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- 172.21.15.2:0/2748781926 wait complete. 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 -- start start 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.840+0000 7ff7fac21740 1 Processor -- start 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x556996898120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x556996898660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55699689de10 con 0x55699689b240 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55699677df10 con 0x556996890060 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55699689df90 con 0x556996890980 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 10 client.0 _ll_register_callbacks cb 0x5569967a1db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40520/0 (socket says 172.21.15.2:40520) 2024-09-05T04:22:41.851 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/3376484279 learned_addr learned my addr 172.21.15.2:0/3376484279 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x556996898660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f259c640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x556996898120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 msgr2=0x556996898660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x556996898660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/3376484279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 msgr2=0x556996898120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x556996898120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/3376484279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556996504580 con 0x55699689b240 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec035000 tx=0x7ff7ec0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d22fc39ab2ea023f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec052060 con 0x55699689b240 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7ff7ec0047c0 con 0x55699689b240 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.841+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7e8012aa0 con 0x55699689b240 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff7ec059050 con 0x55699689b240 2024-09-05T04:22:41.852 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 10 client.18435 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5569965ce960 con 0x55699689b240 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7e8012aa0 con 0x55699689b240 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff7ec04d590 con 0x55699689b240 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 10 client.18435 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 10 client.18435 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 20 client.18435 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569968aad20 0x5569968ad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 4 client.18435 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556996802b90 con 0x5569968aad20 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.842+0000 7ff7f259c640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569968aad20 0x5569968ad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.843+0000 7ff7f259c640 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569968aad20 0x5569968ad1c0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1f6ecd94c978db4 server_cookie=543b1b9818361eef in_seq=0 out_seq=0 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.843+0000 7ff7d9ffb640 10 client.18435 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.843+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/3376484279 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556996802b90 con 0x5569968aad20 2024-09-05T04:22:41.853 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.843+0000 7ff7d9ffb640 10 client.18435 handle_command_reply: tid=0 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 client.18435 shutdown 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 msgr2=0x556996898ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec035000 tx=0x7ff7ec0095c0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 shutdown_connections 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5569968aad20 0x5569968ad1c0 crc :-1 s=READY pgs=348 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x556996898ba0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x556996898660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 --2- 172.21.15.2:0/3376484279 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x556996898120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 >> 172.21.15.2:0/3376484279 conn(0x55699688c5f0 msgr2=0x5569968922d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7d9ffb640 0 client.18435 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 shutdown_connections 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 1 -- 172.21.15.2:0/3376484279 wait complete. 2024-09-05T04:22:41.854 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.844+0000 7ff7fac21740 20 client.18435 trim_cache size 0 max 16384 2024-09-05T04:22:41.862 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 Processor -- start 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 -- start start 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x5569968b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41ad0a0 con 0x55699689b240 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41af900 con 0x556996890060 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7fac21740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41ad6f0 con 0x556996890980 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.861+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40536/0 (socket says 172.21.15.2:40536) 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f259c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/544265772 learned_addr learned my addr 172.21.15.2:0/544265772 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x5569968b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.863 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/544265772 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 msgr2=0x5569968b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x5569968b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/544265772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 msgr2=0x55699689a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 -- 172.21.15.2:0/544265772 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5569968970d0 con 0x55699689b240 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec02ade0 tx=0x7ff7ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a95be180fb5acb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7dbfff640 1 -- 172.21.15.2:0/544265772 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec061070 con 0x55699689b240 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7dbfff640 1 -- 172.21.15.2:0/544265772 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7ec036040 con 0x55699689b240 2024-09-05T04:22:41.864 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.862+0000 7ff7dbfff640 1 -- 172.21.15.2:0/544265772 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec052050 con 0x55699689b240 2024-09-05T04:22:41.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- 172.21.15.2:0/544265772 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 msgr2=0x5569968b2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec02ade0 tx=0x7ff7ec004a40 comp rx=0 tx=0).stop 2024-09-05T04:22:41.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- 172.21.15.2:0/544265772 shutdown_connections 2024-09-05T04:22:41.867 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55699689b240 0x5569968b2fd0 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556996890980 0x5569968b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 --2- 172.21.15.2:0/544265772 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- 172.21.15.2:0/544265772 >> 172.21.15.2:0/544265772 conn(0x55699688c5f0 msgr2=0x556996899980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- 172.21.15.2:0/544265772 shutdown_connections 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- 172.21.15.2:0/544265772 wait complete. 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 -- start start 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.863+0000 7ff7fac21740 1 Processor -- start 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 0x55699689fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41addc0 con 0x556996890980 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41af230 con 0x556996890060 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41ae490 con 0x55699689b240 2024-09-05T04:22:41.868 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7fac21740 10 client.0 _ll_register_callbacks cb 0x7ff7ec009980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40540/0 (socket says 172.21.15.2:40540) 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/79609159 learned_addr learned my addr 172.21.15.2:0/79609159 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f259c640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 0x55699689fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 msgr2=0x55699689fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 0x55699689fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/79609159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 msgr2=0x55699689f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 -- 172.21.15.2:0/79609159 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556996914c60 con 0x556996890980 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f2d9d640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 0x55699689fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7f1d9b640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009c60 tx=0x7ff7e8009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c607cc92bbf37577 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:41.869 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.864+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8005310 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7ff7e80054b0 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7ec036040 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff7e8038050 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 10 client.18441 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556996915f70 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7ec036040 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff7e8004920 con 0x556996890980 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 10 client.18441 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 10 client.18441 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 20 client.18441 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556996916460 0x556996918850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:41.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 4 client.18441 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "c3dba9fc", "release": true, "await": true}] 2024-09-05T04:22:41.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.865+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "c3dba9fc", "release": true, "await": true}) -- 0x5569967fd0a0 con 0x556996916460 2024-09-05T04:22:41.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.866+0000 7ff7f259c640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556996916460 0x556996918850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:41.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.866+0000 7ff7d9ffb640 10 client.18441 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:41.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.866+0000 7ff7f259c640 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556996916460 0x556996918850 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee3649f4238d0303 server_cookie=d7611076ed7f14d0 in_seq=0 out_seq=0 2024-09-05T04:22:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7d9ffb640 1 -- 172.21.15.2:0/79609159 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5569967fd0a0 con 0x556996916460 2024-09-05T04:22:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7d9ffb640 10 client.18441 handle_command_reply: tid=0 2024-09-05T04:22:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 client.18441 shutdown 2024-09-05T04:22:41.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 msgr2=0x55699689f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009c60 tx=0x7ff7e8009f80 comp rx=0 tx=0).stop 2024-09-05T04:22:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 shutdown_connections 2024-09-05T04:22:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556996916460 0x556996918850 crc :-1 s=READY pgs=349 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7d9ffb640 0 client.18441 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55699689b240 0x55699689fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556996890980 0x55699689f6a0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 --2- 172.21.15.2:0/79609159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556996890060 0x55699689f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 >> 172.21.15.2:0/79609159 conn(0x55699688c5f0 msgr2=0x556996898900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 shutdown_connections 2024-09-05T04:22:41.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.868+0000 7ff7fac21740 1 -- 172.21.15.2:0/79609159 wait complete. 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7fac21740 20 client.18441 trim_cache size 0 max 16384 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 40, 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "c3dba9fc": { 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 40, 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:22:41.879 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:41.880 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:41.881 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:22:41.881 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:22:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 msgr2=0x7ff7dc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 0x7ff7dc0a51b0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x55699688d970 tx=0x7ff7ec004ab0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 msgr2=0x7ff7f41982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400d950 tx=0x7ff7e400de10 comp rx=0 tx=0).stop 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 shutdown_connections 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7dc0a2cf0 0x7ff7dc0a51b0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff7f4106f10 0x7ff7f419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff7f4102790 0x7ff7f4198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 --2- 172.21.15.2:0/710064708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff7f4101de0 0x7ff7f41982f0 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 >> 172.21.15.2:0/710064708 conn(0x7ff7f40fd8c0 msgr2=0x7ff7f40fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 shutdown_connections 2024-09-05T04:22:41.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:22:41.869+0000 7ff7f8848640 1 -- 172.21.15.2:0/710064708 wait complete. 2024-09-05T04:22:42.656 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'c3dba9fc', total seconds elapsed: 13.2 2024-09-05T04:22:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:43 smithi047 ceph-mon[34498]: pgmap v365: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-09-05T04:22:43.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:43 smithi002 ceph-mon[31001]: pgmap v365: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-09-05T04:22:43.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:43 smithi079 ceph-mon[34908]: pgmap v365: 129 pgs: 129 active+clean; 4.7 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 30 KiB/s wr, 9 op/s 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 -- 172.21.15.2:0/825368030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 msgr2=0x7f2b681030e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/825368030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681030e0 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f2b64009900 tx=0x7f2b6402a480 comp rx=0 tx=0).stop 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 -- 172.21.15.2:0/825368030 shutdown_connections 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/825368030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b6810c0d0 0x7f2b6810e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/825368030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b68103620 0x7f2b6810bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/825368030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681030e0 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 -- 172.21.15.2:0/825368030 >> 172.21.15.2:0/825368030 conn(0x7f2b680fc6b0 msgr2=0x7f2b680fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:43.971 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 -- 172.21.15.2:0/825368030 shutdown_connections 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.968+0000 7f2b6f69b640 1 -- 172.21.15.2:0/825368030 wait complete. 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 Processor -- start 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 -- start start 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 0x7f2b68198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b6810c0d0 0x7f2b6819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b68111d80 con 0x7f2b68102d00 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b68111c00 con 0x7f2b6810c0d0 2024-09-05T04:22:43.972 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6f69b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b68111f00 con 0x7f2b68103620 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6d437640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6d437640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40562/0 (socket says 172.21.15.2:40562) 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6d437640 1 -- 172.21.15.2:0/3038175401 learned_addr learned my addr 172.21.15.2:0/3038175401 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b6810c0d0 0x7f2b6819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.969+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 0x7f2b68198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 -- 172.21.15.2:0/3038175401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 msgr2=0x7f2b68198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 0x7f2b68198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 -- 172.21.15.2:0/3038175401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b6810c0d0 msgr2=0x7f2b6819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b6810c0d0 0x7f2b6819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.973 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 -- 172.21.15.2:0/3038175401 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b6819d2d0 con 0x7f2b68102d00 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 0x7f2b68198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6d437640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f2b64005940 tx=0x7f2b640042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b5e7fc640 1 -- 172.21.15.2:0/3038175401 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b6403f030 con 0x7f2b68102d00 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b5e7fc640 1 -- 172.21.15.2:0/3038175401 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b64003cb0 con 0x7f2b68102d00 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b6819d560 con 0x7f2b68102d00 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b5e7fc640 1 -- 172.21.15.2:0/3038175401 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b64035070 con 0x7f2b68102d00 2024-09-05T04:22:43.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.970+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b681a4e50 con 0x7f2b68102d00 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b5e7fc640 1 -- 172.21.15.2:0/3038175401 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2b64042030 con 0x7f2b68102d00 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 Processor -- start 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 -- start start 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf46410 0x55cb6cf50770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.981 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf530a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cb6ceaa2f0 con 0x55cb6cf45af0 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cb6ce52270 con 0x55cb6cf50cb0 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b72432740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cb6cea62b0 con 0x55cb6cf46410 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b6dc38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b6dc38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40566/0 (socket says 172.21.15.2:40566) 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b6dc38640 1 -- 172.21.15.2:0/3978211679 learned_addr learned my addr 172.21.15.2:0/3978211679 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b6d437640 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf46410 0x55cb6cf50770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.973+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b5e7fc640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 0x7f2b540a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 -- 172.21.15.2:0/3978211679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf46410 msgr2=0x55cb6cf50770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf46410 0x55cb6cf50770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 -- 172.21.15.2:0/3978211679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf50cb0 msgr2=0x55cb6cf530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:43.982 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 -- 172.21.15.2:0/3978211679 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb6ce51340 con 0x55cb6cf45af0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b5e7fc640 1 -- 172.21.15.2:0/3038175401 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f2b640f00a0 con 0x7f2b68102d00 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 0x7f2b540a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f2b60009f90 tx=0x7f2b60010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9de4bbe3304627c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b537fe640 1 -- 172.21.15.2:0/3978211679 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b60022070 con 0x55cb6cf45af0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b537fe640 1 -- 172.21.15.2:0/3978211679 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b6001b3e0 con 0x55cb6cf45af0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.974+0000 7f2b537fe640 1 -- 172.21.15.2:0/3978211679 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b6001a5a0 con 0x55cb6cf45af0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- 172.21.15.2:0/3978211679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 msgr2=0x55cb6cf45ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 0x7f2b540a51b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2b6001f000 tx=0x7f2b60020000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f2b60009f90 tx=0x7f2b60010860 comp rx=0 tx=0).stop 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- 172.21.15.2:0/3978211679 shutdown_connections 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.983 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf46410 0x55cb6cf50770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 --2- 172.21.15.2:0/3978211679 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf45af0 0x55cb6cf45ed0 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- 172.21.15.2:0/3978211679 >> 172.21.15.2:0/3978211679 conn(0x55cb6cf42060 msgr2=0x55cb6cf42440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- 172.21.15.2:0/3978211679 shutdown_connections 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- 172.21.15.2:0/3978211679 wait complete. 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.975+0000 7f2b72432740 1 -- start start 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 Processor -- start 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf4e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cb6cf53880 con 0x55cb6cf46410 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cb6ce33290 con 0x55cb6cf45af0 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cb6cf53a00 con 0x55cb6cf50cb0 2024-09-05T04:22:43.984 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b72432740 10 client.0 _ll_register_callbacks cb 0x55cb6ce64140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6dc38640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf4e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6d437640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40572/0 (socket says 172.21.15.2:40572) 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2441171944 learned_addr learned my addr 172.21.15.2:0/2441171944 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 msgr2=0x55cb6cf4e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf4e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2441171944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 msgr2=0x55cb6cf4dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.976+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2441171944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb6cbbd210 con 0x55cb6cf46410 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f2b5800be90 tx=0x7f2b580117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c6eb4b01e774dcf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:43.985 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b58004440 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f2b580035f0 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b6001b3e0 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b580037f0 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b72432740 10 client.18453 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cb6cc89620 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b6001b3e0 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.977+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b5801bac0 con 0x55cb6cf46410 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 10 client.18453 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 10 client.18453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 20 client.18453 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cf60cd0 0x55cb6cf63100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 4 client.18453 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:43.986 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb6ceb7a20 con 0x55cb6cf60cd0 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cf60cd0 0x55cb6cf63100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cf60cd0 0x55cb6cf63100 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd6867bc2d47480f server_cookie=b3bc2511bb5db2c2 in_seq=0 out_seq=0 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.978+0000 7f2b50ff9640 10 client.18453 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2441171944 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cb6ceb7a20 con 0x55cb6cf60cd0 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b50ff9640 10 client.18453 handle_command_reply: tid=0 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 client.18453 shutdown 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 msgr2=0x55cb6cf4e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f2b5800be90 tx=0x7f2b580117b0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 shutdown_connections 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cf60cd0 0x55cb6cf63100 crc :-1 s=READY pgs=350 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf4e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf4e100 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.987 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b50ff9640 0 client.18453 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 --2- 172.21.15.2:0/2441171944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 >> 172.21.15.2:0/2441171944 conn(0x55cb6cf42060 msgr2=0x55cb6cf47d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 shutdown_connections 2024-09-05T04:22:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 1 -- 172.21.15.2:0/2441171944 wait complete. 2024-09-05T04:22:43.988 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.979+0000 7f2b72432740 20 client.18453 trim_cache size 0 max 16384 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 Processor -- start 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 -- start start 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf68f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681ad060 con 0x55cb6cf46410 2024-09-05T04:22:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681af8c0 con 0x55cb6cf45af0 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b72432740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681ad6b0 con 0x55cb6cf50cb0 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.994+0000 7f2b6cc36640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40578/0 (socket says 172.21.15.2:40578) 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2126778374 learned_addr learned my addr 172.21.15.2:0/2126778374 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf68f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2126778374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 msgr2=0x55cb6cf68f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf68f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2126778374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 msgr2=0x55cb6cf4e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 -- 172.21.15.2:0/2126778374 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb6cf42cf0 con 0x55cb6cf46410 2024-09-05T04:22:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f2b58006010 tx=0x7f2b58003780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc0c5a6f2e15f56 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b52ffd640 1 -- 172.21.15.2:0/2126778374 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b58004240 con 0x55cb6cf46410 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b52ffd640 1 -- 172.21.15.2:0/2126778374 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b58016070 con 0x55cb6cf46410 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.995+0000 7f2b52ffd640 1 -- 172.21.15.2:0/2126778374 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b58004680 con 0x55cb6cf46410 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- 172.21.15.2:0/2126778374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 msgr2=0x55cb6cf68a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f2b58006010 tx=0x7f2b58003780 comp rx=0 tx=0).stop 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- 172.21.15.2:0/2126778374 shutdown_connections 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf68f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf46410 0x55cb6cf68a10 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 --2- 172.21.15.2:0/2126778374 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf45af0 0x55cb6cf4e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- 172.21.15.2:0/2126778374 >> 172.21.15.2:0/2126778374 conn(0x55cb6cf42060 msgr2=0x55cb6cf4fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- 172.21.15.2:0/2126778374 shutdown_connections 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- 172.21.15.2:0/2126778374 wait complete. 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 -- start start 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.996+0000 7f2b72432740 1 Processor -- start 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf45af0 0x55cb6cf58ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf46410 0x55cb6cf59410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681add80 con 0x55cb6cf50cb0 2024-09-05T04:22:44.003 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681af1f0 con 0x55cb6cf46410 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b681ae450 con 0x55cb6cf45af0 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b72432740 10 client.0 _ll_register_callbacks cb 0x7f2b5800b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40590/0 (socket says 172.21.15.2:40590) 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 -- 172.21.15.2:0/2174301935 learned_addr learned my addr 172.21.15.2:0/2174301935 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6cc36640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf46410 0x55cb6cf59410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf45af0 0x55cb6cf58ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 -- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf45af0 msgr2=0x55cb6cf58ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf45af0 0x55cb6cf58ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.004 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 -- 172.21.15.2:0/2174301935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf46410 msgr2=0x55cb6cf59410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf46410 0x55cb6cf59410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 -- 172.21.15.2:0/2174301935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb6cf56490 con 0x55cb6cf50cb0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b6dc38640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f2b60010d60 tx=0x7f2b60009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72e33f3aff0d3625 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.997+0000 7f2b50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b60036060 con 0x55cb6cf50cb0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f2b600119e0 con 0x55cb6cf50cb0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b58016070 con 0x55cb6cf50cb0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b6003d050 con 0x55cb6cf50cb0 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 10 client.18459 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:44.005 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cb6cfcc4e0 con 0x55cb6cf50cb0 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b58016070 con 0x55cb6cf50cb0 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b60030070 con 0x55cb6cf50cb0 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 10 client.18459 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 10 client.18459 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 20 client.18459 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cfcc8d0 0x55cb6cfcecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 4 client.18459 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cb6ceb1d70 con 0x55cb6cfcc8d0 2024-09-05T04:22:44.006 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.998+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cfcc8d0 0x55cb6cfcecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.999+0000 7f2b6d437640 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cfcc8d0 0x55cb6cfcecf0 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12a95d430fae9329 server_cookie=def3d2973743a71 in_seq=0 out_seq=0 2024-09-05T04:22:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:43.999+0000 7f2b50ff9640 10 client.18459 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b50ff9640 1 -- 172.21.15.2:0/2174301935 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cb6ceb1d70 con 0x55cb6cfcc8d0 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b50ff9640 10 client.18459 handle_command_reply: tid=0 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 client.18459 shutdown 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 msgr2=0x55cb6cf55cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f2b60010d60 tx=0x7f2b60009f00 comp rx=0 tx=0).stop 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 shutdown_connections 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cb6cfcc8d0 0x55cb6cfcecf0 crc :-1 s=READY pgs=351 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cb6cf50cb0 0x55cb6cf55cb0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cb6cf46410 0x55cb6cf59410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b50ff9640 0 client.18459 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 --2- 172.21.15.2:0/2174301935 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cb6cf45af0 0x55cb6cf58ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.012+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 >> 172.21.15.2:0/2174301935 conn(0x55cb6cf42060 msgr2=0x55cb6cf4f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 shutdown_connections 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b72432740 1 -- 172.21.15.2:0/2174301935 wait complete. 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b72432740 20 client.18459 trim_cache size 0 max 16384 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:22:44.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 msgr2=0x7f2b540a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 0x7f2b540a51b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f2b6001f000 tx=0x7f2b60020000 comp rx=0 tx=0).stop 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 msgr2=0x7f2b681982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f2b64005940 tx=0x7f2b640042f0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 shutdown_connections 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b540a2cf0 0x7f2b540a51b0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b6810c0d0 0x7f2b6819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b68103620 0x7f2b68198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 --2- 172.21.15.2:0/3038175401 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b68102d00 0x7f2b681982e0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 >> 172.21.15.2:0/3038175401 conn(0x7f2b680fc6b0 msgr2=0x7f2b680fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 shutdown_connections 2024-09-05T04:22:44.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:44.013+0000 7f2b6f69b640 1 -- 172.21.15.2:0/3038175401 wait complete. 2024-09-05T04:22:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:45 smithi047 ceph-mon[34498]: pgmap v366: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:22:45.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:45 smithi002 ceph-mon[31001]: pgmap v366: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:22:45.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:45 smithi079 ceph-mon[34908]: pgmap v366: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:22:47.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:47 smithi002 ceph-mon[31001]: pgmap v367: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:47 smithi047 ceph-mon[34498]: pgmap v367: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:47.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:47 smithi079 ceph-mon[34908]: pgmap v367: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:49 smithi047 ceph-mon[34498]: pgmap v368: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:49.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:49 smithi002 ceph-mon[31001]: pgmap v368: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:49.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:49 smithi079 ceph-mon[34908]: pgmap v368: 129 pgs: 129 active+clean; 4.8 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 15 KiB/s wr, 3 op/s 2024-09-05T04:22:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:51 smithi047 ceph-mon[34498]: pgmap v369: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:22:51.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:51 smithi002 ceph-mon[31001]: pgmap v369: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:22:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:51 smithi079 ceph-mon[34908]: pgmap v369: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-09-05T04:22:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:53 smithi047 ceph-mon[34498]: pgmap v370: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:22:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:53 smithi002 ceph-mon[31001]: pgmap v370: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:22:53.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:53 smithi079 ceph-mon[34908]: pgmap v370: 129 pgs: 129 active+clean; 5.1 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:22:55.629 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:55 smithi079 ceph-mon[34908]: pgmap v371: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-09-05T04:22:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:55 smithi047 ceph-mon[34498]: pgmap v371: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-09-05T04:22:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:55 smithi002 ceph-mon[31001]: pgmap v371: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 49 KiB/s wr, 12 op/s 2024-09-05T04:22:55.999 INFO:tasks.workunit.client.0.smithi002.stdout:375/600: open fd = 3 2024-09-05T04:22:55.999 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:55.999 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:376/600: open fd = 3 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:377/600: open fd = 3 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:378/600: open fd = 3 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.000 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:379/600: open fd = 3 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:380/600: open fd = 3 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:381/600: open fd = 3 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:382/600: open fd = 3 2024-09-05T04:22:56.001 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:383/600: open fd = 3 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:384/600: open fd = 3 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:385/600: open fd = 3 2024-09-05T04:22:56.002 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:386/600: open fd = 3 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:387/600: open fd = 3 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:388/600: open fd = 3 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.003 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:389/600: open fd = 3 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:390/600: open fd = 3 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:391/600: open fd = 3 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.004 INFO:tasks.workunit.client.0.smithi002.stdout:392/600: open fd = 3 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:393/600: open fd = 3 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:394/600: open fd = 3 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:395/600: open fd = 3 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.005 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:396/600: open fd = 3 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:397/600: open fd = 3 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:398/600: open fd = 3 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.006 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:399/600: open fd = 3 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:400/600: open fd = 3 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:401/600: open fd = 3 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.007 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:402/600: open fd = 3 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:403/600: open fd = 3 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.008 INFO:tasks.workunit.client.0.smithi002.stdout:404/600: open fd = 3 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:405/600: open fd = 3 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:406/600: open fd = 3 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:407/600: open fd = 3 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.009 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:408/600: open fd = 3 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:409/600: open fd = 3 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:410/600: open fd = 3 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.010 INFO:tasks.workunit.client.0.smithi002.stdout:411/600: open fd = 3 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:412/600: open fd = 3 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:413/600: open fd = 3 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:414/600: open fd = 3 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.011 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:415/600: open fd = 3 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:416/600: open fd = 3 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:417/600: open fd = 3 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:418/600: open fd = 3 2024-09-05T04:22:56.012 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:419/600: open fd = 3 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:420/600: open fd = 3 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:421/600: open fd = 3 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.013 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:422/600: open fd = 3 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:423/600: open fd = 3 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.014 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:424/600: open fd = 3 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:425/600: open fd = 3 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:426/600: open fd = 3 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:427/600: open fd = 3 2024-09-05T04:22:56.015 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:428/600: open fd = 3 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:429/600: open fd = 3 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:430/600: open fd = 3 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.016 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:431/600: open fd = 3 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:432/600: open fd = 3 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:433/600: open fd = 3 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.017 INFO:tasks.workunit.client.0.smithi002.stdout:434/600: open fd = 3 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:435/600: open fd = 3 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:436/600: open fd = 3 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:22:56.018 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:22:57.115 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 -- 172.21.15.2:0/1916623491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 msgr2=0x7f3d28101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.115 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 --2- 172.21.15.2:0/1916623491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28101f30 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f3d10009930 tx=0x7f3d1002a420 comp rx=0 tx=0).stop 2024-09-05T04:22:57.115 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 -- 172.21.15.2:0/1916623491 shutdown_connections 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 --2- 172.21.15.2:0/1916623491 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28102470 0x7f3d2810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 --2- 172.21.15.2:0/1916623491 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28101f30 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 --2- 172.21.15.2:0/1916623491 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28107b70 0x7f3d28107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 -- 172.21.15.2:0/1916623491 >> 172.21.15.2:0/1916623491 conn(0x7f3d280fd7d0 msgr2=0x7f3d280ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 -- 172.21.15.2:0/1916623491 shutdown_connections 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.112+0000 7f3d2d786640 1 -- 172.21.15.2:0/1916623491 wait complete. 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 Processor -- start 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 -- start start 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 0x7f3d281988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 0x7f3d2819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28111d90 con 0x7f3d28101ad0 2024-09-05T04:22:57.116 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.113+0000 7f3d2d786640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28111c10 con 0x7f3d28102470 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d2d786640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3d28111f10 con 0x7f3d28107b70 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57948/0 (socket says 172.21.15.2:57948) 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2430878100 learned_addr learned my addr 172.21.15.2:0/2430878100 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 0x7f3d281988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d277fe640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 0x7f3d2819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2430878100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 msgr2=0x7f3d2819cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 0x7f3d2819cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2430878100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 msgr2=0x7f3d281988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 0x7f3d281988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.117 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2430878100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2819d350 con 0x7f3d28101ad0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d277fe640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 0x7f3d2819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 0x7f3d281988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800c890 tx=0x7f3d1800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d24ff9640 1 -- 172.21.15.2:0/2430878100 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18004220 con 0x7f3d28101ad0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d24ff9640 1 -- 172.21.15.2:0/2430878100 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d180043c0 con 0x7f3d28101ad0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d2819d640 con 0x7f3d28101ad0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d24ff9640 1 -- 172.21.15.2:0/2430878100 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18004a00 con 0x7f3d28101ad0 2024-09-05T04:22:57.118 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.114+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d281a4ed0 con 0x7f3d28101ad0 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.117+0000 7f3d24ff9640 1 -- 172.21.15.2:0/2430878100 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3d18004ba0 con 0x7f3d28101ad0 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 Processor -- start 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 -- start start 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c29ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 0x558f67c370a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558f67b8e2f0 con 0x558f67c2a410 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558f67b36270 con 0x558f67c34cb0 2024-09-05T04:22:57.125 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d305fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558f67b8a2b0 con 0x558f67c29af0 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d26ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d26ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57950/0 (socket says 172.21.15.2:57950) 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2969515619 learned_addr learned my addr 172.21.15.2:0/2969515619 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d277fe640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c29ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d24ff9640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 0x7f3d140a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.118+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 0x558f67c370a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d277fe640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 0x7f3d140a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2969515619 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 msgr2=0x558f67c29ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c29ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2969515619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 msgr2=0x558f67c370a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 0x558f67c370a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 -- 172.21.15.2:0/2969515619 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f67b35340 con 0x558f67c2a410 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 0x558f67c370a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:57.126 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d24ff9640 1 -- 172.21.15.2:0/2430878100 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f3d180cf4c0 con 0x7f3d28101ad0 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f3d1809b2f0 tx=0x7f3d1801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50b21a0176cba24e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d277fe640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 0x7f3d140a5230 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fd0 tx=0x7f3d20004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d1d7fa640 1 -- 172.21.15.2:0/2969515619 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d18004e90 con 0x558f67c2a410 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d1d7fa640 1 -- 172.21.15.2:0/2969515619 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d1809bcf0 con 0x558f67c2a410 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.119+0000 7f3d1d7fa640 1 -- 172.21.15.2:0/2969515619 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1800d340 con 0x558f67c2a410 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- 172.21.15.2:0/2969515619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 msgr2=0x558f67c34770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f3d1809b2f0 tx=0x7f3d1801f000 comp rx=0 tx=0).stop 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- 172.21.15.2:0/2969515619 shutdown_connections 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c34cb0 0x558f67c370a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c34770 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 --2- 172.21.15.2:0/2969515619 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c29ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- 172.21.15.2:0/2969515619 >> 172.21.15.2:0/2969515619 conn(0x558f67c26060 msgr2=0x558f67c26440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- 172.21.15.2:0/2969515619 shutdown_connections 2024-09-05T04:22:57.127 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- 172.21.15.2:0/2969515619 wait complete. 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.120+0000 7f3d305fb740 1 -- start start 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 Processor -- start 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 0x558f67c31b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c34cb0 0x558f67c32600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558f67c37880 con 0x558f67c2a410 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558f67b17290 con 0x558f67c29af0 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558f67c37a00 con 0x558f67c34cb0 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d305fb740 10 client.0 _ll_register_callbacks cb 0x558f67b48140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57958/0 (socket says 172.21.15.2:57958) 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 -- 172.21.15.2:0/3701400029 learned_addr learned my addr 172.21.15.2:0/3701400029 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:57.128 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 0x558f67c31b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d277fe640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c34cb0 0x558f67c32600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 -- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c34cb0 msgr2=0x558f67c32600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c34cb0 0x558f67c32600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 -- 172.21.15.2:0/3701400029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 msgr2=0x558f67c31b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 0x558f67c31b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 -- 172.21.15.2:0/3701400029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f678a1210 con 0x558f67c2a410 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 0x558f67c31b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f3d10031440 tx=0x7f3d10031870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d7704d66be28ff9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.121+0000 7f3d0e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d10035030 con 0x558f67c2a410 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f3d10004460 con 0x558f67c2a410 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d1809bcf0 con 0x558f67c2a410 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3d1004c050 con 0x558f67c2a410 2024-09-05T04:22:57.129 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 10 client.18471 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558f6796d620 con 0x558f67c2a410 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d1809bcf0 con 0x558f67c2a410 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3d10004c20 con 0x558f67c2a410 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 10 client.18471 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 10 client.18471 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 20 client.18471 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67c44bf0 0x558f67c47000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 4 client.18471 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.122+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f67b9ba20 con 0x558f67c44bf0 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.123+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67c44bf0 0x558f67c47000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.123+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67c44bf0 0x558f67c47000 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75ec46107e287379 server_cookie=50707d5150a6472b in_seq=0 out_seq=0 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.123+0000 7f3d0e7fc640 10 client.18471 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:57.130 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/3701400029 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558f67b9ba20 con 0x558f67c44bf0 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d0e7fc640 10 client.18471 handle_command_reply: tid=0 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 client.18471 shutdown 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 msgr2=0x558f67c320c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f3d10031440 tx=0x7f3d10031870 comp rx=0 tx=0).stop 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 shutdown_connections 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67c44bf0 0x558f67c47000 crc :-1 s=READY pgs=352 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c34cb0 0x558f67c32600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c2a410 0x558f67c320c0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d0e7fc640 0 client.18471 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3701400029 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c29af0 0x558f67c31b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 >> 172.21.15.2:0/3701400029 conn(0x558f67c26060 msgr2=0x558f67c2bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 shutdown_connections 2024-09-05T04:22:57.131 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 1 -- 172.21.15.2:0/3701400029 wait complete. 2024-09-05T04:22:57.132 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.124+0000 7f3d305fb740 20 client.18471 trim_cache size 0 max 16384 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 Processor -- start 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 -- start start 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c32430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c250b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ad0d0 con 0x558f67c34cb0 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281af930 con 0x558f67c2a410 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d305fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ad720 con 0x558f67c29af0 2024-09-05T04:22:57.141 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57962/0 (socket says 172.21.15.2:57962) 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 -- 172.21.15.2:0/3748465228 learned_addr learned my addr 172.21.15.2:0/3748465228 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c250b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c32430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 -- 172.21.15.2:0/3748465228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 msgr2=0x558f67c32430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c32430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 -- 172.21.15.2:0/3748465228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 msgr2=0x558f67c250b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c250b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d277fe640 1 -- 172.21.15.2:0/3748465228 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f67c25e90 con 0x558f67c34cb0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.139+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c250b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d277fe640 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f3d20003c00 tx=0x7f3d20009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3465bd07352433b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d1cff9640 1 -- 172.21.15.2:0/3748465228 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2001c030 con 0x558f67c34cb0 2024-09-05T04:22:57.142 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d1cff9640 1 -- 172.21.15.2:0/3748465228 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d2001d040 con 0x558f67c34cb0 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d1cff9640 1 -- 172.21.15.2:0/3748465228 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d20005280 con 0x558f67c34cb0 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d305fb740 1 -- 172.21.15.2:0/3748465228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 msgr2=0x558f67c4c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.140+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f3d20003c00 tx=0x7f3d20009870 comp rx=0 tx=0).stop 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- 172.21.15.2:0/3748465228 shutdown_connections 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c4c910 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c250b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- 172.21.15.2:0/3748465228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c32430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- 172.21.15.2:0/3748465228 >> 172.21.15.2:0/3748465228 conn(0x558f67c26060 msgr2=0x558f67c249a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- 172.21.15.2:0/3748465228 shutdown_connections 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- 172.21.15.2:0/3748465228 wait complete. 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- start start 2024-09-05T04:22:57.143 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 Processor -- start 2024-09-05T04:22:57.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c38b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c39050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.146 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281addf0 con 0x558f67c34cb0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281af260 con 0x558f67c2a410 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3d281ae4c0 con 0x558f67c29af0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d305fb740 10 client.0 _ll_register_callbacks cb 0x7f3d10009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d277fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d277fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57974/0 (socket says 172.21.15.2:57974) 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.141+0000 7f3d277fe640 1 -- 172.21.15.2:0/585307026 learned_addr learned my addr 172.21.15.2:0/585307026 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c38b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c39050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 -- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 msgr2=0x558f67c38b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c38b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 -- 172.21.15.2:0/585307026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 msgr2=0x558f67c39050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c39050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.147 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 -- 172.21.15.2:0/585307026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f67c2c940 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d1e7fc640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c39050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d277fe640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fa0 tx=0x7f3d20003a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c3780b04ef0044 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d0e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2002f070 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7f3d20004d30 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d2001d040 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3d2003b050 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d305fb740 10 client.18477 fetch_fsmap learned FSMap version 21 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558f67c26cf0 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.142+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d2001d040 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3d200056a0 con 0x558f67c34cb0 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 10 client.18477 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:22:57.148 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 10 client.18477 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 20 client.18477 populate_metadata read hostname 'smithi002' 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67caffb0 0x558f67cb23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 4 client.18477 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558f67c2d760 con 0x558f67caffb0 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67caffb0 0x558f67cb23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d26ffd640 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67caffb0 0x558f67cb23d0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aff0f2d427eb6ef1 server_cookie=988cd5d92a268565 in_seq=0 out_seq=0 2024-09-05T04:22:57.149 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.143+0000 7f3d0e7fc640 10 client.18477 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d0e7fc640 1 -- 172.21.15.2:0/585307026 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558f67c2d760 con 0x558f67caffb0 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d0e7fc640 10 client.18477 handle_command_reply: tid=0 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 client.18477 shutdown 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 msgr2=0x558f67c39590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fa0 tx=0x7f3d20003a00 comp rx=0 tx=0).stop 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 shutdown_connections 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558f67caffb0 0x558f67cb23d0 crc :-1 s=READY pgs=353 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558f67c34cb0 0x558f67c39590 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558f67c2a410 0x558f67c39050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.157 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 --2- 172.21.15.2:0/585307026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558f67c29af0 0x558f67c38b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d0e7fc640 0 client.18477 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 >> 172.21.15.2:0/585307026 conn(0x558f67c26060 msgr2=0x558f67c33c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 shutdown_connections 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.156+0000 7f3d305fb740 1 -- 172.21.15.2:0/585307026 wait complete. 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d305fb740 20 client.18477 trim_cache size 0 max 16384 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:22:57.158 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 msgr2=0x7f3d140a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 0x7f3d140a5230 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3d20009fd0 tx=0x7f3d20004ab0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 msgr2=0x7f3d28198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800c890 tx=0x7f3d1800cd50 comp rx=0 tx=0).stop 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 shutdown_connections 2024-09-05T04:22:57.159 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3d140a2d70 0x7f3d140a5230 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3d28107b70 0x7f3d2819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3d28102470 0x7f3d281988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 --2- 172.21.15.2:0/2430878100 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3d28101ad0 0x7f3d28198360 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 >> 172.21.15.2:0/2430878100 conn(0x7f3d280fd7d0 msgr2=0x7f3d280fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 shutdown_connections 2024-09-05T04:22:57.160 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:22:57.157+0000 7f3d2d786640 1 -- 172.21.15.2:0/2430878100 wait complete. 2024-09-05T04:22:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:57 smithi047 ceph-mon[34498]: pgmap v372: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:57 smithi002 ceph-mon[31001]: pgmap v372: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:57.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:57 smithi079 ceph-mon[34908]: pgmap v372: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:22:59 smithi047 ceph-mon[34498]: pgmap v373: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:22:59 smithi002 ceph-mon[31001]: pgmap v373: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:22:59.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:22:59 smithi079 ceph-mon[34908]: pgmap v373: 129 pgs: 129 active+clean; 5.2 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:23:01.229 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-05T04:23:01.229 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:23:01.496 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:01.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:01 smithi002 ceph-mon[31001]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:23:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:01 smithi047 ceph-mon[34498]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:23:01.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:01 smithi079 ceph-mon[34908]: pgmap v374: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 -- 172.21.15.2:0/2278145176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 msgr2=0x7fe1dc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 --2- 172.21.15.2:0/2278145176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1029b0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc009900 tx=0x7fe1cc02a480 comp rx=0 tx=0).stop 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 -- 172.21.15.2:0/2278145176 shutdown_connections 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 --2- 172.21.15.2:0/2278145176 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 0x7fe1dc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 --2- 172.21.15.2:0/2278145176 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1029b0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 --2- 172.21.15.2:0/2278145176 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 0x7fe1dc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 -- 172.21.15.2:0/2278145176 >> 172.21.15.2:0/2278145176 conn(0x7fe1dc0fc7d0 msgr2=0x7fe1dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 -- 172.21.15.2:0/2278145176 shutdown_connections 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.993+0000 7fe1e409a640 1 -- 172.21.15.2:0/2278145176 wait complete. 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 Processor -- start 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 -- start start 2024-09-05T04:23:02.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 0x7fe1dc198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 0x7fe1dc19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1dc110e30 con 0x7fe1dc102570 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1dc110cb0 con 0x7fe1dc100e20 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e409a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1dc110fb0 con 0x7fe1dc102ef0 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e1635640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e1635640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53608/0 (socket says 172.21.15.2:53608) 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.994+0000 7fe1e1635640 1 -- 172.21.15.2:0/3069405732 learned_addr learned my addr 172.21.15.2:0/3069405732 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e2637640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 0x7fe1dc19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1e36640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 0x7fe1dc198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 -- 172.21.15.2:0/3069405732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 msgr2=0x7fe1dc19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 0x7fe1dc19cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 -- 172.21.15.2:0/3069405732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 msgr2=0x7fe1dc198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 0x7fe1dc198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 -- 172.21.15.2:0/3069405732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1dc19d410 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e1635640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc006010 tx=0x7fe1cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc03f030 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1dc19d6a0 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1cc003cb0 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc035070 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.995+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1dc1a4fe0 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.996+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1dc1021b0 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.997+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe1cc042030 con 0x7fe1dc102570 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.998+0000 7fe1d2ffd640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 0x7fe1c80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.998+0000 7fe1e1e36640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 0x7fe1c80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:02.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.998+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 9533+0+0 (secure 0 0 0) 0x7fe1cc0efae0 con 0x7fe1dc102570 2024-09-05T04:23:02.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:01.998+0000 7fe1e1e36640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 0x7fe1c80a51b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe1d80058c0 tx=0x7fe1d800a4c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:02.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.002+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe1cc0bc310 con 0x7fe1dc102570 2024-09-05T04:23:02.216 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.215+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1dc10a0a0 con 0x7fe1dc102570 2024-09-05T04:23:02.217 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.216+0000 7fe1d2ffd640 1 -- 172.21.15.2:0/3069405732 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe1cc0bbc10 con 0x7fe1dc102570 2024-09-05T04:23:02.217 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:23:02.218 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:23:02.218 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 msgr2=0x7fe1c80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 0x7fe1c80a51b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe1d80058c0 tx=0x7fe1d800a4c0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 msgr2=0x7fe1dc1989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc006010 tx=0x7fe1cc0042f0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 shutdown_connections 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1c80a2cf0 0x7fe1c80a51b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1dc102ef0 0x7fe1dc19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.220 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1dc102570 0x7fe1dc1989a0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 --2- 172.21.15.2:0/3069405732 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1dc100e20 0x7fe1dc198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:02.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.218+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 >> 172.21.15.2:0/3069405732 conn(0x7fe1dc0fc7d0 msgr2=0x7fe1dc06a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:02.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.219+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 shutdown_connections 2024-09-05T04:23:02.221 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:02.219+0000 7fe1e409a640 1 -- 172.21.15.2:0/3069405732 wait complete. 2024-09-05T04:23:02.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:02 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3069405732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:02 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3069405732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:02.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:02 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3069405732' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:03.214 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-05T04:23:03.214 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-05T04:23:03.467 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:03 smithi002 ceph-mon[31001]: pgmap v375: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-09-05T04:23:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:03 smithi002 ceph-mon[31001]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T04:23:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:03 smithi047 ceph-mon[34498]: pgmap v375: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-09-05T04:23:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:03 smithi047 ceph-mon[34498]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T04:23:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:03 smithi079 ceph-mon[34908]: pgmap v375: 129 pgs: 129 active+clean; 1.5 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 10 op/s 2024-09-05T04:23:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:03 smithi079 ceph-mon[34908]: osdmap e105: 12 total, 12 up, 12 in 2024-09-05T04:23:03.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 -- 172.21.15.2:0/2771977195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0101df0 msgr2=0x7f6ae01021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/2771977195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0101df0 0x7f6ae01021d0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f6ad4009900 tx=0x7f6ad402a410 comp rx=0 tx=0).stop 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 -- 172.21.15.2:0/2771977195 shutdown_connections 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/2771977195 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae0106f20 0x7f6ae010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/2771977195 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae01027a0 0x7f6ae01067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/2771977195 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0101df0 0x7f6ae01021d0 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 -- 172.21.15.2:0/2771977195 >> 172.21.15.2:0/2771977195 conn(0x7f6ae00fd8f0 msgr2=0x7f6ae00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 -- 172.21.15.2:0/2771977195 shutdown_connections 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.966+0000 7f6ae6aac640 1 -- 172.21.15.2:0/2771977195 wait complete. 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 Processor -- start 2024-09-05T04:23:03.983 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 -- start start 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 0x7f6ae00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae01027a0 0x7f6ae0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0111e80 con 0x7f6ae0106f20 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0111d00 con 0x7f6ae0101df0 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae6aac640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae0112000 con 0x7f6ae01027a0 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53626/0 (socket says 172.21.15.2:53626) 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6ae5049640 1 -- 172.21.15.2:0/453504771 learned_addr learned my addr 172.21.15.2:0/453504771 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.967+0000 7f6adffff640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae01027a0 0x7f6ae0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae4848640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 0x7f6ae00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 -- 172.21.15.2:0/453504771 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae01027a0 msgr2=0x7f6ae0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae01027a0 0x7f6ae0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.984 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 -- 172.21.15.2:0/453504771 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 msgr2=0x7f6ae00744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 0x7f6ae00744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 -- 172.21.15.2:0/453504771 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae01a6980 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae4848640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 0x7f6ae00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae5049640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009fd0 tx=0x7f6ad800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6addffb640 1 -- 172.21.15.2:0/453504771 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8017070 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae01a6c70 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6addffb640 1 -- 172.21.15.2:0/453504771 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad8003e20 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6addffb640 1 -- 172.21.15.2:0/453504771 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8010460 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.968+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae01a71b0 con 0x7f6ae0106f20 2024-09-05T04:23:03.985 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.970+0000 7f6addffb640 1 -- 172.21.15.2:0/453504771 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f6ad8003970 con 0x7f6ae0106f20 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 Processor -- start 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 -- start start 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6addffb640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 0x7f6ad00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afcb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55793af262a0 con 0x55793afcb940 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55793aecdb10 con 0x55793afc1080 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55793af22260 con 0x55793afc0760 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6adffff640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 0x7f6ad00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.986 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53640/0 (socket says 172.21.15.2:53640) 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae5049640 1 -- 172.21.15.2:0/2545821558 learned_addr learned my addr 172.21.15.2:0/2545821558 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6ae4848640 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.971+0000 7f6addffb640 1 -- 172.21.15.2:0/453504771 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f6ad80cf720 con 0x7f6ae0106f20 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 -- 172.21.15.2:0/2545821558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 msgr2=0x55793afc0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 -- 172.21.15.2:0/2545821558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 msgr2=0x55793afcb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afcb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 -- 172.21.15.2:0/2545821558 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793ac97b90 con 0x55793afcb940 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6adffff640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 0x7f6ad00a51b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0075f80 tx=0x7f6acc00a6f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:03.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80a3ed0 tx=0x7f6ad80099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a9ab3a79aa8ac92 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6acaffd640 1 -- 172.21.15.2:0/2545821558 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad80cf070 con 0x55793afcb940 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6acaffd640 1 -- 172.21.15.2:0/2545821558 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ad8003c60 con 0x55793afcb940 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.972+0000 7f6acaffd640 1 -- 172.21.15.2:0/2545821558 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8020070 con 0x55793afcb940 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2545821558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 msgr2=0x55793afcdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f6ad80a3ed0 tx=0x7f6ad80099d0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2545821558 shutdown_connections 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afcdd30 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afcb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2545821558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2545821558 >> 172.21.15.2:0/2545821558 conn(0x55793afbccf0 msgr2=0x55793afbd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2545821558 shutdown_connections 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2545821558 wait complete. 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 -- start start 2024-09-05T04:23:03.988 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.973+0000 7f6ae8e85740 1 Processor -- start 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc8810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afc8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55793afce510 con 0x55793afcb940 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55793aeae6e0 con 0x55793afc1080 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55793afce690 con 0x55793afc0760 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 10 client.0 _ll_register_callbacks cb 0x55793aed2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.989 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53652/0 (socket says 172.21.15.2:53652) 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 -- 172.21.15.2:0/2254899787 learned_addr learned my addr 172.21.15.2:0/2254899787 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6adffff640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afc8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae4848640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 -- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 msgr2=0x55793afc8810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc8810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 -- 172.21.15.2:0/2254899787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 msgr2=0x55793afc8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afc8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 -- 172.21.15.2:0/2254899787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793afd7a00 con 0x55793afcb940 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae5049640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8004990 tx=0x7f6ad809b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cb2f64f1fc6a30b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:03.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6abffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad8020070 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f6ad8097e00 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.974+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55793af339d0 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6ad80cf040 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 10 client.18495 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55793afda370 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55793af339d0 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6ad80cf1e0 con 0x55793afcb940 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 10 client.18495 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 10 client.18495 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:03.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 20 client.18495 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793afdb6c0 0x55793afddab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 4 client.18495 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55793af2dd20 con 0x55793afdb6c0 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.975+0000 7f6ae4848640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793afdb6c0 0x55793afddab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6abffff640 10 client.18495 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae4848640 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793afdb6c0 0x55793afddab0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=193d209d935c6191 server_cookie=e3514c0e4f6ee15a in_seq=0 out_seq=0 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6abffff640 1 -- 172.21.15.2:0/2254899787 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55793af2dd20 con 0x55793afdb6c0 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6abffff640 10 client.18495 handle_command_reply: tid=0 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae8e85740 1 client.18495 shutdown 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 msgr2=0x55793afc9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:03.992 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8004990 tx=0x7f6ad809b790 comp rx=0 tx=0).stop 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 shutdown_connections 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.976+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793afdb6c0 0x55793afddab0 crc :-1 s=READY pgs=354 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afcb940 0x55793afc9290 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc1080 0x55793afc8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/2254899787 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afc8810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 >> 172.21.15.2:0/2254899787 conn(0x55793afbccf0 msgr2=0x55793afc2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6abffff640 0 client.18495 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 shutdown_connections 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 1 -- 172.21.15.2:0/2254899787 wait complete. 2024-09-05T04:23:03.993 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.977+0000 7f6ae8e85740 20 client.18495 trim_cache size 0 max 16384 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 Processor -- start 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 -- start start 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 0x55793afe06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afcb940 0x55793afc5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01af3d0 con 0x55793afc1080 2024-09-05T04:23:04.000 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b1c30 con 0x55793afc0760 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01afa20 con 0x55793afcb940 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53668/0 (socket says 172.21.15.2:53668) 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 -- 172.21.15.2:0/3355306089 learned_addr learned my addr 172.21.15.2:0/3355306089 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae5049640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afcb940 0x55793afc5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 -- 172.21.15.2:0/3355306089 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afcb940 msgr2=0x55793afc5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afcb940 0x55793afc5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.001 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae4848640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 0x55793afe06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 -- 172.21.15.2:0/3355306089 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 msgr2=0x55793afe06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 0x55793afe06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6adffff640 1 -- 172.21.15.2:0/3355306089 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55793afbcb20 con 0x55793afc1080 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.994+0000 7f6ae4848640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 0x55793afe06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6adffff640 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0058c0 tx=0x7f6acc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fff79e01b3728b46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6aca7fc640 1 -- 172.21.15.2:0/3355306089 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc018070 con 0x55793afc1080 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6aca7fc640 1 -- 172.21.15.2:0/3355306089 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6acc016070 con 0x55793afc1080 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6aca7fc640 1 -- 172.21.15.2:0/3355306089 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6acc027750 con 0x55793afc1080 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 -- 172.21.15.2:0/3355306089 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 msgr2=0x55793afe0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f6acc0058c0 tx=0x7f6acc014000 comp rx=0 tx=0).stop 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 -- 172.21.15.2:0/3355306089 shutdown_connections 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afcb940 0x55793afc5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afe0c30 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.002 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/3355306089 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afc0760 0x55793afe06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.995+0000 7f6ae8e85740 1 -- 172.21.15.2:0/3355306089 >> 172.21.15.2:0/3355306089 conn(0x55793afbccf0 msgr2=0x55793afca890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- 172.21.15.2:0/3355306089 shutdown_connections 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- 172.21.15.2:0/3355306089 wait complete. 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- start start 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 Processor -- start 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afcb940 0x55793b045000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b00f0 con 0x55793afc1080 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b1560 con 0x55793afcb940 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae01b07c0 con 0x55793afc0760 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6ae8e85740 10 client.0 _ll_register_callbacks cb 0x7f6ad800b890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.996+0000 7f6adffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56570/0 (socket says 172.21.15.2:56570) 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 -- 172.21.15.2:0/237207343 learned_addr learned my addr 172.21.15.2:0/237207343 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6adffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53670/0 (socket says 172.21.15.2:53670) 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae5049640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afcb940 0x55793b045000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 -- 172.21.15.2:0/237207343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afcb940 msgr2=0x55793b045000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afcb940 0x55793b045000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 -- 172.21.15.2:0/237207343 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 msgr2=0x55793afdece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 -- 172.21.15.2:0/237207343 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55793afbde80 con 0x55793afc0760 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6adffff640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae4848640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6ad4000c00 tx=0x7f6ad4009680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16c2c092bcd73c7e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6abffff640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:23:04.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad4047020 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f6ad4005590 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.997+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6acc016070 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f6ad4052050 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 10 client.27499 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55793afb8260 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6acc016070 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f6ad4003ae0 con 0x55793afc0760 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 10 client.27499 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 10 client.27499 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 20 client.27499 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793b0469c0 0x55793b048de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 4 client.27499 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x55793aea9ec0 con 0x55793b0469c0 2024-09-05T04:23:04.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.998+0000 7f6adffff640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793b0469c0 0x55793b048de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:04.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.999+0000 7f6adffff640 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793b0469c0 0x55793b048de0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=143eb88a72908df4 server_cookie=6cba40c5bcfd815c in_seq=0 out_seq=0 2024-09-05T04:23:04.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:03.999+0000 7f6abffff640 10 client.27499 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:04.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6abffff640 1 -- 172.21.15.2:0/237207343 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55793aea9ec0 con 0x55793b0469c0 2024-09-05T04:23:04.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6abffff640 10 client.27499 handle_command_reply: tid=0 2024-09-05T04:23:04.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 client.27499 shutdown 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 msgr2=0x55793afde7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6ad4000c00 tx=0x7f6ad4009680 comp rx=0 tx=0).stop 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 shutdown_connections 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55793b0469c0 0x55793b048de0 crc :-1 s=READY pgs=355 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55793afcb940 0x55793b045000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6abffff640 0 client.27499 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55793afc1080 0x55793afdece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 --2- 172.21.15.2:0/237207343 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55793afc0760 0x55793afde7a0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 >> 172.21.15.2:0/237207343 conn(0x55793afbccf0 msgr2=0x55793afc87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 shutdown_connections 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 1 -- 172.21.15.2:0/237207343 wait complete. 2024-09-05T04:23:04.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.008+0000 7f6ae8e85740 20 client.27499 trim_cache size 0 max 16384 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 42, 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:23:04.011 INFO:teuthology.orchestra.run.smithi002.stdout: "eac83955": { 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 42, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:04.012 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:04.013 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 msgr2=0x7f6ad00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 0x7f6ad00a51b0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0075f80 tx=0x7f6acc00a6f0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 msgr2=0x7f6ae0074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f6ad8009fd0 tx=0x7f6ad800b260 comp rx=0 tx=0).stop 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 shutdown_connections 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f6ad00a2cf0 0x7f6ad00a51b0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f6ae0106f20 0x7f6ae0074f70 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f6ae01027a0 0x7f6ae0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 --2- 172.21.15.2:0/453504771 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f6ae0101df0 0x7f6ae00744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:04.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 >> 172.21.15.2:0/453504771 conn(0x7f6ae00fd8f0 msgr2=0x7f6ae00fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:04.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 shutdown_connections 2024-09-05T04:23:04.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:04.009+0000 7f6ae6aac640 1 -- 172.21.15.2:0/453504771 wait complete. 2024-09-05T04:23:04.784 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'eac83955', quiesce took 3.6 seconds. Will release after: 6.4 2024-09-05T04:23:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:05 smithi047 ceph-mon[34498]: pgmap v377: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:05.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:05 smithi002 ceph-mon[31001]: pgmap v377: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:05.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:05 smithi079 ceph-mon[34908]: pgmap v377: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:05.950 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:23:06.218 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 -- 172.21.15.2:0/173574714 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d01036e0 msgr2=0x7f74d0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 --2- 172.21.15.2:0/173574714 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d01036e0 0x7f74d0107b90 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f74c4009930 tx=0x7f74c402a420 comp rx=0 tx=0).stop 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 -- 172.21.15.2:0/173574714 shutdown_connections 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 --2- 172.21.15.2:0/173574714 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 --2- 172.21.15.2:0/173574714 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d01036e0 0x7f74d0107b90 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 --2- 172.21.15.2:0/173574714 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d0102d30 0x7f74d0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 -- 172.21.15.2:0/173574714 >> 172.21.15.2:0/173574714 conn(0x7f74d00fc7d0 msgr2=0x7f74d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 -- 172.21.15.2:0/173574714 shutdown_connections 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 -- 172.21.15.2:0/173574714 wait complete. 2024-09-05T04:23:06.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.675+0000 7f74d5f62640 1 Processor -- start 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 -- start start 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d01036e0 0x7f74d0198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0111f70 con 0x7f74d0102d30 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f74d0111df0 con 0x7f74d01082a0 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74d5f62640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01120f0 con 0x7f74d01036e0 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53680/0 (socket says 172.21.15.2:53680) 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 -- 172.21.15.2:0/398723517 learned_addr learned my addr 172.21.15.2:0/398723517 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cffff640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74ceffd640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d01036e0 0x7f74d0198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 -- 172.21.15.2:0/398723517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d01036e0 msgr2=0x7f74d0198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d01036e0 0x7f74d0198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 -- 172.21.15.2:0/398723517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 msgr2=0x7f74d019cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d019cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 -- 172.21.15.2:0/398723517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74d019d4c0 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cffff640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.676+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f74c000eab0 tx=0x7f74c000ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.677+0000 7f74ccff9640 1 -- 172.21.15.2:0/398723517 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c000ce40 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.677+0000 7f74ccff9640 1 -- 172.21.15.2:0/398723517 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74c0011920 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.677+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74d019d7b0 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.677+0000 7f74ccff9640 1 -- 172.21.15.2:0/398723517 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c0010a00 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.677+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74d01a5090 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.679+0000 7f74ccff9640 1 -- 172.21.15.2:0/398723517 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f74c0011ad0 con 0x7f74d0102d30 2024-09-05T04:23:06.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.679+0000 7f74d833b740 1 Processor -- start 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.679+0000 7f74d833b740 1 -- start start 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a26140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a28a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5590f19812e0 con 0x5590f1a1b4a0 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5590f1928ce0 con 0x5590f1a26680 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74d833b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5590f197d2a0 con 0x5590f1a1bdc0 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74ccff9640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 0x7f74b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53684/0 (socket says 172.21.15.2:53684) 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 -- 172.21.15.2:0/3356201231 learned_addr learned my addr 172.21.15.2:0/3356201231 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a26140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74ceffd640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a28a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 0x7f74b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74ccff9640 1 -- 172.21.15.2:0/398723517 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f74c00d0020 con 0x7f74d0102d30 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 -- 172.21.15.2:0/3356201231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 msgr2=0x5590f1a26140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a26140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 -- 172.21.15.2:0/3356201231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 msgr2=0x5590f1a28a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a28a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 -- 172.21.15.2:0/3356201231 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590f190d440 con 0x5590f1a1b4a0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a26140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.680+0000 7f74cffff640 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f74c80143c0 tx=0x7f74c8014880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bac1334cd93736c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74b5ffb640 1 -- 172.21.15.2:0/3356201231 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c801b030 con 0x5590f1a1b4a0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74b5ffb640 1 -- 172.21.15.2:0/3356201231 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74c8010040 con 0x5590f1a1b4a0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74b5ffb640 1 -- 172.21.15.2:0/3356201231 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c800f050 con 0x5590f1a1b4a0 2024-09-05T04:23:06.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 -- 172.21.15.2:0/3356201231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 msgr2=0x5590f1a1b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f74c80143c0 tx=0x7f74c8014880 comp rx=0 tx=0).stop 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74cffff640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 0x7f74b80a51b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f74c801e000 tx=0x7f74c801a000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 -- 172.21.15.2:0/3356201231 shutdown_connections 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a28a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a26140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 --2- 172.21.15.2:0/3356201231 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a1b880 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 -- 172.21.15.2:0/3356201231 >> 172.21.15.2:0/3356201231 conn(0x5590f1a17a30 msgr2=0x5590f1a17e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 -- 172.21.15.2:0/3356201231 shutdown_connections 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.681+0000 7f74d833b740 1 -- 172.21.15.2:0/3356201231 wait complete. 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 -- start start 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 Processor -- start 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a23220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a23760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5590f1a29250 con 0x5590f1a1b4a0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5590f193c050 con 0x5590f1a26680 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5590f1a293d0 con 0x5590f1a1bdc0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74d833b740 10 client.0 _ll_register_callbacks cb 0x5590f197c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53694/0 (socket says 172.21.15.2:53694) 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74cf7fe640 1 -- 172.21.15.2:0/3127336555 learned_addr learned my addr 172.21.15.2:0/3127336555 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74ceffd640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a23220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.682+0000 7f74cffff640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a23760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 -- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 msgr2=0x5590f1a23220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a23220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 -- 172.21.15.2:0/3127336555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 msgr2=0x5590f1a23760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.699 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a23760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 -- 172.21.15.2:0/3127336555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590f16f23c0 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74ceffd640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a23220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f74c00a47d0 tx=0x7f74c006afc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30985b8b82e38df8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c009c790 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f74c00cd540 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74c8010040 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f74c00cd740 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74d833b740 10 client.18513 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5590f1a34c20 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74c8010040 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f74c000f040 con 0x5590f1a1b4a0 2024-09-05T04:23:06.700 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74d833b740 10 client.18513 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.683+0000 7f74d833b740 10 client.18513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74d833b740 20 client.18513 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1a360e0 0x5590f1a384d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74d833b740 4 client.18513 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590f198e850 con 0x5590f1a360e0 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74ceffd640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1a360e0 0x5590f1a384d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74ceffd640 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1a360e0 0x5590f1a384d0 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3f300ed1dbaf567 server_cookie=2e86ff3887a062db in_seq=0 out_seq=0 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.684+0000 7f74aeffd640 10 client.18513 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74aeffd640 1 -- 172.21.15.2:0/3127336555 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590f198e850 con 0x5590f1a360e0 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74aeffd640 10 client.18513 handle_command_reply: tid=0 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 client.18513 shutdown 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 msgr2=0x5590f1a25f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f74c00a47d0 tx=0x7f74c006afc0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 shutdown_connections 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1a360e0 0x5590f1a384d0 crc :-1 s=READY pgs=356 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a26680 0x5590f1a23760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a1bdc0 0x5590f1a23220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74aeffd640 0 client.18513 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 --2- 172.21.15.2:0/3127336555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a25f70 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 >> 172.21.15.2:0/3127336555 conn(0x5590f1a17a30 msgr2=0x5590f1a16b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 shutdown_connections 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 1 -- 172.21.15.2:0/3127336555 wait complete. 2024-09-05T04:23:06.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.685+0000 7f74d833b740 20 client.18513 trim_cache size 0 max 16384 2024-09-05T04:23:06.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 Processor -- start 2024-09-05T04:23:06.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 -- start start 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 0x5590f1a3dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a3e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01ad240 con 0x5590f1a1b4a0 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01afaa0 con 0x5590f1a1bdc0 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74d833b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01ad890 con 0x5590f1a26680 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53698/0 (socket says 172.21.15.2:53698) 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 -- 172.21.15.2:0/10739132 learned_addr learned my addr 172.21.15.2:0/10739132 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:06.705 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cffff640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a3e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74ceffd640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 0x5590f1a3dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 -- 172.21.15.2:0/10739132 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 msgr2=0x5590f1a3e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a3e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 -- 172.21.15.2:0/10739132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 msgr2=0x5590f1a3dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 0x5590f1a3dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.703+0000 7f74cf7fe640 1 -- 172.21.15.2:0/10739132 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590f1a172e0 con 0x5590f1a1b4a0 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.704+0000 7f74ceffd640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 0x5590f1a3dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.704+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f74c009bd90 tx=0x7f74c0098330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec18fe29097812 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.706 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.704+0000 7f74b57fa640 1 -- 172.21.15.2:0/10739132 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c00b4070 con 0x5590f1a1b4a0 2024-09-05T04:23:06.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.704+0000 7f74b57fa640 1 -- 172.21.15.2:0/10739132 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74c009c090 con 0x5590f1a1b4a0 2024-09-05T04:23:06.707 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.704+0000 7f74b57fa640 1 -- 172.21.15.2:0/10739132 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c00a48c0 con 0x5590f1a1b4a0 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.705+0000 7f74d833b740 1 -- 172.21.15.2:0/10739132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 msgr2=0x5590f1a23fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.705+0000 7f74d833b740 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f74c009bd90 tx=0x7f74c0098330 comp rx=0 tx=0).stop 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 -- 172.21.15.2:0/10739132 shutdown_connections 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a3e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1bdc0 0x5590f1a3dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 --2- 172.21.15.2:0/10739132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1b4a0 0x5590f1a23fe0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 -- 172.21.15.2:0/10739132 >> 172.21.15.2:0/10739132 conn(0x5590f1a17a30 msgr2=0x5590f1a16b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.708 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 -- 172.21.15.2:0/10739132 shutdown_connections 2024-09-05T04:23:06.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.706+0000 7f74d833b740 1 -- 172.21.15.2:0/10739132 wait complete. 2024-09-05T04:23:06.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 -- start start 2024-09-05T04:23:06.709 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 Processor -- start 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1b4a0 0x5590f1a2eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 0x5590f1a2c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01adf60 con 0x5590f1a1bdc0 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01af3d0 con 0x5590f1a1b4a0 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f74d01ae630 con 0x5590f1a26680 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.707+0000 7f74d833b740 10 client.0 _ll_register_callbacks cb 0x7f74c0098400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cf7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1b4a0 0x5590f1a2eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.710 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:56624/0 (socket says 172.21.15.2:56624) 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 -- 172.21.15.2:0/1061945903 learned_addr learned my addr 172.21.15.2:0/1061945903 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74ceffd640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 0x5590f1a2c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 -- 172.21.15.2:0/1061945903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1b4a0 msgr2=0x5590f1a2eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1b4a0 0x5590f1a2eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 -- 172.21.15.2:0/1061945903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 msgr2=0x5590f1a2c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.708+0000 7f74cffff640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 0x5590f1a2c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74cffff640 1 -- 172.21.15.2:0/1061945903 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590f1a2d1e0 con 0x5590f1a26680 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74ceffd640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 0x5590f1a2c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74cffff640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f74c8014390 tx=0x7f74c8014e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2b51828d3b9c1f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:06.711 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74aeffd640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74c801b070 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f74c80179f0 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f74c009c090 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f74c8007c90 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74d833b740 10 client.27517 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.709+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5590f1aa9910 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74c009c090 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f74c8029450 con 0x5590f1a26680 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 10 client.27517 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:06.714 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 10 client.27517 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 20 client.27517 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1aa9e20 0x5590f1aac210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 4 client.27517 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5590f1a23af0 con 0x5590f1aa9e20 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.710+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1aa9e20 0x5590f1aac210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74cf7fe640 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1aa9e20 0x5590f1aac210 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82570d5738ffb163 server_cookie=892b7cf9678824de in_seq=0 out_seq=0 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74aeffd640 10 client.27517 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74aeffd640 1 -- 172.21.15.2:0/1061945903 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5590f1a23af0 con 0x5590f1aa9e20 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74aeffd640 10 client.27517 handle_command_reply: tid=0 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 client.27517 shutdown 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 msgr2=0x5590f1a2c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f74c8014390 tx=0x7f74c8014e30 comp rx=0 tx=0).stop 2024-09-05T04:23:06.715 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 shutdown_connections 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5590f1aa9e20 0x5590f1aac210 crc :-1 s=READY pgs=357 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5590f1a26680 0x5590f1a2c9b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5590f1a1bdc0 0x5590f1a2c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74aeffd640 0 client.27517 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 --2- 172.21.15.2:0/1061945903 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5590f1a1b4a0 0x5590f1a2eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.716 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.711+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 >> 172.21.15.2:0/1061945903 conn(0x5590f1a17a30 msgr2=0x5590f1a24a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 shutdown_connections 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d833b740 1 -- 172.21.15.2:0/1061945903 wait complete. 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d833b740 20 client.27517 trim_cache size 0 max 16384 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:23:06.717 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:06.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 msgr2=0x7f74b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 0x7f74b80a51b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f74c801e000 tx=0x7f74c801a000 comp rx=0 tx=0).stop 2024-09-05T04:23:06.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 msgr2=0x7f74d0198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:06.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f74c000eab0 tx=0x7f74c000ef70 comp rx=0 tx=0).stop 2024-09-05T04:23:06.718 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 shutdown_connections 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f74b80a2cf0 0x7f74b80a51b0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f74d01082a0 0x7f74d019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f74d01036e0 0x7f74d0198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 --2- 172.21.15.2:0/398723517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f74d0102d30 0x7f74d0198510 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.712+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 >> 172.21.15.2:0/398723517 conn(0x7f74d00fc7d0 msgr2=0x7f74d0105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.713+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 shutdown_connections 2024-09-05T04:23:06.719 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:06.713+0000 7f74d5f62640 1 -- 172.21.15.2:0/398723517 wait complete. 2024-09-05T04:23:07.444 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:23:07.445 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:23:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:07 smithi047 ceph-mon[34498]: pgmap v378: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:07.697 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:07.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:07 smithi002 ceph-mon[31001]: pgmap v378: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:07.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:07 smithi079 ceph-mon[34908]: pgmap v378: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:08.186 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 -- 172.21.15.2:0/2993629391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8101de0 msgr2=0x7f08e81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 --2- 172.21.15.2:0/2993629391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8101de0 0x7f08e81021c0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7f08d8009900 tx=0x7f08d802a410 comp rx=0 tx=0).stop 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 -- 172.21.15.2:0/2993629391 shutdown_connections 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 --2- 172.21.15.2:0/2993629391 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 --2- 172.21.15.2:0/2993629391 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8102790 0x7f08e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 --2- 172.21.15.2:0/2993629391 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8101de0 0x7f08e81021c0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 -- 172.21.15.2:0/2993629391 >> 172.21.15.2:0/2993629391 conn(0x7f08e80fd8c0 msgr2=0x7f08e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 -- 172.21.15.2:0/2993629391 shutdown_connections 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.175+0000 7f08ef988640 1 -- 172.21.15.2:0/2993629391 wait complete. 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 Processor -- start 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 -- start start 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8101de0 0x7f08e80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:08.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f08e8111e20 con 0x7f08e8102790 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f08e8111ca0 con 0x7f08e8106f10 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ef988640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f08e8111fa0 con 0x7f08e8101de0 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53716/0 (socket says 172.21.15.2:53716) 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 -- 172.21.15.2:0/2019926540 learned_addr learned my addr 172.21.15.2:0/2019926540 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ed724640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8101de0 0x7f08e80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08edf25640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 -- 172.21.15.2:0/2019926540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8101de0 msgr2=0x7f08e80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8101de0 0x7f08e80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 -- 172.21.15.2:0/2019926540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 msgr2=0x7f08e8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:08.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08ecf23640 1 -- 172.21.15.2:0/2019926540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e81a6820 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.176+0000 7f08edf25640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08ecf23640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f08dc00e9f0 tx=0x7f08dc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc00cd80 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08dc0054d0 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08e81a6b10 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc010490 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.177+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08e81a7000 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.178+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08e81021c0 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.179+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f08dc005020 con 0x7f08e8102790 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.179+0000 7f08e67fc640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 0x7f08d00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.180+0000 7f08ed724640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 0x7f08d00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:08.189 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.180+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 9621+0+0 (secure 0 0 0) 0x7f08dc0cfd10 con 0x7f08e8102790 2024-09-05T04:23:08.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.180+0000 7f08ed724640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 0x7f08d00a51b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f08d8031440 tx=0x7f08d8005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:08.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.184+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f08dc0d5020 con 0x7f08e8102790 2024-09-05T04:23:08.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.398+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f08e810a0f0 con 0x7f08e8102790 2024-09-05T04:23:08.400 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.399+0000 7f08e67fc640 1 -- 172.21.15.2:0/2019926540 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f08dc09c480 con 0x7f08e8102790 2024-09-05T04:23:08.401 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:23:08.401 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:23:08.401 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:23:08.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 msgr2=0x7f08d00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:08.402 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 0x7f08d00a51b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f08d8031440 tx=0x7f08d8005b50 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 msgr2=0x7f08e8074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f08dc00e9f0 tx=0x7f08dc00edf0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 shutdown_connections 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f08d00a2cf0 0x7f08d00a51b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f08e8106f10 0x7f08e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f08e8102790 0x7f08e8074a30 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 --2- 172.21.15.2:0/2019926540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f08e8101de0 0x7f08e80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 >> 172.21.15.2:0/2019926540 conn(0x7f08e80fd8c0 msgr2=0x7f08e80fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 shutdown_connections 2024-09-05T04:23:08.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:08.401+0000 7f08ef988640 1 -- 172.21.15.2:0/2019926540 wait complete. 2024-09-05T04:23:09.070 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:23:09.321 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:09.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:09 smithi002 ceph-mon[31001]: pgmap v379: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:09.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:09 smithi002 ceph-mon[31001]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T04:23:09.442 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:09 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2019926540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:09 smithi079 ceph-mon[34908]: pgmap v379: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:09 smithi079 ceph-mon[34908]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T04:23:09.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:09 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2019926540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:09 smithi047 ceph-mon[34498]: pgmap v379: 129 pgs: 129 active+clean; 1.7 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 103 KiB/s wr, 32 op/s 2024-09-05T04:23:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:09 smithi047 ceph-mon[34498]: osdmap e106: 12 total, 12 up, 12 in 2024-09-05T04:23:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:09 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2019926540' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:09.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.802+0000 7ff791322640 1 -- 172.21.15.2:0/3066115261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 msgr2=0x7ff78c10ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.813 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.802+0000 7ff791322640 1 --2- 172.21.15.2:0/3066115261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c10ea60 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7ff784009ca0 tx=0x7ff78402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 -- 172.21.15.2:0/3066115261 shutdown_connections 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 --2- 172.21.15.2:0/3066115261 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c10ea60 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 --2- 172.21.15.2:0/3066115261 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 --2- 172.21.15.2:0/3066115261 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c106f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 -- 172.21.15.2:0/3066115261 >> 172.21.15.2:0/3066115261 conn(0x7ff78c077210 msgr2=0x7ff78c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 -- 172.21.15.2:0/3066115261 shutdown_connections 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 -- 172.21.15.2:0/3066115261 wait complete. 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 Processor -- start 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.803+0000 7ff791322640 1 -- start start 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.814 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c19cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c111f60 con 0x7ff78c100a70 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c111de0 con 0x7ff78c106ba0 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1120e0 con 0x7ff78c1000d0 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53734/0 (socket says 172.21.15.2:53734) 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 -- 172.21.15.2:0/2402948686 learned_addr learned my addr 172.21.15.2:0/2402948686 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c19cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 -- 172.21.15.2:0/2402948686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 msgr2=0x7ff78c198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78affd640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 -- 172.21.15.2:0/2402948686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 msgr2=0x7ff78c19cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.815 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c19cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 -- 172.21.15.2:0/2402948686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff78c19d410 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78affd640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7ff78000c890 tx=0x7ff78000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff773fff640 1 -- 172.21.15.2:0/2402948686 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff780004220 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff78c19d700 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff773fff640 1 -- 172.21.15.2:0/2402948686 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7800043c0 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.804+0000 7ff773fff640 1 -- 172.21.15.2:0/2402948686 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff780004a00 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.805+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff78c1a4fe0 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff773fff640 1 -- 172.21.15.2:0/2402948686 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff780004ba0 con 0x7ff78c100a70 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 Processor -- start 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 -- start start 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.816 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff773fff640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 0x7ff7740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 0x55628a55fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55628a4b42f0 con 0x55628a54e5d0 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55628a45bcf0 con 0x55628a54fb40 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.807+0000 7ff7936fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55628a4b02b0 con 0x55628a55d780 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53736/0 (socket says 172.21.15.2:53736) 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 -- 172.21.15.2:0/1587949728 learned_addr learned my addr 172.21.15.2:0/1587949728 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78affd640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 0x7ff7740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff773fff640 1 -- 172.21.15.2:0/2402948686 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff7800cf5b0 con 0x7ff78c100a70 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 0x55628a55fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.817 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 -- 172.21.15.2:0/1587949728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 msgr2=0x55628a55fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 0x55628a55fb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 -- 172.21.15.2:0/1587949728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 msgr2=0x55628a54e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 -- 172.21.15.2:0/1587949728 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55628a4403a0 con 0x55628a54e5d0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 0x55628a55fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7ff7800980b0 tx=0x7ff78006e750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fdc1b52b79d7c74 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff78affd640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 0x7ff7740a51b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff77c006fd0 tx=0x7ff77c008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff7717fa640 1 -- 172.21.15.2:0/1587949728 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff78001d070 con 0x55628a54e5d0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff7717fa640 1 -- 172.21.15.2:0/1587949728 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7800860c0 con 0x55628a54e5d0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.808+0000 7ff7717fa640 1 -- 172.21.15.2:0/1587949728 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7800050b0 con 0x55628a54e5d0 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 -- 172.21.15.2:0/1587949728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 msgr2=0x55628a54ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7ff7800980b0 tx=0x7ff78006e750 comp rx=0 tx=0).stop 2024-09-05T04:23:09.818 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 -- 172.21.15.2:0/1587949728 shutdown_connections 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a55d780 0x55628a55fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a54ea10 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1587949728 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 -- 172.21.15.2:0/1587949728 >> 172.21.15.2:0/1587949728 conn(0x55628a517310 msgr2=0x55628a54ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 -- 172.21.15.2:0/1587949728 shutdown_connections 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.809+0000 7ff7936fb740 1 -- 172.21.15.2:0/1587949728 wait complete. 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 -- start start 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 Processor -- start 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a55d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a55a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55628a560420 con 0x55628a55d780 2024-09-05T04:23:09.819 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55628a46f060 con 0x55628a54fb40 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55628a5605a0 con 0x55628a54e5d0 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff7936fb740 10 client.0 _ll_register_callbacks cb 0x55628a1c28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53740/0 (socket says 172.21.15.2:53740) 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 -- 172.21.15.2:0/2443114468 learned_addr learned my addr 172.21.15.2:0/2443114468 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78affd640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a55d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a55a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 -- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 msgr2=0x55628a55d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a55d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 -- 172.21.15.2:0/2443114468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 msgr2=0x55628a55a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a55a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.810+0000 7ff78b7fe640 1 -- 172.21.15.2:0/2443114468 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628a2253c0 con 0x55628a55d780 2024-09-05T04:23:09.820 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7ff784031ae0 tx=0x7ff784031b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb4de7958233d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff78404a060 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff784003b70 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55628a4c1860 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff784051050 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 10 client.18537 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55628a56bee0 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55628a4c1860 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff784044030 con 0x55628a55d780 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 10 client.18537 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 10 client.18537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 20 client.18537 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:09.821 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a56f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 4 client.18537 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:09.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.811+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55628a4bbd70 con 0x55628a56d2d0 2024-09-05T04:23:09.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.812+0000 7ff78affd640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a56f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.812+0000 7ff78affd640 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a56f710 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80f593daf1a7dc7b server_cookie=9e5761967c34a6f7 in_seq=0 out_seq=0 2024-09-05T04:23:09.822 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.812+0000 7ff76eff5640 10 client.18537 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff76eff5640 1 -- 172.21.15.2:0/2443114468 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55628a4bbd70 con 0x55628a56d2d0 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff76eff5640 10 client.18537 handle_command_reply: tid=0 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 client.18537 shutdown 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 msgr2=0x55628a55ac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7ff784031ae0 tx=0x7ff784031b10 comp rx=0 tx=0).stop 2024-09-05T04:23:09.823 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 shutdown_connections 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a56f710 crc :-1 s=READY pgs=358 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a55ac60 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff76eff5640 0 client.18537 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a55a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 --2- 172.21.15.2:0/2443114468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a55d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 >> 172.21.15.2:0/2443114468 conn(0x55628a517310 msgr2=0x55628a550990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 shutdown_connections 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 1 -- 172.21.15.2:0/2443114468 wait complete. 2024-09-05T04:23:09.824 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.813+0000 7ff7936fb740 20 client.18537 trim_cache size 0 max 16384 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 Processor -- start 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 -- start start 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a54f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.829 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1aaec0 con 0x55628a55d780 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1ad720 con 0x55628a54fb40 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff7936fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1ab510 con 0x55628a54e5d0 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff78b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53742/0 (socket says 172.21.15.2:53742) 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.826+0000 7ff78b7fe640 1 -- 172.21.15.2:0/3142305323 learned_addr learned my addr 172.21.15.2:0/3142305323 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78affd640 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a54f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 -- 172.21.15.2:0/3142305323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 msgr2=0x55628a54f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a54f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 -- 172.21.15.2:0/3142305323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 msgr2=0x55628a54ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 -- 172.21.15.2:0/3142305323 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55628a55b470 con 0x55628a55d780 2024-09-05T04:23:09.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7ff784031ab0 tx=0x7ff7840095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=622eaa81c2bf3ae3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff770ff9640 1 -- 172.21.15.2:0/3142305323 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff784030ba0 con 0x55628a55d780 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff770ff9640 1 -- 172.21.15.2:0/3142305323 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff784036040 con 0x55628a55d780 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.827+0000 7ff770ff9640 1 -- 172.21.15.2:0/3142305323 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff78403c410 con 0x55628a55d780 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- 172.21.15.2:0/3142305323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 msgr2=0x55628a5594b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7ff784031ab0 tx=0x7ff7840095c0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- 172.21.15.2:0/3142305323 shutdown_connections 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a55d780 0x55628a5594b0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a54fb40 0x55628a54ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- 172.21.15.2:0/3142305323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54e5d0 0x55628a54f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- 172.21.15.2:0/3142305323 >> 172.21.15.2:0/3142305323 conn(0x55628a517310 msgr2=0x55628a558da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- 172.21.15.2:0/3142305323 shutdown_connections 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- 172.21.15.2:0/3142305323 wait complete. 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- start start 2024-09-05T04:23:09.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 Processor -- start 2024-09-05T04:23:09.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.834 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54fb40 0x55628a561410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a55d780 0x55628a561ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1abbe0 con 0x55628a54e5d0 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1ad050 con 0x55628a55d780 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff78c1ac2b0 con 0x55628a54fb40 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.828+0000 7ff7936fb740 10 client.0 _ll_register_callbacks cb 0x7ff784009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53758/0 (socket says 172.21.15.2:53758) 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 -- 172.21.15.2:0/1045719356 learned_addr learned my addr 172.21.15.2:0/1045719356 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78b7fe640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a55d780 0x55628a561ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54fb40 0x55628a561410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 -- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54fb40 msgr2=0x55628a561410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.835 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54fb40 0x55628a561410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 -- 172.21.15.2:0/1045719356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a55d780 msgr2=0x55628a561ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a55d780 0x55628a561ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 -- 172.21.15.2:0/1045719356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55628a54a510 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff78affd640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00a1a0 tx=0x7ff77c0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b3731b3dc6540aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff76eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77c013e40 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff784036040 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff77c020610 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff77c037050 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff7936fb740 10 client.18543 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.829+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55628a5d7f40 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff784036040 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff77c029950 con 0x55628a54e5d0 2024-09-05T04:23:09.836 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 10 client.18543 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 10 client.18543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 20 client.18543 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a5da700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 4 client.18543 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55628a438170 con 0x55628a56d2d0 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a5da700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff76eff5640 10 client.18543 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.830+0000 7ff78a7fc640 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a5da700 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ec0715e1da4e47c server_cookie=ea5ff3765955c64d in_seq=0 out_seq=0 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff76eff5640 1 -- 172.21.15.2:0/1045719356 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55628a438170 con 0x55628a56d2d0 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff76eff5640 10 client.18543 handle_command_reply: tid=0 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 client.18543 shutdown 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 msgr2=0x55628a5660e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.837 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7ff77c00a1a0 tx=0x7ff77c0047d0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 shutdown_connections 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55628a56d2d0 0x55628a5da700 crc :-1 s=READY pgs=359 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55628a55d780 0x55628a561ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55628a54fb40 0x55628a561410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff76eff5640 0 client.18543 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 --2- 172.21.15.2:0/1045719356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55628a54e5d0 0x55628a5660e0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 >> 172.21.15.2:0/1045719356 conn(0x55628a517310 msgr2=0x55628a55bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 shutdown_connections 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 1 -- 172.21.15.2:0/1045719356 wait complete. 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff7936fb740 20 client.18543 trim_cache size 0 max 16384 2024-09-05T04:23:09.838 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 msgr2=0x7ff7740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 0x7ff7740a51b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff77c006fd0 tx=0x7ff77c008040 comp rx=0 tx=0).stop 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 msgr2=0x7ff78c1989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.831+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7ff78000c890 tx=0x7ff78000cd50 comp rx=0 tx=0).stop 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 shutdown_connections 2024-09-05T04:23:09.839 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff7740a2cf0 0x7ff7740a51b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff78c106ba0 0x7ff78c19cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff78c100a70 0x7ff78c1989a0 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 --2- 172.21.15.2:0/2402948686 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff78c1000d0 0x7ff78c198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 >> 172.21.15.2:0/2402948686 conn(0x7ff78c077210 msgr2=0x7ff78c104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 shutdown_connections 2024-09-05T04:23:09.840 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:09.832+0000 7ff791322640 1 -- 172.21.15.2:0/2402948686 wait complete. 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 -- 172.21.15.2:0/1921881536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba381019b0 msgr2=0x7fba38101d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/1921881536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba381019b0 0x7fba38101d90 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fba28009900 tx=0x7fba2802a410 comp rx=0 tx=0).stop 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 -- 172.21.15.2:0/1921881536 shutdown_connections 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/1921881536 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba38106f60 0x7fba3810d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/1921881536 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba38102360 0x7fba38106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/1921881536 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba381019b0 0x7fba38101d90 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 -- 172.21.15.2:0/1921881536 >> 172.21.15.2:0/1921881536 conn(0x7fba38075e20 msgr2=0x7fba38076230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 -- 172.21.15.2:0/1921881536 shutdown_connections 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.246+0000 7fba3d1b7640 1 -- 172.21.15.2:0/1921881536 wait complete. 2024-09-05T04:23:10.248 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 Processor -- start 2024-09-05T04:23:10.249 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 -- start start 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba381019b0 0x7fba381991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba38199cb0 0x7fba381a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fba38110cb0 con 0x7fba38106f60 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fba38110b30 con 0x7fba38199cb0 2024-09-05T04:23:10.250 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba3d1b7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fba38110e30 con 0x7fba381019b0 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53778/0 (socket says 172.21.15.2:53778) 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 -- 172.21.15.2:0/4215831201 learned_addr learned my addr 172.21.15.2:0/4215831201 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba36d9d640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba381019b0 0x7fba381991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 -- 172.21.15.2:0/4215831201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba381019b0 msgr2=0x7fba381991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba381019b0 0x7fba381991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 -- 172.21.15.2:0/4215831201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba38199cb0 msgr2=0x7fba381a4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba38199cb0 0x7fba381a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.247+0000 7fba2ffff640 1 -- 172.21.15.2:0/4215831201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba381a4a30 con 0x7fba38106f60 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba2ffff640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fba2000e9a0 tx=0x7fba2000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba34d99640 1 -- 172.21.15.2:0/4215831201 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba2000cd80 con 0x7fba38106f60 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba34d99640 1 -- 172.21.15.2:0/4215831201 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba200035f0 con 0x7fba38106f60 2024-09-05T04:23:10.251 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba381a4d20 con 0x7fba38106f60 2024-09-05T04:23:10.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba34d99640 1 -- 172.21.15.2:0/4215831201 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba20010690 con 0x7fba38106f60 2024-09-05T04:23:10.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.248+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba381a5210 con 0x7fba38106f60 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.250+0000 7fba34d99640 1 -- 172.21.15.2:0/4215831201 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fba200037a0 con 0x7fba38106f60 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.250+0000 7fba40029740 1 Processor -- start 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.250+0000 7fba40029740 1 -- start start 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b3ff2f0 con 0x55cc7b49aaf0 2024-09-05T04:23:10.258 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b3a7270 con 0x55cc7b49b410 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba40029740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b3fb2b0 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53782/0 (socket says 172.21.15.2:53782) 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 -- 172.21.15.2:0/1316857591 learned_addr learned my addr 172.21.15.2:0/1316857591 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba36d9d640 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba2ffff640 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba34d99640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 0x7fba240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 -- 172.21.15.2:0/1316857591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b4a5cb0 msgr2=0x55cc7b4a80a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a80a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 -- 172.21.15.2:0/1316857591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 msgr2=0x55cc7b4a5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 -- 172.21.15.2:0/1316857591 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc7b3a6340 con 0x55cc7b49aaf0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba34d99640 1 -- 172.21.15.2:0/4215831201 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fba200cfc10 con 0x7fba38106f60 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fba30009d10 tx=0x7fba3000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b631eecd37a4f7fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.259 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.251+0000 7fba3759e640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 0x7fba240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba2d7fa640 1 -- 172.21.15.2:0/1316857591 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30016070 con 0x55cc7b49aaf0 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba2d7fa640 1 -- 172.21.15.2:0/1316857591 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba3001b900 con 0x55cc7b49aaf0 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba2d7fa640 1 -- 172.21.15.2:0/1316857591 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30010b40 con 0x55cc7b49aaf0 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 -- 172.21.15.2:0/1316857591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 msgr2=0x55cc7b49aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba3759e640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 0x7fba240a51b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fba30018000 tx=0x7fba30019730 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fba30009d10 tx=0x7fba3000e6c0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 -- 172.21.15.2:0/1316857591 shutdown_connections 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a80a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 --2- 172.21.15.2:0/1316857591 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49aed0 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 -- 172.21.15.2:0/1316857591 >> 172.21.15.2:0/1316857591 conn(0x55cc7b497060 msgr2=0x55cc7b497440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.252+0000 7fba40029740 1 -- 172.21.15.2:0/1316857591 shutdown_connections 2024-09-05T04:23:10.260 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 -- 172.21.15.2:0/1316857591 wait complete. 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 -- start start 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 Processor -- start 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b4a8880 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b388290 con 0x55cc7b49b410 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cc7b4a8a00 con 0x55cc7b49aaf0 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba40029740 10 client.0 _ll_register_callbacks cb 0x55cc7b3b9140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53796/0 (socket says 172.21.15.2:53796) 2024-09-05T04:23:10.261 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba3759e640 1 -- 172.21.15.2:0/4291639678 learned_addr learned my addr 172.21.15.2:0/4291639678 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.253+0000 7fba36d9d640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba2ffff640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 -- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 msgr2=0x55cc7b4a2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 -- 172.21.15.2:0/4291639678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 msgr2=0x55cc7b4a3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 -- 172.21.15.2:0/4291639678 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc7b112210 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba36d9d640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba2ffff640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba3759e640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fba30005c10 tx=0x7fba30019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5076160baf6ce34 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30016030 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fba30009840 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.262 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba3001b900 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fba300103d0 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba40029740 10 client.18555 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cc7b1de620 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba3001b900 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.254+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fba3000f040 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 10 client.18555 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 10 client.18555 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 20 client.18555 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b4b5bc0 0x55cc7b4b7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 4 client.18555 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cc7b40ca20 con 0x55cc7b4b5bc0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba36d9d640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b4b5bc0 0x55cc7b4b7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba36d9d640 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b4b5bc0 0x55cc7b4b7fb0 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9a338380ef6a9fa server_cookie=21a8fc65b4018baa in_seq=0 out_seq=0 2024-09-05T04:23:10.263 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.255+0000 7fba1e7fc640 10 client.18555 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba1e7fc640 1 -- 172.21.15.2:0/4291639678 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cc7b40ca20 con 0x55cc7b4b5bc0 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba1e7fc640 10 client.18555 handle_command_reply: tid=0 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 client.18555 shutdown 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 msgr2=0x55cc7b4a35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fba30005c10 tx=0x7fba30019000 comp rx=0 tx=0).stop 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 shutdown_connections 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b4b5bc0 0x55cc7b4b7fb0 crc :-1 s=READY pgs=360 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4a35d0 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba1e7fc640 0 client.18555 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 --2- 172.21.15.2:0/4291639678 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 >> 172.21.15.2:0/4291639678 conn(0x55cc7b497060 msgr2=0x55cc7b49cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.264 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 shutdown_connections 2024-09-05T04:23:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 1 -- 172.21.15.2:0/4291639678 wait complete. 2024-09-05T04:23:10.265 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.256+0000 7fba40029740 20 client.18555 trim_cache size 0 max 16384 2024-09-05T04:23:10.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 Processor -- start 2024-09-05T04:23:10.272 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 -- start start 2024-09-05T04:23:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4bd580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.276 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fba381ad1a0 con 0x55cc7b49aaf0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fba381afa00 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba40029740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fba381ad7f0 con 0x55cc7b49b410 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53800/0 (socket says 172.21.15.2:53800) 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 -- 172.21.15.2:0/753640912 learned_addr learned my addr 172.21.15.2:0/753640912 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 -- 172.21.15.2:0/753640912 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49b410 msgr2=0x55cc7b4a3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 -- 172.21.15.2:0/753640912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b4a5cb0 msgr2=0x55cc7b4bd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4bd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.271+0000 7fba36d9d640 1 -- 172.21.15.2:0/753640912 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cc7b496e90 con 0x55cc7b49aaf0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba36d9d640 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fba28009900 tx=0x7fba28009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4018650f02f9ff5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba2cff9640 1 -- 172.21.15.2:0/753640912 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba28035040 con 0x55cc7b49aaf0 2024-09-05T04:23:10.277 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba2cff9640 1 -- 172.21.15.2:0/753640912 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba2804a070 con 0x55cc7b49aaf0 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba2cff9640 1 -- 172.21.15.2:0/753640912 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba28004920 con 0x55cc7b49aaf0 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 -- 172.21.15.2:0/753640912 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 msgr2=0x55cc7b49d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fba28009900 tx=0x7fba28009640 comp rx=0 tx=0).stop 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 -- 172.21.15.2:0/753640912 shutdown_connections 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4bd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49b410 0x55cc7b4a3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 --2- 172.21.15.2:0/753640912 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b49aaf0 0x55cc7b49d560 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 -- 172.21.15.2:0/753640912 >> 172.21.15.2:0/753640912 conn(0x55cc7b497060 msgr2=0x55cc7b4a4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.272+0000 7fba40029740 1 -- 172.21.15.2:0/753640912 shutdown_connections 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 -- 172.21.15.2:0/753640912 wait complete. 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 -- start start 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 Processor -- start 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.278 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fba381adec0 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fba381af330 con 0x55cc7b49b410 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fba381ae590 con 0x55cc7b49aaf0 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba40029740 10 client.0 _ll_register_callbacks cb 0x7fba20005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53816/0 (socket says 172.21.15.2:53816) 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 -- 172.21.15.2:0/2953892455 learned_addr learned my addr 172.21.15.2:0/2953892455 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba36d9d640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 -- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 msgr2=0x55cc7b4a9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 -- 172.21.15.2:0/2953892455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 msgr2=0x55cc7b4a9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:10.279 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba2ffff640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.273+0000 7fba3759e640 1 -- 172.21.15.2:0/2953892455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cc7b4922d0 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba3759e640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fba30003cb0 tx=0x7fba30009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34edfc4294e1ac50 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba30016030 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fba30011950 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba2804a070 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fba30009b60 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 10 client.18561 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cc7b497cf0 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba2804a070 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fba30004040 con 0x55cc7b4a5cb0 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 10 client.18561 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 10 client.18561 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:10.280 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 20 client.18561 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b520a70 0x55cc7b522e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 4 client.18561 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.274+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cc7b406d70 con 0x55cc7b520a70 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.275+0000 7fba36d9d640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b520a70 0x55cc7b522e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.275+0000 7fba1e7fc640 10 client.18561 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:10.281 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.275+0000 7fba36d9d640 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b520a70 0x55cc7b522e60 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=668503a7335334ad server_cookie=88875b383ad05dc6 in_seq=0 out_seq=0 2024-09-05T04:23:10.291 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.289+0000 7fba1e7fc640 1 -- 172.21.15.2:0/2953892455 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cc7b406d70 con 0x55cc7b520a70 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.289+0000 7fba1e7fc640 10 client.18561 handle_command_reply: tid=0 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.289+0000 7fba40029740 1 client.18561 shutdown 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 msgr2=0x55cc7b4aa3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fba30003cb0 tx=0x7fba30009560 comp rx=0 tx=0).stop 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 shutdown_connections 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cc7b520a70 0x55cc7b522e60 crc :-1 s=READY pgs=361 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cc7b4a5cb0 0x55cc7b4aa3e0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cc7b49b410 0x55cc7b4a9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba1e7fc640 0 client.18561 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 --2- 172.21.15.2:0/2953892455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cc7b49aaf0 0x55cc7b4a9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 >> 172.21.15.2:0/2953892455 conn(0x55cc7b497060 msgr2=0x55cc7b4959a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 shutdown_connections 2024-09-05T04:23:10.292 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 1 -- 172.21.15.2:0/2953892455 wait complete. 2024-09-05T04:23:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba40029740 20 client.18561 trim_cache size 0 max 16384 2024-09-05T04:23:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:23:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:23:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:23:10.293 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 msgr2=0x7fba240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 0x7fba240a51b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fba30018000 tx=0x7fba30019730 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 msgr2=0x7fba38199720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fba2000e9a0 tx=0x7fba2000ee60 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 shutdown_connections 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fba240a2cf0 0x7fba240a51b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fba38199cb0 0x7fba381a4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fba38106f60 0x7fba38199720 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 --2- 172.21.15.2:0/4215831201 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fba381019b0 0x7fba381991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.290+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 >> 172.21.15.2:0/4215831201 conn(0x7fba38075e20 msgr2=0x7fba38104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:10.294 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.291+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 shutdown_connections 2024-09-05T04:23:10.295 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:10.291+0000 7fba3d1b7640 1 -- 172.21.15.2:0/4215831201 wait complete. 2024-09-05T04:23:11.185 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:23:11.452 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:11.529 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:23:11.529 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:23:11.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:11 smithi002 ceph-mon[31001]: pgmap v381: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 33 op/s 2024-09-05T04:23:11.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:11 smithi079 ceph-mon[34908]: pgmap v381: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 33 op/s 2024-09-05T04:23:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:11 smithi047 ceph-mon[34498]: pgmap v381: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 105 KiB/s wr, 33 op/s 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- 172.21.15.2:0/4165158870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3501036e0 msgr2=0x7fb350107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 --2- 172.21.15.2:0/4165158870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3501036e0 0x7fb350107b90 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009930 tx=0x7fb33c02a420 comp rx=0 tx=0).stop 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- 172.21.15.2:0/4165158870 shutdown_connections 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 --2- 172.21.15.2:0/4165158870 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 0x7fb35010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 --2- 172.21.15.2:0/4165158870 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3501036e0 0x7fb350107b90 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 --2- 172.21.15.2:0/4165158870 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb350102d30 0x7fb350103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- 172.21.15.2:0/4165158870 >> 172.21.15.2:0/4165158870 conn(0x7fb3500fc7d0 msgr2=0x7fb3500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- 172.21.15.2:0/4165158870 shutdown_connections 2024-09-05T04:23:11.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- 172.21.15.2:0/4165158870 wait complete. 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 Processor -- start 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.920+0000 7fb356fd0640 1 -- start start 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3501036e0 0x7fb350198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 0x7fb35019ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb350111f90 con 0x7fb350102d30 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb350111e10 con 0x7fb3501082a0 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb350112110 con 0x7fb3501036e0 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59170/0 (socket says 172.21.15.2:59170) 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 -- 172.21.15.2:0/915297439 learned_addr learned my addr 172.21.15.2:0/915297439 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:11.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb34ffff640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3501036e0 0x7fb350198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 -- 172.21.15.2:0/915297439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3501036e0 msgr2=0x7fb350198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3501036e0 0x7fb350198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 -- 172.21.15.2:0/915297439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 msgr2=0x7fb35019ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb35556d640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 0x7fb35019ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 0x7fb35019ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 -- 172.21.15.2:0/915297439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb35019d520 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb354d6c640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fb34400d770 tx=0x7fb34400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb344017070 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3440054d0 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb35019d810 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.921+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb344004cf0 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.922+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3501a50f0 con 0x7fb350102d30 2024-09-05T04:23:11.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.923+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb350103110 con 0x7fb350102d30 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.923+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb344004e90 con 0x7fb350102d30 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.924+0000 7fb34dffb640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 0x7fb3400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.924+0000 7fb34ffff640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 0x7fb3400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.925+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fb3440cf2b0 con 0x7fb350102d30 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.925+0000 7fb34ffff640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 0x7fb3400a51b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb33c031440 tx=0x7fb33c000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:11.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:11.929+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb34409bae0 con 0x7fb350102d30 2024-09-05T04:23:12.019 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:12.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.150+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb35010a2b0 con 0x7fb350102d30 2024-09-05T04:23:12.151 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.151+0000 7fb34dffb640 1 -- 172.21.15.2:0/915297439 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fb34409b3e0 con 0x7fb350102d30 2024-09-05T04:23:12.152 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:23:12.152 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:23:12.152 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 msgr2=0x7fb3400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 0x7fb3400a51b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fb33c031440 tx=0x7fb33c000bc0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 msgr2=0x7fb350198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fb34400d770 tx=0x7fb34400dc30 comp rx=0 tx=0).stop 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 shutdown_connections 2024-09-05T04:23:12.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3400a2cf0 0x7fb3400a51b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3501082a0 0x7fb35019ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3501036e0 0x7fb350198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 --2- 172.21.15.2:0/915297439 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb350102d30 0x7fb350198570 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 >> 172.21.15.2:0/915297439 conn(0x7fb3500fc7d0 msgr2=0x7fb350105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 shutdown_connections 2024-09-05T04:23:12.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.153+0000 7fb356fd0640 1 -- 172.21.15.2:0/915297439 wait complete. 2024-09-05T04:23:12.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/915297439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:12.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/915297439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/915297439' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:12.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 -- 172.21.15.2:0/1790044944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 msgr2=0x7fa0c810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/1790044944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c810e610 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009ca0 tx=0x7fa0c002a950 comp rx=0 tx=0).stop 2024-09-05T04:23:12.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 -- 172.21.15.2:0/1790044944 shutdown_connections 2024-09-05T04:23:12.722 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/1790044944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c810e610 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/1790044944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 0x7fa0c810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/1790044944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 0x7fa0c8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 -- 172.21.15.2:0/1790044944 >> 172.21.15.2:0/1790044944 conn(0x7fa0c80fc7a0 msgr2=0x7fa0c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 -- 172.21.15.2:0/1790044944 shutdown_connections 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 -- 172.21.15.2:0/1790044944 wait complete. 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.714+0000 7fa0cee3a640 1 Processor -- start 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 -- start start 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 0x7fa0c81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 0x7fa0c8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111e00 con 0x7fa0c810c170 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111c80 con 0x7fa0c8102d40 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cee3a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c8111f80 con 0x7fa0c8103660 2024-09-05T04:23:12.723 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59190/0 (socket says 172.21.15.2:59190) 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 -- 172.21.15.2:0/2407497269 learned_addr learned my addr 172.21.15.2:0/2407497269 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 0x7fa0c81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 0x7fa0c8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 -- 172.21.15.2:0/2407497269 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 msgr2=0x7fa0c8100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 0x7fa0c8100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 -- 172.21.15.2:0/2407497269 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 msgr2=0x7fa0c81009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 0x7fa0c81009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 -- 172.21.15.2:0/2407497269 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c81a6800 con 0x7fa0c810c170 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0cd3d7640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fa0c002ae70 tx=0x7fa0c002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.715+0000 7fa0c5ffb640 1 -- 172.21.15.2:0/2407497269 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0034040 con 0x7fa0c810c170 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.716+0000 7fa0c5ffb640 1 -- 172.21.15.2:0/2407497269 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0c00308f0 con 0x7fa0c810c170 2024-09-05T04:23:12.724 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.716+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c81a6a90 con 0x7fa0c810c170 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.716+0000 7fa0c5ffb640 1 -- 172.21.15.2:0/2407497269 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00047f0 con 0x7fa0c810c170 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.716+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c81a6f70 con 0x7fa0c810c170 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0c5ffb640 1 -- 172.21.15.2:0/2407497269 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa0c0037020 con 0x7fa0c810c170 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 Processor -- start 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 -- start start 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4bfb60 0x5603df4bff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4ca800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5603df425280 con 0x5603df4cad40 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5603df3ccb10 con 0x5603df4c0480 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.718+0000 7fa0d1213740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5603df421240 con 0x5603df4bfb60 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c5ffb640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 0x7fa0b80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59198/0 (socket says 172.21.15.2:59198) 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2806663917 learned_addr learned my addr 172.21.15.2:0/2806663917 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4bfb60 0x5603df4bff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0cd3d7640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 0x7fa0b80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c5ffb640 1 -- 172.21.15.2:0/2407497269 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa0c00f0780 con 0x7fa0c810c170 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4ca800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2806663917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4bfb60 msgr2=0x5603df4bff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4bfb60 0x5603df4bff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2806663917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 msgr2=0x5603df4ca800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4ca800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2806663917 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603df3d91f0 con 0x5603df4cad40 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fa0b40148b0 tx=0x7fa0b400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d5426ca6a2f328c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0cd3d7640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 0x7fa0b80a51b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0006010 tx=0x7fa0c002a950 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0b2ffd640 1 -- 172.21.15.2:0/2806663917 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b40142d0 con 0x5603df4cad40 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0b2ffd640 1 -- 172.21.15.2:0/2806663917 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0b4014e30 con 0x5603df4cad40 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.719+0000 7fa0b2ffd640 1 -- 172.21.15.2:0/2806663917 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4004d40 con 0x5603df4cad40 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 -- 172.21.15.2:0/2806663917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 msgr2=0x5603df4cd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fa0b40148b0 tx=0x7fa0b400c490 comp rx=0 tx=0).stop 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 -- 172.21.15.2:0/2806663917 shutdown_connections 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4cd130 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4ca800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2806663917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4bfb60 0x5603df4bff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 -- 172.21.15.2:0/2806663917 >> 172.21.15.2:0/2806663917 conn(0x5603df4bc0f0 msgr2=0x5603df4bc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 -- 172.21.15.2:0/2806663917 shutdown_connections 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.720+0000 7fa0d1213740 1 -- 172.21.15.2:0/2806663917 wait complete. 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 -- start start 2024-09-05T04:23:12.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 Processor -- start 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4c0480 0x5603df4c8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5603df4cd910 con 0x5603df4cad40 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5603df3dff10 con 0x5603df4bfb60 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5603df4cda90 con 0x5603df4c0480 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0d1213740 10 client.0 _ll_register_callbacks cb 0x5603df3a8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59214/0 (socket says 172.21.15.2:59214) 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2031018065 learned_addr learned my addr 172.21.15.2:0/2031018065 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4c0480 0x5603df4c8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.721+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4c0480 msgr2=0x5603df4c8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4c0480 0x5603df4c8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2031018065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 msgr2=0x5603df4c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4c7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 -- 172.21.15.2:0/2031018065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603df1966a0 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4004a20 tx=0x7fa0b4004920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4fc389661e025d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b400fa20 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa0b400fbc0 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0b4014e30 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa0b402e050 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 10 client.18579 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5603df4d9540 con 0x5603df4cad40 2024-09-05T04:23:12.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0b4014e30 con 0x5603df4cad40 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa0b4012550 con 0x5603df4cad40 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 10 client.18579 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 10 client.18579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.722+0000 7fa0d1213740 20 client.18579 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df4da940 0x5603df4dcd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0d1213740 4 client.18579 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603df4327f0 con 0x5603df4da940 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df4da940 0x5603df4dcd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df4da940 0x5603df4dcd30 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89d6a12eac87bbdf server_cookie=fa65c119733db0da in_seq=0 out_seq=0 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.723+0000 7fa0a7fff640 10 client.18579 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0a7fff640 1 -- 172.21.15.2:0/2031018065 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5603df4327f0 con 0x5603df4da940 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0a7fff640 10 client.18579 handle_command_reply: tid=0 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 client.18579 shutdown 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 msgr2=0x5603df4c86c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4004a20 tx=0x7fa0b4004920 comp rx=0 tx=0).stop 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 shutdown_connections 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df4da940 0x5603df4dcd30 crc :-1 s=READY pgs=362 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4cad40 0x5603df4c86c0 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4c0480 0x5603df4c8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 --2- 172.21.15.2:0/2031018065 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 >> 172.21.15.2:0/2031018065 conn(0x5603df4bc0f0 msgr2=0x5603df4c1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0a7fff640 0 client.18579 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 shutdown_connections 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 1 -- 172.21.15.2:0/2031018065 wait complete. 2024-09-05T04:23:12.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.724+0000 7fa0d1213740 20 client.18579 trim_cache size 0 max 16384 2024-09-05T04:23:12.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 Processor -- start 2024-09-05T04:23:12.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 -- start start 2024-09-05T04:23:12.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4e2360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4e28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81af210 con 0x5603df4bfb60 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81b1a70 con 0x5603df4c0480 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.742+0000 7fa0d1213740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81af860 con 0x5603df4cad40 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59222/0 (socket says 172.21.15.2:59222) 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 -- 172.21.15.2:0/3982779027 learned_addr learned my addr 172.21.15.2:0/3982779027 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4e28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4e2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 -- 172.21.15.2:0/3982779027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 msgr2=0x5603df4e28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4e28a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 -- 172.21.15.2:0/3982779027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 msgr2=0x5603df4e2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4e2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 -- 172.21.15.2:0/3982779027 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603df4b7830 con 0x5603df4bfb60 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fa0b400cba0 tx=0x7fa0b4014400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b44f672c40c25e82 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0b27fc640 1 -- 172.21.15.2:0/3982779027 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b40144d0 con 0x5603df4bfb60 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0b27fc640 1 -- 172.21.15.2:0/3982779027 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0b4012b90 con 0x5603df4bfb60 2024-09-05T04:23:12.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.743+0000 7fa0b27fc640 1 -- 172.21.15.2:0/3982779027 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b400fd20 con 0x5603df4bfb60 2024-09-05T04:23:12.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- 172.21.15.2:0/3982779027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 msgr2=0x5603df4c6af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.748 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fa0b400cba0 tx=0x7fa0b4014400 comp rx=0 tx=0).stop 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- 172.21.15.2:0/3982779027 shutdown_connections 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4e28a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4c0480 0x5603df4e2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3982779027 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4bfb60 0x5603df4c6af0 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- 172.21.15.2:0/3982779027 >> 172.21.15.2:0/3982779027 conn(0x5603df4bc0f0 msgr2=0x5603df4c63e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- 172.21.15.2:0/3982779027 shutdown_connections 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- 172.21.15.2:0/3982779027 wait complete. 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 -- start start 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.744+0000 7fa0d1213740 1 Processor -- start 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4d3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.749 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4ceeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81aff30 con 0x5603df4c0480 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81b13a0 con 0x5603df4bfb60 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c81b0600 con 0x5603df4cad40 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0d1213740 10 client.0 _ll_register_callbacks cb 0x7fa0b400ce20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0c7fff640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4d3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59234/0 (socket says 172.21.15.2:59234) 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 -- 172.21.15.2:0/3470972232 learned_addr learned my addr 172.21.15.2:0/3470972232 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4ceeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 -- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 msgr2=0x5603df4ceeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4ceeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 -- 172.21.15.2:0/3470972232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 msgr2=0x5603df4d3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:12.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4d3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.745+0000 7fa0ccbd6640 1 -- 172.21.15.2:0/3470972232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603df4cf6e0 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0ccbd6640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc004700 tx=0x7fa0bc00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=524cd7f91cbc33fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc013b90 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa0bc013d30 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa0b4012b90 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa0bc02d050 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 10 client.18585 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5603df545530 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0b4012b90 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa0bc011600 con 0x5603df4c0480 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 10 client.18585 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:12.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 10 client.18585 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 20 client.18585 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df545c90 0x5603df5480b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 4 client.18585 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.746+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5603df42cd00 con 0x5603df545c90 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.747+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df545c90 0x5603df5480b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.747+0000 7fa0c7fff640 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df545c90 0x5603df5480b0 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c85f15dc93c44ad server_cookie=85e27ba998c35a5 in_seq=0 out_seq=0 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.747+0000 7fa0a7fff640 10 client.18585 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0a7fff640 1 -- 172.21.15.2:0/3470972232 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5603df42cd00 con 0x5603df545c90 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0a7fff640 10 client.18585 handle_command_reply: tid=0 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 client.18585 shutdown 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 msgr2=0x5603df4ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc004700 tx=0x7fa0bc00bd30 comp rx=0 tx=0).stop 2024-09-05T04:23:12.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 shutdown_connections 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5603df545c90 0x5603df5480b0 crc :-1 s=READY pgs=363 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5603df4cad40 0x5603df4ceeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5603df4c0480 0x5603df4ce8a0 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 --2- 172.21.15.2:0/3470972232 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5603df4bfb60 0x5603df4d3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 >> 172.21.15.2:0/3470972232 conn(0x5603df4bc0f0 msgr2=0x5603df4c1dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.748+0000 7fa0a7fff640 0 client.18585 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:12.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 shutdown_connections 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0d1213740 1 -- 172.21.15.2:0/3470972232 wait complete. 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0d1213740 20 client.18585 trim_cache size 0 max 16384 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "60f726bc-2fa4-42a8-b5a4-ddb8c9575542", 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:23:12.754 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 msgr2=0x7fa0b80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 0x7fa0b80a51b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0006010 tx=0x7fa0c002a950 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 msgr2=0x7fa0c8101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fa0c002ae70 tx=0x7fa0c002f5d0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 shutdown_connections 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa0b80a2cf0 0x7fa0b80a51b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa0c810c170 0x7fa0c8101420 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa0c8103660 0x7fa0c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 --2- 172.21.15.2:0/2407497269 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa0c8102d40 0x7fa0c81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.749+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 >> 172.21.15.2:0/2407497269 conn(0x7fa0c80fc7a0 msgr2=0x7fa0c80fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.750+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 shutdown_connections 2024-09-05T04:23:12.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:12.750+0000 7fa0cee3a640 1 -- 172.21.15.2:0/2407497269 wait complete. 2024-09-05T04:23:13.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:13 smithi002 ceph-mon[31001]: pgmap v382: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:23:13.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:13 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:23:13.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:13 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:13 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:23:13.468 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:13 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.498 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:23:13.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:13 smithi079 ceph-mon[34908]: pgmap v382: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:23:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:13 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:23:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:13 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:13 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:23:13.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:13 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:13 smithi047 ceph-mon[34498]: pgmap v382: 129 pgs: 129 active+clean; 1.7 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:23:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:13 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:23:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:13 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:13 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:23:13.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:13 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:13.958 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id eac83955 --release --await' 2024-09-05T04:23:13.958 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id eac83955 --release --await 2024-09-05T04:23:14.034 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:14.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/2196993149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 msgr2=0x7f8ea41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/2196993149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea41029b0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c009900 tx=0x7f8e8c02a480 comp rx=0 tx=0).stop 2024-09-05T04:23:14.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/2196993149 shutdown_connections 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/2196993149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4102ef0 0x7f8ea410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/2196993149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea41029b0 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/2196993149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4100e20 0x7f8ea4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/2196993149 >> 172.21.15.2:0/2196993149 conn(0x7f8ea40fc7d0 msgr2=0x7f8ea40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/2196993149 shutdown_connections 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/2196993149 wait complete. 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 Processor -- start 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.542+0000 7f8eaa2bc640 1 -- start start 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 0x7f8ea40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 0x7f8ea40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4110e50 con 0x7f8ea4102570 2024-09-05T04:23:14.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4110cd0 con 0x7f8ea4100e20 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea4110fd0 con 0x7f8ea4102ef0 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59260/0 (socket says 172.21.15.2:59260) 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 -- 172.21.15.2:0/4029421957 learned_addr learned my addr 172.21.15.2:0/4029421957 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 0x7f8ea40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 0x7f8ea40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 -- 172.21.15.2:0/4029421957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 msgr2=0x7f8ea40fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 0x7f8ea40fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 -- 172.21.15.2:0/4029421957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 msgr2=0x7f8ea40fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 0x7f8ea40fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 -- 172.21.15.2:0/4029421957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ea41a68e0 con 0x7f8ea4102570 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 0x7f8ea40fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:14.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 0x7f8ea40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c006010 tx=0x7f8e8c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea1ffb640 1 -- 172.21.15.2:0/4029421957 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c03f070 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea1ffb640 1 -- 172.21.15.2:0/4029421957 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e8c003aa0 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ea41a6b70 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.543+0000 7f8ea1ffb640 1 -- 172.21.15.2:0/4029421957 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c035030 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.544+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ea41a7050 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8ea1ffb640 1 -- 172.21.15.2:0/4029421957 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8e8c042070 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 Processor -- start 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8ea1ffb640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 0x7f8e900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 -- start start 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 0x7f8e900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8ea1ffb640 1 -- 172.21.15.2:0/4029421957 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f8e8c0f01f0 con 0x7f8ea4102570 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 0x556a26538880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26538dc0 0x556a26543140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.546+0000 7f8eac695740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556a2649e2e0 con 0x556a26543680 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8eac695740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556a26445ce0 con 0x556a265384a0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8eac695740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556a2649a2a0 con 0x556a26538dc0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59268/0 (socket says 172.21.15.2:59268) 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 -- 172.21.15.2:0/3050566823 learned_addr learned my addr 172.21.15.2:0/3050566823 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 0x556a26538880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26538dc0 0x556a26543140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 0x7f8e900a51b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c005fd0 tx=0x7f8e9c00d710 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 -- 172.21.15.2:0/3050566823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26538dc0 msgr2=0x556a26543140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26538dc0 0x556a26543140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 -- 172.21.15.2:0/3050566823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 msgr2=0x556a26538880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 0x556a26538880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 -- 172.21.15.2:0/3050566823 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a2642a440 con 0x556a26543680 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 0x556a26538880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8ea8859640 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00dfd0 tx=0x7f8e9c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bafe44a72aa45beb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8e9a7fc640 1 -- 172.21.15.2:0/3050566823 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c010920 con 0x556a26543680 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8e9a7fc640 1 -- 172.21.15.2:0/3050566823 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e9c01c450 con 0x556a26543680 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.547+0000 7f8e9a7fc640 1 -- 172.21.15.2:0/3050566823 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c024660 con 0x556a26543680 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 -- 172.21.15.2:0/3050566823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 msgr2=0x556a26545a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00dfd0 tx=0x7f8e9c018000 comp rx=0 tx=0).stop 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 -- 172.21.15.2:0/3050566823 shutdown_connections 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a26545a70 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26538dc0 0x556a26543140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 --2- 172.21.15.2:0/3050566823 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a265384a0 0x556a26538880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 -- 172.21.15.2:0/3050566823 >> 172.21.15.2:0/3050566823 conn(0x556a26534a30 msgr2=0x556a26534e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 -- 172.21.15.2:0/3050566823 shutdown_connections 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.548+0000 7f8eac695740 1 -- 172.21.15.2:0/3050566823 wait complete. 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 -- start start 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 Processor -- start 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a26542f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 0x556a26540760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x556a26546250 con 0x556a26538dc0 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556a26459050 con 0x556a26543680 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x556a265463d0 con 0x556a265384a0 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8eac695740 10 client.0 _ll_register_callbacks cb 0x556a26499160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8e9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8e9bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59272/0 (socket says 172.21.15.2:59272) 2024-09-05T04:23:14.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8e9bfff640 1 -- 172.21.15.2:0/1844120144 learned_addr learned my addr 172.21.15.2:0/1844120144 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a26542f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8ea8859640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 0x556a26540760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8e9bfff640 1 -- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 msgr2=0x556a26542f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.549+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a26542f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e9bfff640 1 -- 172.21.15.2:0/1844120144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 msgr2=0x556a26540760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 0x556a26540760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e9bfff640 1 -- 172.21.15.2:0/1844120144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a2620f3c0 con 0x556a26538dc0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8ea8859640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 0x556a26540760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c0bc020 tx=0x7f8e8c0bbc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e096c1581087a3f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e8c049040 con 0x556a26538dc0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f8e8c0b8990 con 0x556a26538dc0 2024-09-05T04:23:14.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e9c01c450 con 0x556a26538dc0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8e8c0c06d0 con 0x556a26538dc0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 10 client.18597 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556a26551bc0 con 0x556a26538dc0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e9c01c450 con 0x556a26538dc0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8e8c0bc580 con 0x556a26538dc0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 10 client.18597 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 10 client.18597 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 20 client.18597 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a26553020 0x556a26555410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 4 client.18597 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.550+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a264ab850 con 0x556a26553020 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.551+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a26553020 0x556a26555410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.551+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a26553020 0x556a26555410 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a40ac7c4ef5a01c1 server_cookie=a780f13366b5cc65 in_seq=0 out_seq=0 2024-09-05T04:23:14.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.551+0000 7f8e837fe640 10 client.18597 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8e837fe640 1 -- 172.21.15.2:0/1844120144 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556a264ab850 con 0x556a26553020 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8e837fe640 10 client.18597 handle_command_reply: tid=0 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 client.18597 shutdown 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 msgr2=0x556a26540220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c0bc020 tx=0x7f8e8c0bbc80 comp rx=0 tx=0).stop 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 shutdown_connections 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a26553020 0x556a26555410 crc :-1 s=READY pgs=364 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26543680 0x556a26540760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26538dc0 0x556a26540220 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 --2- 172.21.15.2:0/1844120144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a26542f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8e837fe640 0 client.18597 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 >> 172.21.15.2:0/1844120144 conn(0x556a26534a30 msgr2=0x556a2653a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 shutdown_connections 2024-09-05T04:23:14.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 1 -- 172.21.15.2:0/1844120144 wait complete. 2024-09-05T04:23:14.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.552+0000 7f8eac695740 20 client.18597 trim_cache size 0 max 16384 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 Processor -- start 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 -- start start 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a2654f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a2655ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41af140 con 0x556a26543680 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b19a0 con 0x556a26538dc0 2024-09-05T04:23:14.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8eac695740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41af790 con 0x556a265384a0 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8ea8859640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8ea8859640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59280/0 (socket says 172.21.15.2:59280) 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8ea8859640 1 -- 172.21.15.2:0/4284222492 learned_addr learned my addr 172.21.15.2:0/4284222492 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.570+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a2654f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a2655ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 -- 172.21.15.2:0/4284222492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 msgr2=0x556a2654f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a2654f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 -- 172.21.15.2:0/4284222492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 msgr2=0x556a2655ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a2655ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 -- 172.21.15.2:0/4284222492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a26555a90 con 0x556a26543680 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a2654f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8ea8859640 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00dcb0 tx=0x7f8e9c008360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=641653875b33e8ee server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8e99ffb640 1 -- 172.21.15.2:0/4284222492 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c032070 con 0x556a26543680 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8e99ffb640 1 -- 172.21.15.2:0/4284222492 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e9c010720 con 0x556a26543680 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.571+0000 7f8e99ffb640 1 -- 172.21.15.2:0/4284222492 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c0052a0 con 0x556a26543680 2024-09-05T04:23:14.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- 172.21.15.2:0/4284222492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 msgr2=0x556a2655b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00dcb0 tx=0x7f8e9c008360 comp rx=0 tx=0).stop 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- 172.21.15.2:0/4284222492 shutdown_connections 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a26543680 0x556a2655b260 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a2655ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 --2- 172.21.15.2:0/4284222492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a265384a0 0x556a2654f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- 172.21.15.2:0/4284222492 >> 172.21.15.2:0/4284222492 conn(0x556a26534a30 msgr2=0x556a2653eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- 172.21.15.2:0/4284222492 shutdown_connections 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- 172.21.15.2:0/4284222492 wait complete. 2024-09-05T04:23:14.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.572+0000 7f8eac695740 1 -- start start 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 Processor -- start 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a26547170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26543680 0x556a26547710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41afe60 con 0x556a265384a0 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b12d0 con 0x556a26538dc0 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8ea41b0530 con 0x556a26543680 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8eac695740 10 client.0 _ll_register_callbacks cb 0x7f8e8c031f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:14.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8ea3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8ea3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59286/0 (socket says 172.21.15.2:59286) 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8ea3fff640 1 -- 172.21.15.2:0/335119553 learned_addr learned my addr 172.21.15.2:0/335119553 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8ea8859640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26543680 0x556a26547710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.573+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a26547170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 -- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26543680 msgr2=0x556a26547710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26543680 0x556a26547710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 -- 172.21.15.2:0/335119553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 msgr2=0x556a26547170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a26547170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 -- 172.21.15.2:0/335119553 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a26547f40 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a26547170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8ea3fff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f8e9400da00 tx=0x7f8e94017800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a9c0f034cd30f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8e837fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e94026470 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e9c010720 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f8e94026610 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8e9402f050 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8eac695740 10 client.18603 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.574+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x556a265bde30 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8e9c010720 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8e9401d800 con 0x556a265384a0 2024-09-05T04:23:14.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 10 client.18603 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 10 client.18603 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 20 client.18603 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a265be530 0x556a265c0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 4 client.18603 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556a264a5d60 con 0x556a265be530 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.575+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a265be530 0x556a265c0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8e837fe640 10 client.18603 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8e9bfff640 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a265be530 0x556a265c0950 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89ceb1451a77e5d8 server_cookie=5b9b537d76a0bf57 in_seq=0 out_seq=0 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8e837fe640 1 -- 172.21.15.2:0/335119553 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x556a264a5d60 con 0x556a265be530 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8e837fe640 10 client.18603 handle_command_reply: tid=0 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 client.18603 shutdown 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 msgr2=0x556a2654be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f8e9400da00 tx=0x7f8e94017800 comp rx=0 tx=0).stop 2024-09-05T04:23:14.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 shutdown_connections 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x556a265be530 0x556a265c0950 crc :-1 s=READY pgs=365 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556a26543680 0x556a26547710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8e837fe640 0 client.18603 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556a26538dc0 0x556a26547170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 --2- 172.21.15.2:0/335119553 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x556a265384a0 0x556a2654be40 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.576+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 >> 172.21.15.2:0/335119553 conn(0x556a26534a30 msgr2=0x556a2653e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 shutdown_connections 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eac695740 1 -- 172.21.15.2:0/335119553 wait complete. 2024-09-05T04:23:14.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eac695740 20 client.18603 trim_cache size 0 max 16384 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "60f726bc-2fa4-42a8-b5a4-ddb8c9575542": { 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "60f726bc-2fa4-42a8-b5a4-ddb8c9575542", 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:14.589 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 msgr2=0x7f8e900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 0x7f8e900a51b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c005fd0 tx=0x7f8e9c00d710 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 msgr2=0x7f8ea40fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.577+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f8e8c006010 tx=0x7f8e8c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 shutdown_connections 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8e900a2cf0 0x7f8e900a51b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8ea4102ef0 0x7f8ea40fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8ea4102570 0x7f8ea40fd1c0 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 --2- 172.21.15.2:0/4029421957 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8ea4100e20 0x7f8ea40fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 >> 172.21.15.2:0/4029421957 conn(0x7f8ea40fc7d0 msgr2=0x7f8ea4069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:14.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 shutdown_connections 2024-09-05T04:23:14.592 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:14.578+0000 7f8eaa2bc640 1 -- 172.21.15.2:0/4029421957 wait complete. 2024-09-05T04:23:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:15.255 INFO:tasks.cephfs.filesystem:scrub status for tag:60f726bc-2fa4-42a8-b5a4-ddb8c9575542 - {'path': '/', 'tag': '60f726bc-2fa4-42a8-b5a4-ddb8c9575542', 'options': 'recursive,force'} 2024-09-05T04:23:15.476 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:15 smithi002 ceph-mon[31001]: pgmap v383: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:15.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:15 smithi079 ceph-mon[34908]: pgmap v383: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:15 smithi047 ceph-mon[34498]: pgmap v383: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:15.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 -- 172.21.15.2:0/1770362472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff69810c1a0 msgr2=0x7ff69810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1770362472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff69810c1a0 0x7ff69810e610 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7ff690009ca0 tx=0x7ff69002a950 comp rx=0 tx=0).stop 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 -- 172.21.15.2:0/1770362472 shutdown_connections 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1770362472 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff69810c1a0 0x7ff69810e610 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1770362472 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff69810bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1770362472 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff698102dc0 0x7ff6981031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.744+0000 7ff69fc88640 1 -- 172.21.15.2:0/1770362472 >> 172.21.15.2:0/1770362472 conn(0x7ff6980fc7a0 msgr2=0x7ff6980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- 172.21.15.2:0/1770362472 shutdown_connections 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- 172.21.15.2:0/1770362472 wait complete. 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 Processor -- start 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- start start 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff698198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff69810c1a0 0x7ff69819cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff698111de0 con 0x7ff698102dc0 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff698111c60 con 0x7ff69810c1a0 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69fc88640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff698111f60 con 0x7ff6981036e0 2024-09-05T04:23:15.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.745+0000 7ff69da24640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59302/0 (socket says 172.21.15.2:59302) 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 -- 172.21.15.2:0/1173266629 learned_addr learned my addr 172.21.15.2:0/1173266629 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69d223640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff698198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69e225640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff69810c1a0 0x7ff69819cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 -- 172.21.15.2:0/1173266629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 msgr2=0x7ff698198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff698198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 -- 172.21.15.2:0/1173266629 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff69810c1a0 msgr2=0x7ff69819cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff69810c1a0 0x7ff69819cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 -- 172.21.15.2:0/1173266629 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff69819d2b0 con 0x7ff698102dc0 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69d223640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff698198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69da24640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7ff69400d950 tx=0x7ff69400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff68affd640 1 -- 172.21.15.2:0/1173266629 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694017070 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff68affd640 1 -- 172.21.15.2:0/1173266629 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff694009c30 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff69819d5a0 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff68affd640 1 -- 172.21.15.2:0/1173266629 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff69400f620 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.746+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6981a4e80 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.748+0000 7ff68affd640 1 -- 172.21.15.2:0/1173266629 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff6940109a0 con 0x7ff698102dc0 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 Processor -- start 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 -- start start 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x5616358a9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561635801620 con 0x56163589c980 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5616357a8e50 con 0x5616358a7240 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff6a2061740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5616357fd5e0 con 0x56163589c060 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff68affd640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 0x7ff6840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.749+0000 7ff69da24640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59312/0 (socket says 172.21.15.2:59312) 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 -- 172.21.15.2:0/267087806 learned_addr learned my addr 172.21.15.2:0/267087806 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69e225640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 0x7ff6840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69e225640 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69d223640 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x5616358a9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff68affd640 1 -- 172.21.15.2:0/1173266629 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff6940cf590 con 0x7ff698102dc0 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 -- 172.21.15.2:0/267087806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 msgr2=0x56163589c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 -- 172.21.15.2:0/267087806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 msgr2=0x5616358a9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x5616358a9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 -- 172.21.15.2:0/267087806 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561635799d40 con 0x56163589c980 2024-09-05T04:23:15.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69e225640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 0x7ff6840a51b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff690009a60 tx=0x7ff690009970 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff69da24640 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7ff694000c00 tx=0x7ff694097a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcf448859fbc57bf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff683fff640 1 -- 172.21.15.2:0/267087806 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff694020070 con 0x56163589c980 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff683fff640 1 -- 172.21.15.2:0/267087806 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff694009de0 con 0x56163589c980 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.750+0000 7ff683fff640 1 -- 172.21.15.2:0/267087806 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6940ccb10 con 0x56163589c980 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- 172.21.15.2:0/267087806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 msgr2=0x5616358a6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7ff694000c00 tx=0x7ff694097a30 comp rx=0 tx=0).stop 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- 172.21.15.2:0/267087806 shutdown_connections 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x5616358a9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a6d00 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 --2- 172.21.15.2:0/267087806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- 172.21.15.2:0/267087806 >> 172.21.15.2:0/267087806 conn(0x5616358985f0 msgr2=0x5616358989d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- 172.21.15.2:0/267087806 shutdown_connections 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- 172.21.15.2:0/267087806 wait complete. 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.751+0000 7ff6a2061740 1 -- start start 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 Processor -- start 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56163589c060 0x5616358a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616358a7240 0x5616358a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5616358a9e10 con 0x56163589c980 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561635789f10 con 0x56163589c060 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5616358a9f90 con 0x5616358a7240 2024-09-05T04:23:15.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff6a2061740 10 client.0 _ll_register_callbacks cb 0x5616357addb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59314/0 (socket says 172.21.15.2:59314) 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 -- 172.21.15.2:0/2043092765 learned_addr learned my addr 172.21.15.2:0/2043092765 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69e225640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616358a7240 0x5616358a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69da24640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56163589c060 0x5616358a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 -- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616358a7240 msgr2=0x5616358a4c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616358a7240 0x5616358a4c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 -- 172.21.15.2:0/2043092765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56163589c060 msgr2=0x5616358a41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56163589c060 0x5616358a41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.752+0000 7ff69d223640 1 -- 172.21.15.2:0/2043092765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561635510580 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff69d223640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00bec0 tx=0x7ff68c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3351cf2db2e30ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c004440 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff68c0035f0 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff694009de0 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff68c024050 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 10 client.18615 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5616355da960 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff694009de0 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff68c01b9e0 con 0x56163589c980 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 10 client.18615 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 10 client.18615 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:15.776 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 20 client.18615 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616358b6e90 0x5616358b92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 4 client.18615 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.753+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56163580eb90 con 0x5616358b6e90 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.754+0000 7ff69da24640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616358b6e90 0x5616358b92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.754+0000 7ff6817fa640 10 client.18615 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.754+0000 7ff69da24640 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616358b6e90 0x5616358b92e0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1939be1856f7d81c server_cookie=97c6246143e6cfe9 in_seq=0 out_seq=0 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6817fa640 1 -- 172.21.15.2:0/2043092765 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56163580eb90 con 0x5616358b6e90 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6817fa640 10 client.18615 handle_command_reply: tid=0 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 client.18615 shutdown 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 msgr2=0x5616358a4700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7ff68c00bec0 tx=0x7ff68c0117b0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 shutdown_connections 2024-09-05T04:23:15.777 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616358b6e90 0x5616358b92e0 crc :-1 s=READY pgs=366 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616358a7240 0x5616358a4c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358a4700 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2043092765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56163589c060 0x5616358a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6817fa640 0 client.18615 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 >> 172.21.15.2:0/2043092765 conn(0x5616358985f0 msgr2=0x56163589e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 shutdown_connections 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 1 -- 172.21.15.2:0/2043092765 wait complete. 2024-09-05T04:23:15.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.755+0000 7ff6a2061740 20 client.18615 trim_cache size 0 max 16384 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 Processor -- start 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 -- start start 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635897640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981ad190 con 0x56163589c980 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981af9f0 con 0x5616358a7240 2024-09-05T04:23:15.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.777+0000 7ff6a2061740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981ad7e0 con 0x56163589c060 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59330/0 (socket says 172.21.15.2:59330) 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 -- 172.21.15.2:0/2405838358 learned_addr learned my addr 172.21.15.2:0/2405838358 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69da24640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69e225640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635897640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 -- 172.21.15.2:0/2405838358 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 msgr2=0x56163589eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 -- 172.21.15.2:0/2405838358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 msgr2=0x561635897640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635897640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 -- 172.21.15.2:0/2405838358 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616358a6100 con 0x56163589c980 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69e225640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635897640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff69d223640 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60cdb4473eb81d10 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff6837fe640 1 -- 172.21.15.2:0/2405838358 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c012510 con 0x56163589c980 2024-09-05T04:23:15.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff6837fe640 1 -- 172.21.15.2:0/2405838358 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff68c016070 con 0x56163589c980 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.778+0000 7ff6837fe640 1 -- 172.21.15.2:0/2405838358 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c0052a0 con 0x56163589c980 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- 172.21.15.2:0/2405838358 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 msgr2=0x56163589f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7ff68c000c00 tx=0x7ff68c00b650 comp rx=0 tx=0).stop 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- 172.21.15.2:0/2405838358 shutdown_connections 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635897640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x56163589f4c0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 --2- 172.21.15.2:0/2405838358 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x56163589eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- 172.21.15.2:0/2405838358 >> 172.21.15.2:0/2405838358 conn(0x5616358985f0 msgr2=0x561635896f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- 172.21.15.2:0/2405838358 shutdown_connections 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- 172.21.15.2:0/2405838358 wait complete. 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 -- start start 2024-09-05T04:23:15.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.779+0000 7ff6a2061740 1 Processor -- start 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x5616358aba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635919b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981adeb0 con 0x56163589c980 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981af320 con 0x5616358a7240 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff6981ae580 con 0x56163589c060 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6a2061740 10 client.0 _ll_register_callbacks cb 0x7ff68c00ba50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59338/0 (socket says 172.21.15.2:59338) 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 -- 172.21.15.2:0/696250703 learned_addr learned my addr 172.21.15.2:0/696250703 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69da24640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x5616358aba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69e225640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635919b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 -- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 msgr2=0x5616358aba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x5616358aba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 -- 172.21.15.2:0/696250703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 msgr2=0x561635919b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635919b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 -- 172.21.15.2:0/696250703 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56163591a220 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff69d223640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0117f0 tx=0x7ff68c005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5269eef0081fb46 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.780+0000 7ff6817fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff68c01b880 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7ff68c01ba20 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff68c016070 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff68c041050 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 10 client.18621 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5616359226f0 con 0x56163589c980 2024-09-05T04:23:15.786 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff68c016070 con 0x56163589c980 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff68c0127d0 con 0x56163589c980 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 10 client.18621 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 10 client.18621 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 20 client.18621 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561635922d50 0x561635925170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 4 client.18621 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "eac83955", "release": true, "await": true}] 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "eac83955", "release": true, "await": true}) -- 0x5616358090a0 con 0x561635922d50 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.781+0000 7ff69da24640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561635922d50 0x561635925170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.782+0000 7ff6817fa640 10 client.18621 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:15.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.782+0000 7ff69da24640 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561635922d50 0x561635925170 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d719c8e95f46fd20 server_cookie=5e4a1b222d4fe6ca in_seq=0 out_seq=0 2024-09-05T04:23:15.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6817fa640 1 -- 172.21.15.2:0/696250703 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x5616358090a0 con 0x561635922d50 2024-09-05T04:23:15.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6817fa640 10 client.18621 handle_command_reply: tid=0 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 client.18621 shutdown 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 msgr2=0x5616358abf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7ff68c0117f0 tx=0x7ff68c005870 comp rx=0 tx=0).stop 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 shutdown_connections 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561635922d50 0x561635925170 crc :-1 s=READY pgs=367 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616358a7240 0x561635919b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56163589c980 0x5616358abf90 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6817fa640 0 client.18621 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 --2- 172.21.15.2:0/696250703 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56163589c060 0x5616358aba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 >> 172.21.15.2:0/696250703 conn(0x5616358985f0 msgr2=0x5616358a4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 shutdown_connections 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.784+0000 7ff6a2061740 1 -- 172.21.15.2:0/696250703 wait complete. 2024-09-05T04:23:15.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff6a2061740 20 client.18621 trim_cache size 0 max 16384 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 44, 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "eac83955": { 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 44, 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:23:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:15.792 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:15.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 msgr2=0x7ff6840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 0x7ff6840a51b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7ff690009a60 tx=0x7ff690009970 comp rx=0 tx=0).stop 2024-09-05T04:23:15.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 msgr2=0x7ff698198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7ff69400d950 tx=0x7ff69400de10 comp rx=0 tx=0).stop 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 shutdown_connections 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff6840a2cf0 0x7ff6840a51b0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff69810c1a0 0x7ff69819cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff6981036e0 0x7ff698198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 --2- 172.21.15.2:0/1173266629 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff698102dc0 0x7ff698198300 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 >> 172.21.15.2:0/1173266629 conn(0x7ff6980fc7a0 msgr2=0x7ff6980fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 shutdown_connections 2024-09-05T04:23:15.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:15.785+0000 7ff69fc88640 1 -- 172.21.15.2:0/1173266629 wait complete. 2024-09-05T04:23:16.587 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'eac83955', total seconds elapsed: 15.4 2024-09-05T04:23:17.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:17 smithi079 ceph-mon[34908]: pgmap v384: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:17.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:17 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:23:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:17 smithi047 ceph-mon[34498]: pgmap v384: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:17 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:23:17.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:17 smithi002 ceph-mon[31001]: pgmap v384: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:17.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:17 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:23:19.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: pgmap v385: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:23:19.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: pgmap v385: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:23:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:23:19.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:23:19.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: pgmap v385: 129 pgs: 129 active+clean; 1.8 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 19 KiB/s wr, 8 op/s 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:23:19.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:23:21.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:21 smithi079 ceph-mon[34908]: pgmap v386: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:23:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:21 smithi047 ceph-mon[34498]: pgmap v386: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:23:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:21 smithi002 ceph-mon[31001]: pgmap v386: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-09-05T04:23:23.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- 172.21.15.2:0/718851411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 msgr2=0x7fd790107f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 --2- 172.21.15.2:0/718851411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd790107f50 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fd780009930 tx=0x7fd78002a420 comp rx=0 tx=0).stop 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- 172.21.15.2:0/718851411 shutdown_connections 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 --2- 172.21.15.2:0/718851411 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 0x7fd79010e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 --2- 172.21.15.2:0/718851411 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 0x7fd790101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 --2- 172.21.15.2:0/718851411 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd790107f50 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- 172.21.15.2:0/718851411 >> 172.21.15.2:0/718851411 conn(0x7fd7900fd7d0 msgr2=0x7fd7900ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- 172.21.15.2:0/718851411 shutdown_connections 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- 172.21.15.2:0/718851411 wait complete. 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 Processor -- start 2024-09-05T04:23:23.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.390+0000 7fd7963c4640 1 -- start start 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 0x7fd790198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 0x7fd790198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd790111de0 con 0x7fd790107b70 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd790111c60 con 0x7fd790101ad0 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd7963c4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd790111f60 con 0x7fd790102470 2024-09-05T04:23:23.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42408/0 (socket says 172.21.15.2:42408) 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 -- 172.21.15.2:0/517506295 learned_addr learned my addr 172.21.15.2:0/517506295 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 0x7fd790198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd78ffff640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 0x7fd790198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 -- 172.21.15.2:0/517506295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 msgr2=0x7fd790198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 0x7fd790198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 -- 172.21.15.2:0/517506295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 msgr2=0x7fd790198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 0x7fd790198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 -- 172.21.15.2:0/517506295 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd79019d340 con 0x7fd790107b70 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.391+0000 7fd794961640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fd78800eaa0 tx=0x7fd78800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.392+0000 7fd78d7fa640 1 -- 172.21.15.2:0/517506295 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78800cdb0 con 0x7fd790107b70 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.392+0000 7fd78d7fa640 1 -- 172.21.15.2:0/517506295 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd788005020 con 0x7fd790107b70 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.392+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd79019d630 con 0x7fd790107b70 2024-09-05T04:23:23.394 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.392+0000 7fd78d7fa640 1 -- 172.21.15.2:0/517506295 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7880116d0 con 0x7fd790107b70 2024-09-05T04:23:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.392+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7901a4ec0 con 0x7fd790107b70 2024-09-05T04:23:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.394+0000 7fd78d7fa640 1 -- 172.21.15.2:0/517506295 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd7880051d0 con 0x7fd790107b70 2024-09-05T04:23:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.394+0000 7fd79923b740 1 Processor -- start 2024-09-05T04:23:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.394+0000 7fd79923b740 1 -- start start 2024-09-05T04:23:23.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.394+0000 7fd79923b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f7899db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd79923b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd79923b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd79923b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5607f77fe2f0 con 0x5607f78a90c0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd79923b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5607f77a6270 con 0x5607f789a2f0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd79923b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5607f77fa2b0 con 0x5607f78999d0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78d7fa640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 0x7fd7780a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42412/0 (socket says 172.21.15.2:42412) 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 -- 172.21.15.2:0/851708026 learned_addr learned my addr 172.21.15.2:0/851708026 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78ffff640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd794961640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 0x7fd7780a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f7899db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.402 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78d7fa640 1 -- 172.21.15.2:0/517506295 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fd7880cf990 con 0x7fd790107b70 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 -- 172.21.15.2:0/851708026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 msgr2=0x5607f7899db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f7899db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 -- 172.21.15.2:0/851708026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 msgr2=0x5607f78a8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 -- 172.21.15.2:0/851708026 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607f77a5340 con 0x5607f78a90c0 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78ffff640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fd784012560 tx=0x7fd78400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=769388fcc5c0d202 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.395+0000 7fd794961640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 0x7fd7780a5230 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd78809b760 tx=0x7fd788086040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.403 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd7767fc640 1 -- 172.21.15.2:0/851708026 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784004220 con 0x5607f78a90c0 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd7767fc640 1 -- 172.21.15.2:0/851708026 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7840043c0 con 0x5607f78a90c0 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd7767fc640 1 -- 172.21.15.2:0/851708026 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7840108c0 con 0x5607f78a90c0 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 -- 172.21.15.2:0/851708026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 msgr2=0x5607f78ab4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fd784012560 tx=0x7fd78400b650 comp rx=0 tx=0).stop 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 -- 172.21.15.2:0/851708026 shutdown_connections 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78ab4b0 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 --2- 172.21.15.2:0/851708026 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f7899db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 -- 172.21.15.2:0/851708026 >> 172.21.15.2:0/851708026 conn(0x5607f7896060 msgr2=0x5607f7896440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 -- 172.21.15.2:0/851708026 shutdown_connections 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.396+0000 7fd79923b740 1 -- 172.21.15.2:0/851708026 wait complete. 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 -- start start 2024-09-05T04:23:23.404 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 Processor -- start 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5607f78abcf0 con 0x5607f78a90c0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5607f7787290 con 0x5607f789a2f0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5607f78abe70 con 0x5607f78999d0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd79923b740 10 client.0 _ll_register_callbacks cb 0x5607f77b8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42414/0 (socket says 172.21.15.2:42414) 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.397+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3487082084 learned_addr learned my addr 172.21.15.2:0/3487082084 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.405 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 msgr2=0x5607f78a6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3487082084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 msgr2=0x5607f78a65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3487082084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607f7511210 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd784004610 tx=0x7fd7840058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e03a2a8494d984 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd76f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784003a00 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fd7840106c0 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7840043c0 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd7840108c0 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd79923b740 10 client.18633 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5607f75dd620 con 0x5607f78a90c0 2024-09-05T04:23:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.398+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7840043c0 con 0x5607f78a90c0 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd784028070 con 0x5607f78a90c0 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 10 client.18633 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 10 client.18633 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 20 client.18633 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f78b9010 0x5607f78bb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 4 client.18633 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607f780ba20 con 0x5607f78b9010 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f78b9010 0x5607f78bb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd76f7fe640 10 client.18633 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.399+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f78b9010 0x5607f78bb400 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbb454dd09906c9c server_cookie=5563e98fcf6791d0 in_seq=0 out_seq=0 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3487082084 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5607f780ba20 con 0x5607f78b9010 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd76f7fe640 10 client.18633 handle_command_reply: tid=0 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 client.18633 shutdown 2024-09-05T04:23:23.407 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 msgr2=0x5607f78a6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd784004610 tx=0x7fd7840058d0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 shutdown_connections 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f78b9010 0x5607f78bb400 crc :-1 s=READY pgs=368 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78a6ae0 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78a65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 --2- 172.21.15.2:0/3487082084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd76f7fe640 0 client.18633 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 >> 172.21.15.2:0/3487082084 conn(0x5607f7896060 msgr2=0x5607f789bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 shutdown_connections 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.400+0000 7fd79923b740 1 -- 172.21.15.2:0/3487082084 wait complete. 2024-09-05T04:23:23.408 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.401+0000 7fd79923b740 20 client.18633 trim_cache size 0 max 16384 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 Processor -- start 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 -- start start 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78c0af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901aaef0 con 0x5607f78a90c0 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901ad750 con 0x5607f789a2f0 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd79923b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901ab540 con 0x5607f78999d0 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.420 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd78f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42426/0 (socket says 172.21.15.2:42426) 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.415+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3287027067 learned_addr learned my addr 172.21.15.2:0/3287027067 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78c0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3287027067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 msgr2=0x5607f78a6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3287027067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 msgr2=0x5607f78c0af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78c0af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 -- 172.21.15.2:0/3287027067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5607f78a5e30 con 0x5607f78a90c0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd784012f30 tx=0x7fd78400b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab718845278f6ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd775ffb640 1 -- 172.21.15.2:0/3287027067 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784003e00 con 0x5607f78a90c0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd775ffb640 1 -- 172.21.15.2:0/3287027067 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784023040 con 0x5607f78a90c0 2024-09-05T04:23:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.416+0000 7fd775ffb640 1 -- 172.21.15.2:0/3287027067 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784004230 con 0x5607f78a90c0 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- 172.21.15.2:0/3287027067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 msgr2=0x5607f78c1030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd784012f30 tx=0x7fd78400b9a0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- 172.21.15.2:0/3287027067 shutdown_connections 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f78a90c0 0x5607f78c1030 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f789a2f0 0x5607f78c0af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 --2- 172.21.15.2:0/3287027067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78999d0 0x5607f78a6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- 172.21.15.2:0/3287027067 >> 172.21.15.2:0/3287027067 conn(0x5607f7896060 msgr2=0x5607f78a6020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- 172.21.15.2:0/3287027067 shutdown_connections 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- 172.21.15.2:0/3287027067 wait complete. 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 -- start start 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.417+0000 7fd79923b740 1 Processor -- start 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f78999d0 0x5607f78b1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.422 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78a90c0 0x5607f78acf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901abc10 con 0x5607f789a2f0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901ad080 con 0x5607f78999d0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7901ac2e0 con 0x5607f78a90c0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 10 client.0 _ll_register_callbacks cb 0x7fd780009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42432/0 (socket says 172.21.15.2:42432) 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 -- 172.21.15.2:0/3128761039 learned_addr learned my addr 172.21.15.2:0/3128761039 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f78999d0 0x5607f78b1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78a90c0 0x5607f78acf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 -- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78a90c0 msgr2=0x5607f78acf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78a90c0 0x5607f78acf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 -- 172.21.15.2:0/3128761039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f78999d0 msgr2=0x5607f78b1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:23.423 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f78999d0 0x5607f78b1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 -- 172.21.15.2:0/3128761039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607f78ad650 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd78ffff640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd780000c00 tx=0x7fd780004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b789699c5ec66631 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd76f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780049070 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd784023040 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.418+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fd7800046c0 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd780055050 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 10 client.18639 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5607f7923a00 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784023040 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd780003990 con 0x5607f789a2f0 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 10 client.18639 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:23.424 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 10 client.18639 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 20 client.18639 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f7924130 0x5607f7926550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 4 client.18639 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5607f7805d70 con 0x5607f7924130 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.419+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f7924130 0x5607f7926550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.420+0000 7fd76f7fe640 10 client.18639 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:23.425 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.420+0000 7fd78f7fe640 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f7924130 0x5607f7926550 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7200a73049bfe2b4 server_cookie=fa828c0f376c3e14 in_seq=0 out_seq=0 2024-09-05T04:23:23.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd76f7fe640 1 -- 172.21.15.2:0/3128761039 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5607f7805d70 con 0x5607f7924130 2024-09-05T04:23:23.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd76f7fe640 10 client.18639 handle_command_reply: tid=0 2024-09-05T04:23:23.433 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 client.18639 shutdown 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 msgr2=0x5607f78aca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd780000c00 tx=0x7fd780004370 comp rx=0 tx=0).stop 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 shutdown_connections 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5607f7924130 0x5607f7926550 crc :-1 s=READY pgs=369 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5607f78a90c0 0x5607f78acf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5607f789a2f0 0x5607f78aca20 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 --2- 172.21.15.2:0/3128761039 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5607f78999d0 0x5607f78b1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd76f7fe640 0 client.18639 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 >> 172.21.15.2:0/3128761039 conn(0x5607f7896060 msgr2=0x5607f78a80e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 shutdown_connections 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 1 -- 172.21.15.2:0/3128761039 wait complete. 2024-09-05T04:23:23.434 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.433+0000 7fd79923b740 20 client.18639 trim_cache size 0 max 16384 2024-09-05T04:23:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:23:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:23:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:23:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 msgr2=0x7fd7780a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 0x7fd7780a5230 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fd78809b760 tx=0x7fd788086040 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 msgr2=0x7fd79019cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fd78800eaa0 tx=0x7fd78800ef60 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 shutdown_connections 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7780a2d70 0x7fd7780a5230 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd790107b70 0x7fd79019cc10 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd790102470 0x7fd790198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 --2- 172.21.15.2:0/517506295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd790101ad0 0x7fd790198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 >> 172.21.15.2:0/517506295 conn(0x7fd7900fd7d0 msgr2=0x7fd7900fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:23.436 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 shutdown_connections 2024-09-05T04:23:23.437 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:23.434+0000 7fd7963c4640 1 -- 172.21.15.2:0/517506295 wait complete. 2024-09-05T04:23:23.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:23 smithi079 ceph-mon[34908]: pgmap v387: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:23:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:23 smithi047 ceph-mon[34498]: pgmap v387: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:23:23.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:23 smithi002 ceph-mon[31001]: pgmap v387: 129 pgs: 129 active+clean; 2.0 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:23:25.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:25 smithi079 ceph-mon[34908]: pgmap v388: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 43 KiB/s wr, 14 op/s 2024-09-05T04:23:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:25 smithi047 ceph-mon[34498]: pgmap v388: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 43 KiB/s wr, 14 op/s 2024-09-05T04:23:25.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:25 smithi002 ceph-mon[31001]: pgmap v388: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 43 KiB/s wr, 14 op/s 2024-09-05T04:23:27.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:27 smithi079 ceph-mon[34908]: pgmap v389: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:27 smithi047 ceph-mon[34498]: pgmap v389: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:27.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:27 smithi002 ceph-mon[31001]: pgmap v389: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:29.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:29 smithi079 ceph-mon[34908]: pgmap v390: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:29 smithi047 ceph-mon[34498]: pgmap v390: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:29.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:29 smithi002 ceph-mon[31001]: pgmap v390: 129 pgs: 129 active+clean; 2.2 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 34 KiB/s wr, 9 op/s 2024-09-05T04:23:31.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:31 smithi079 ceph-mon[34908]: pgmap v391: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 51 KiB/s wr, 12 op/s 2024-09-05T04:23:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:31 smithi047 ceph-mon[34498]: pgmap v391: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 51 KiB/s wr, 12 op/s 2024-09-05T04:23:31.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:31 smithi002 ceph-mon[31001]: pgmap v391: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 51 KiB/s wr, 12 op/s 2024-09-05T04:23:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:33 smithi047 ceph-mon[34498]: pgmap v392: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:23:33.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:33 smithi002 ceph-mon[31001]: pgmap v392: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:23:33.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:33 smithi079 ceph-mon[34908]: pgmap v392: 129 pgs: 129 active+clean; 2.3 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:23:35.160 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 26.4 2024-09-05T04:23:35.160 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:23:35.428 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:35.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:35 smithi002 ceph-mon[31001]: pgmap v393: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:23:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:35 smithi047 ceph-mon[34498]: pgmap v393: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:23:35.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:35 smithi079 ceph-mon[34908]: pgmap v393: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 -- 172.21.15.2:0/2871539305 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c102790 msgr2=0x7fad9c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 --2- 172.21.15.2:0/2871539305 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c102790 0x7fad9c1067e0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fad90009900 tx=0x7fad9002a410 comp rx=0 tx=0).stop 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 -- 172.21.15.2:0/2871539305 shutdown_connections 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 --2- 172.21.15.2:0/2871539305 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c106f10 0x7fad9c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 --2- 172.21.15.2:0/2871539305 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c102790 0x7fad9c1067e0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 --2- 172.21.15.2:0/2871539305 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c101de0 0x7fad9c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 -- 172.21.15.2:0/2871539305 >> 172.21.15.2:0/2871539305 conn(0x7fad9c0fd8c0 msgr2=0x7fad9c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 -- 172.21.15.2:0/2871539305 shutdown_connections 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.021+0000 7fada2f37640 1 -- 172.21.15.2:0/2871539305 wait complete. 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 Processor -- start 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 -- start start 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c101de0 0x7fad9c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c102790 0x7fad9c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c111e20 con 0x7fad9c106f10 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c111ca0 con 0x7fad9c101de0 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada2f37640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fad9c111fa0 con 0x7fad9c102790 2024-09-05T04:23:36.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56872/0 (socket says 172.21.15.2:56872) 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 -- 172.21.15.2:0/1038116848 learned_addr learned my addr 172.21.15.2:0/1038116848 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fad9bfff640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c102790 0x7fad9c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada0cd3640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c101de0 0x7fad9c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 -- 172.21.15.2:0/1038116848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c102790 msgr2=0x7fad9c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c102790 0x7fad9c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 -- 172.21.15.2:0/1038116848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c101de0 msgr2=0x7fad9c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c101de0 0x7fad9c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 -- 172.21.15.2:0/1038116848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad9c1a68b0 con 0x7fad9c106f10 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.022+0000 7fada14d4640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fad9400cad0 tx=0x7fad9400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.023+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9400ae20 con 0x7fad9c106f10 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.023+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad94005020 con 0x7fad9c106f10 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.023+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad9c1a6ba0 con 0x7fad9c106f10 2024-09-05T04:23:36.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.023+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9400f6b0 con 0x7fad9c106f10 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.023+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad9c1a7060 con 0x7fad9c106f10 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.024+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad9c1021c0 con 0x7fad9c106f10 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.025+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fad940051d0 con 0x7fad9c106f10 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.025+0000 7fad99ffb640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 0x7fad840a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.026+0000 7fada0cd3640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 0x7fad840a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.026+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fad940cf830 con 0x7fad9c106f10 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.026+0000 7fada0cd3640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 0x7fad840a51b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fad8c005fd0 tx=0x7fad8c005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.030+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fad94014030 con 0x7fad9c106f10 2024-09-05T04:23:36.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.242+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad9c109bc0 con 0x7fad9c106f10 2024-09-05T04:23:36.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.243+0000 7fad99ffb640 1 -- 172.21.15.2:0/1038116848 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fad9409c060 con 0x7fad9c106f10 2024-09-05T04:23:36.243 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:23:36.243 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:23:36.244 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 msgr2=0x7fad840a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 0x7fad840a51b0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fad8c005fd0 tx=0x7fad8c005850 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 msgr2=0x7fad9c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fad9400cad0 tx=0x7fad9400cf90 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 shutdown_connections 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fad840a2cf0 0x7fad840a51b0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fad9c106f10 0x7fad9c074f70 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fad9c102790 0x7fad9c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 --2- 172.21.15.2:0/1038116848 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fad9c101de0 0x7fad9c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.246 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.245+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 >> 172.21.15.2:0/1038116848 conn(0x7fad9c0fd8c0 msgr2=0x7fad9c0fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.246+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 shutdown_connections 2024-09-05T04:23:36.247 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:36.246+0000 7fada2f37640 1 -- 172.21.15.2:0/1038116848 wait complete. 2024-09-05T04:23:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 -- 172.21.15.2:0/2565765693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d4106f60 msgr2=0x7f51d410d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 --2- 172.21.15.2:0/2565765693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d4106f60 0x7f51d410d8f0 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f51cc009ca0 tx=0x7f51cc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 -- 172.21.15.2:0/2565765693 shutdown_connections 2024-09-05T04:23:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 --2- 172.21.15.2:0/2565765693 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d4106f60 0x7f51d410d8f0 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 --2- 172.21.15.2:0/2565765693 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4102360 0x7f51d4106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 --2- 172.21.15.2:0/2565765693 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d41019b0 0x7f51d4101d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 -- 172.21.15.2:0/2565765693 >> 172.21.15.2:0/2565765693 conn(0x7f51d4075e20 msgr2=0x7f51d4076230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 -- 172.21.15.2:0/2565765693 shutdown_connections 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.524+0000 7f51db084640 1 -- 172.21.15.2:0/2565765693 wait complete. 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 Processor -- start 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 -- start start 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 0x7f51d4199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4199c10 0x7f51d41a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4110cb0 con 0x7f51d41019b0 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4110b30 con 0x7f51d4106f60 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51db084640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51d4110e30 con 0x7f51d4199c10 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56894/0 (socket says 172.21.15.2:56894) 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51d8e20640 1 -- 172.21.15.2:0/244397442 learned_addr learned my addr 172.21.15.2:0/244397442 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.525+0000 7f51d9621640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4199c10 0x7f51d41a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d3fff640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 0x7f51d4199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 -- 172.21.15.2:0/244397442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4199c10 msgr2=0x7f51d41a41c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4199c10 0x7f51d41a41c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 -- 172.21.15.2:0/244397442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 msgr2=0x7f51d4199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 0x7f51d4199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 -- 172.21.15.2:0/244397442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51d41a4990 con 0x7f51d41019b0 2024-09-05T04:23:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d3fff640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 0x7f51d4199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d8e20640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f51c800c890 tx=0x7f51c800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d1ffb640 1 -- 172.21.15.2:0/244397442 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c8004220 con 0x7f51d41019b0 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d1ffb640 1 -- 172.21.15.2:0/244397442 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c80043c0 con 0x7f51d41019b0 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51d41a4c80 con 0x7f51d41019b0 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51d1ffb640 1 -- 172.21.15.2:0/244397442 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c8004a00 con 0x7f51d41019b0 2024-09-05T04:23:36.531 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.526+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51d41a51d0 con 0x7f51d41019b0 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.528+0000 7f51d1ffb640 1 -- 172.21.15.2:0/244397442 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f51c8004ba0 con 0x7f51d41019b0 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 Processor -- start 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 -- start start 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d6fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd45cd42f0 con 0x55cd45d70410 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd45c7c270 con 0x55cd45d6faf0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51dde1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd45cd02b0 con 0x55cd45d7acb0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d1ffb640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 0x7f51c40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56900/0 (socket says 172.21.15.2:56900) 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 -- 172.21.15.2:0/2553414424 learned_addr learned my addr 172.21.15.2:0/2553414424 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d9621640 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d6fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d3fff640 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d9621640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 0x7f51c40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d1ffb640 1 -- 172.21.15.2:0/244397442 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f51c80cf500 con 0x7f51d41019b0 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 -- 172.21.15.2:0/2553414424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 msgr2=0x55cd45d7d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 -- 172.21.15.2:0/2553414424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 msgr2=0x55cd45d6fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d6fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.529+0000 7f51d8e20640 1 -- 172.21.15.2:0/2553414424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd45c7b340 con 0x55cd45d70410 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f51c8004610 tx=0x7f51c8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21bbd4935e135164 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51d9621640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 0x7f51c40a51b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f51cc005fe0 tx=0x7f51cc009360 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51beffd640 1 -- 172.21.15.2:0/2553414424 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c801d050 con 0x55cd45d70410 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51beffd640 1 -- 172.21.15.2:0/2553414424 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c809bd30 con 0x55cd45d70410 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51beffd640 1 -- 172.21.15.2:0/2553414424 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c80ccae0 con 0x55cd45d70410 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51dde1d740 1 -- 172.21.15.2:0/2553414424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 msgr2=0x55cd45d7a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.530+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f51c8004610 tx=0x7f51c8000bc0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- 172.21.15.2:0/2553414424 shutdown_connections 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7a770 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2553414424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d6fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- 172.21.15.2:0/2553414424 >> 172.21.15.2:0/2553414424 conn(0x55cd45d6c060 msgr2=0x55cd45d6c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- 172.21.15.2:0/2553414424 shutdown_connections 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- 172.21.15.2:0/2553414424 wait complete. 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- start start 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 Processor -- start 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.540 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d70410 0x55cd45d78150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d7acb0 0x55cd45d78690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55cd45d7d820 con 0x55cd45d6faf0 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55cd45c5d290 con 0x55cd45d7acb0 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55cd45d7d9a0 con 0x55cd45d70410 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.531+0000 7f51dde1d740 10 client.0 _ll_register_callbacks cb 0x55cd45c8e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56916/0 (socket says 172.21.15.2:56916) 2024-09-05T04:23:36.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 -- 172.21.15.2:0/450725363 learned_addr learned my addr 172.21.15.2:0/450725363 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d3fff640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d70410 0x55cd45d78150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 -- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d70410 msgr2=0x55cd45d78150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d70410 0x55cd45d78150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 -- 172.21.15.2:0/450725363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d7acb0 msgr2=0x55cd45d78690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d7acb0 0x55cd45d78690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 -- 172.21.15.2:0/450725363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd459e7210 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51d8e20640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f51c8005430 tx=0x7f51c80a4420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a20ae57a6a977d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c801d040 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f51c80cf120 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c809bd30 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f51c809af90 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51dde1d740 10 client.18657 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd45ab3620 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.532+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c809bd30 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f51c8084b70 con 0x55cd45d6faf0 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 10 client.18657 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 10 client.18657 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:36.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 20 client.18657 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45d8aaa0 0x55cd45d8ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 4 client.18657 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd45ce1a20 con 0x55cd45d8aaa0 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51d3fff640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45d8aaa0 0x55cd45d8ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51d3fff640 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45d8aaa0 0x55cd45d8ce90 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d97c440374d22bf server_cookie=cf133bc43327f78d in_seq=0 out_seq=0 2024-09-05T04:23:36.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.533+0000 7f51b3fff640 10 client.18657 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:36.544 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:36 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1038116848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51b3fff640 1 -- 172.21.15.2:0/450725363 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd45ce1a20 con 0x55cd45d8aaa0 2024-09-05T04:23:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51b3fff640 10 client.18657 handle_command_reply: tid=0 2024-09-05T04:23:36.545 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 client.18657 shutdown 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 msgr2=0x55cd45d77c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f51c8005430 tx=0x7f51c80a4420 comp rx=0 tx=0).stop 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 shutdown_connections 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45d8aaa0 0x55cd45d8ce90 crc :-1 s=READY pgs=370 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d7acb0 0x55cd45d78690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d70410 0x55cd45d78150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 --2- 172.21.15.2:0/450725363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d77c10 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51b3fff640 0 client.18657 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 >> 172.21.15.2:0/450725363 conn(0x55cd45d6c060 msgr2=0x55cd45d71dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 shutdown_connections 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.534+0000 7f51dde1d740 1 -- 172.21.15.2:0/450725363 wait complete. 2024-09-05T04:23:36.546 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.535+0000 7f51dde1d740 20 client.18657 trim_cache size 0 max 16384 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 Processor -- start 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 -- start start 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 0x55cd45d92460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d929a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41ad020 con 0x55cd45d6faf0 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41af880 con 0x55cd45d70410 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51dde1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41ad670 con 0x55cd45d7acb0 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.551 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56932/0 (socket says 172.21.15.2:56932) 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 -- 172.21.15.2:0/2905677882 learned_addr learned my addr 172.21.15.2:0/2905677882 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d3fff640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 0x55cd45d92460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d9621640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d929a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 -- 172.21.15.2:0/2905677882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 msgr2=0x55cd45d929a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d929a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 -- 172.21.15.2:0/2905677882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 msgr2=0x55cd45d92460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 0x55cd45d92460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d8e20640 1 -- 172.21.15.2:0/2905677882 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd45d6f870 con 0x55cd45d6faf0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.549+0000 7f51d3fff640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 0x55cd45d92460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51d8e20640 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f51c80cc8c0 tx=0x7f51c8005380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3646d5b96fd86f18 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51be7fc640 1 -- 172.21.15.2:0/2905677882 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c801d040 con 0x55cd45d6faf0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51be7fc640 1 -- 172.21.15.2:0/2905677882 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c809f9e0 con 0x55cd45d6faf0 2024-09-05T04:23:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51be7fc640 1 -- 172.21.15.2:0/2905677882 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c80b4040 con 0x55cd45d6faf0 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 -- 172.21.15.2:0/2905677882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 msgr2=0x55cd45d784c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f51c80cc8c0 tx=0x7f51c8005380 comp rx=0 tx=0).stop 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 -- 172.21.15.2:0/2905677882 shutdown_connections 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d929a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d70410 0x55cd45d92460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 --2- 172.21.15.2:0/2905677882 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d6faf0 0x55cd45d784c0 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 -- 172.21.15.2:0/2905677882 >> 172.21.15.2:0/2905677882 conn(0x55cd45d6c060 msgr2=0x55cd45d79c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 -- 172.21.15.2:0/2905677882 shutdown_connections 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.550+0000 7f51dde1d740 1 -- 172.21.15.2:0/2905677882 wait complete. 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 -- start start 2024-09-05T04:23:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 Processor -- start 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d83490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41add40 con 0x55cd45d70410 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41af1b0 con 0x55cd45d6faf0 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f51d41ae410 con 0x55cd45d7acb0 2024-09-05T04:23:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51dde1d740 10 client.0 _ll_register_callbacks cb 0x7f51cc031570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51d3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51d3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56944/0 (socket says 172.21.15.2:56944) 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.551+0000 7f51d3fff640 1 -- 172.21.15.2:0/3315804300 learned_addr learned my addr 172.21.15.2:0/3315804300 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d9621640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d8e20640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d83490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 -- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 msgr2=0x55cd45d7edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 -- 172.21.15.2:0/3315804300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 msgr2=0x55cd45d83490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d83490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 -- 172.21.15.2:0/3315804300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd45d7f620 con 0x55cd45d70410 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d9621640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51d3fff640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f51c0000c00 tx=0x7f51c000f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfbf2af1e03fa58a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51c001c830 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f51c001c9d0 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51c809f9e0 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f51c002d050 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 10 client.18663 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55cd45df55e0 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51c809f9e0 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f51c001b3a0 con 0x55cd45d70410 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 10 client.18663 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 10 client.18663 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 20 client.18663 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45df5d40 0x55cd45df8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 4 client.18663 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:23:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.552+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cd45cdbd70 con 0x55cd45df5d40 2024-09-05T04:23:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.553+0000 7f51d8e20640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45df5d40 0x55cd45df8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.553+0000 7f51d8e20640 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45df5d40 0x55cd45df8160 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c25e10a851ba206c server_cookie=ec9f4b51e99a808e in_seq=0 out_seq=0 2024-09-05T04:23:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.553+0000 7f51b3fff640 10 client.18663 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51b3fff640 1 -- 172.21.15.2:0/3315804300 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cd45cdbd70 con 0x55cd45df5d40 2024-09-05T04:23:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51b3fff640 10 client.18663 handle_command_reply: tid=0 2024-09-05T04:23:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 client.18663 shutdown 2024-09-05T04:23:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 msgr2=0x55cd45d7e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f51c0000c00 tx=0x7f51c000f7f0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 shutdown_connections 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55cd45df5d40 0x55cd45df8160 crc :-1 s=READY pgs=371 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55cd45d7acb0 0x55cd45d7edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51b3fff640 0 client.18663 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55cd45d70410 0x55cd45d7e800 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 --2- 172.21.15.2:0/3315804300 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55cd45d6faf0 0x55cd45d83490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.567+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 >> 172.21.15.2:0/3315804300 conn(0x55cd45d6c060 msgr2=0x55cd45d71550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 shutdown_connections 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51dde1d740 1 -- 172.21.15.2:0/3315804300 wait complete. 2024-09-05T04:23:36.569 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51dde1d740 20 client.18663 trim_cache size 0 max 16384 2024-09-05T04:23:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:23:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:23:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:23:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:23:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 msgr2=0x7f51c40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 0x7f51c40a51b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f51cc005fe0 tx=0x7f51cc009360 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 msgr2=0x7f51d4199140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f51c800c890 tx=0x7f51c800cd50 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 shutdown_connections 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f51c40a2cf0 0x7f51c40a51b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f51d4199c10 0x7f51d41a41c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f51d4106f60 0x7f51d4199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 --2- 172.21.15.2:0/244397442 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f51d41019b0 0x7f51d4199140 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.568+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 >> 172.21.15.2:0/244397442 conn(0x7f51d4075e20 msgr2=0x7f51d4104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.569+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 shutdown_connections 2024-09-05T04:23:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:36.569+0000 7f51db084640 1 -- 172.21.15.2:0/244397442 wait complete. 2024-09-05T04:23:36.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:36 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1038116848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:36.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:36 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1038116848' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:37.032 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 146.4 --await-for 45.0' 2024-09-05T04:23:37.032 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 146.4 --await-for 45.0 2024-09-05T04:23:37.284 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:37 smithi047 ceph-mon[34498]: pgmap v394: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:37.773 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:37 smithi002 ceph-mon[31001]: pgmap v394: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:37.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:37 smithi079 ceph-mon[34908]: pgmap v394: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:37.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 -- 172.21.15.2:0/4076313449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c105a90 msgr2=0x7fcb3c105e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 --2- 172.21.15.2:0/4076313449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c105a90 0x7fcb3c105e70 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c009900 tx=0x7fcb2c02a410 comp rx=0 tx=0).stop 2024-09-05T04:23:37.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 -- 172.21.15.2:0/4076313449 shutdown_connections 2024-09-05T04:23:37.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 --2- 172.21.15.2:0/4076313449 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c101bc0 0x7fcb3c10d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 --2- 172.21.15.2:0/4076313449 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101240 0x7fcb3c101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 --2- 172.21.15.2:0/4076313449 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c105a90 0x7fcb3c105e70 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 -- 172.21.15.2:0/4076313449 >> 172.21.15.2:0/4076313449 conn(0x7fcb3c077210 msgr2=0x7fcb3c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 -- 172.21.15.2:0/4076313449 shutdown_connections 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 -- 172.21.15.2:0/4076313449 wait complete. 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.864+0000 7fcb41338640 1 Processor -- start 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 -- start start 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101bc0 0x7fcb3c199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 0x7fcb3c1a43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c110e60 con 0x7fcb3c101240 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c110ce0 con 0x7fcb3c101bc0 2024-09-05T04:23:37.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb41338640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c110fe0 con 0x7fcb3c105a90 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56974/0 (socket says 172.21.15.2:56974) 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 -- 172.21.15.2:0/1367988791 learned_addr learned my addr 172.21.15.2:0/1367988791 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101bc0 0x7fcb3c199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 0x7fcb3c1a43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 -- 172.21.15.2:0/1367988791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 msgr2=0x7fcb3c1a43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 0x7fcb3c1a43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 -- 172.21.15.2:0/1367988791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101bc0 msgr2=0x7fcb3c199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101bc0 0x7fcb3c199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 -- 172.21.15.2:0/1367988791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3c1a48f0 con 0x7fcb3c101240 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 0x7fcb3c1a43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:37.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.865+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c006010 tx=0x7fcb2c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.866+0000 7fcb23fff640 1 -- 172.21.15.2:0/1367988791 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c03f030 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.866+0000 7fcb23fff640 1 -- 172.21.15.2:0/1367988791 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb2c003cb0 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.866+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb3c1a4ac0 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.866+0000 7fcb23fff640 1 -- 172.21.15.2:0/1367988791 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c035070 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.866+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb3c1a4f10 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.868+0000 7fcb23fff640 1 -- 172.21.15.2:0/1367988791 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcb2c042030 con 0x7fcb3c101240 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.868+0000 7fcb43711740 1 Processor -- start 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.868+0000 7fcb43711740 1 -- start start 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081ce940 0x560a081d0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560a081292a0 con 0x560a081c3760 2024-09-05T04:23:37.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560a080d0b10 con 0x560a081ce940 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb43711740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560a08125260 con 0x560a081c4080 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56984/0 (socket says 172.21.15.2:56984) 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/442030624 learned_addr learned my addr 172.21.15.2:0/442030624 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3affd640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081ce940 0x560a081d0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb23fff640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 0x7fcb240a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/442030624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 msgr2=0x560a081ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/442030624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081ce940 msgr2=0x560a081d0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081ce940 0x560a081d0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/442030624 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a07e9ab90 con 0x560a081c3760 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3affd640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 0x7fcb240a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb23fff640 1 -- 172.21.15.2:0/1367988791 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fcb2c0efd70 con 0x7fcb3c101240 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.869+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400c550 tx=0x7fcb3400ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69611a1f269b6e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb217fa640 1 -- 172.21.15.2:0/442030624 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400a600 con 0x560a081c3760 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb217fa640 1 -- 172.21.15.2:0/442030624 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb3400ac50 con 0x560a081c3760 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb217fa640 1 -- 172.21.15.2:0/442030624 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34018a40 con 0x560a081c3760 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 -- 172.21.15.2:0/442030624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 msgr2=0x560a081c3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400c550 tx=0x7fcb3400ca10 comp rx=0 tx=0).stop 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 0x7fcb240a51b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fcb3401f000 tx=0x7fcb34018000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 -- 172.21.15.2:0/442030624 shutdown_connections 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081ce940 0x560a081d0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 --2- 172.21.15.2:0/442030624 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081c3b40 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 -- 172.21.15.2:0/442030624 >> 172.21.15.2:0/442030624 conn(0x560a081bfcf0 msgr2=0x560a081c00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.870+0000 7fcb43711740 1 -- 172.21.15.2:0/442030624 shutdown_connections 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 -- 172.21.15.2:0/442030624 wait complete. 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 -- start start 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 Processor -- start 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 0x560a081cc240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560a081d1510 con 0x560a081c3760 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560a080b16e0 con 0x560a081c4080 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560a081d1690 con 0x560a081ce940 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb43711740 10 client.0 _ll_register_callbacks cb 0x560a080d5a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb3affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56986/0 (socket says 172.21.15.2:56986) 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb3affd640 1 -- 172.21.15.2:0/1050370928 learned_addr learned my addr 172.21.15.2:0/1050370928 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.871+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 0x560a081cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 -- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 msgr2=0x560a081cc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 0x560a081cc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 -- 172.21.15.2:0/1050370928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 msgr2=0x560a081cbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081cbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 -- 172.21.15.2:0/1050370928 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a081da9e0 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 0x560a081cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0096c0 tx=0x7fcb2c0bb980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ee5b364d934e851 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c0be060 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fcb2c0ed2f0 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb3400ac50 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcb2c049070 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 10 client.18675 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560a081dd350 con 0x560a081c3760 2024-09-05T04:23:37.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb3400ac50 con 0x560a081c3760 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcb2c03bbf0 con 0x560a081c3760 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 10 client.18675 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 10 client.18675 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.872+0000 7fcb43711740 20 client.18675 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a081de760 0x560a081e0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb43711740 4 client.18675 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a081369d0 con 0x560a081de760 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a081de760 0x560a081e0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb1eff5640 10 client.18675 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.873+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a081de760 0x560a081e0bc0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22d3ef5404bbd14e server_cookie=f7fd2aebbc28fcbb in_seq=0 out_seq=0 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1050370928 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a081369d0 con 0x560a081de760 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb1eff5640 10 client.18675 handle_command_reply: tid=0 2024-09-05T04:23:37.891 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 client.18675 shutdown 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 msgr2=0x560a081cb7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0096c0 tx=0x7fcb2c0bb980 comp rx=0 tx=0).stop 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 shutdown_connections 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a081de760 0x560a081e0bc0 crc :-1 s=READY pgs=372 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081ce940 0x560a081cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 --2- 172.21.15.2:0/1050370928 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081c3760 0x560a081cb7c0 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb1eff5640 0 client.18675 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.874+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 >> 172.21.15.2:0/1050370928 conn(0x560a081bfcf0 msgr2=0x560a081bee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.875+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 shutdown_connections 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.875+0000 7fcb43711740 1 -- 172.21.15.2:0/1050370928 wait complete. 2024-09-05T04:23:37.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.875+0000 7fcb43711740 20 client.18675 trim_cache size 0 max 16384 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.891+0000 7fcb43711740 1 Processor -- start 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.891+0000 7fcb43711740 1 -- start start 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 0x560a081e64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081e6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1ad110 con 0x560a081ce940 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1af970 con 0x560a081c3760 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb43711740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1ad760 con 0x560a081c4080 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:56994/0 (socket says 172.21.15.2:56994) 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1498319613 learned_addr learned my addr 172.21.15.2:0/1498319613 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081e6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 0x560a081e64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1498319613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 msgr2=0x560a081e6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081e6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1498319613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 msgr2=0x560a081e64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 0x560a081e64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1498319613 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a081e1240 con 0x560a081ce940 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 0x560a081e64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.892+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fcb340098e0 tx=0x7fcb34009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6a2e54a066ee41a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb20ff9640 1 -- 172.21.15.2:0/1498319613 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3400c270 con 0x560a081ce940 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb20ff9640 1 -- 172.21.15.2:0/1498319613 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb34007e70 con 0x560a081ce940 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb20ff9640 1 -- 172.21.15.2:0/1498319613 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34018a40 con 0x560a081ce940 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 -- 172.21.15.2:0/1498319613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 msgr2=0x560a081c8a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7fcb340098e0 tx=0x7fcb34009910 comp rx=0 tx=0).stop 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 -- 172.21.15.2:0/1498319613 shutdown_connections 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081c8a40 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c4080 0x560a081e6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 --2- 172.21.15.2:0/1498319613 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c3760 0x560a081e64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 -- 172.21.15.2:0/1498319613 >> 172.21.15.2:0/1498319613 conn(0x560a081bfcf0 msgr2=0x560a081cd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 -- 172.21.15.2:0/1498319613 shutdown_connections 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.893+0000 7fcb43711740 1 -- 172.21.15.2:0/1498319613 wait complete. 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 -- start start 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 Processor -- start 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c3760 0x560a081d6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081d6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1ade30 con 0x560a081ce940 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1af2a0 con 0x560a081c4080 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3c1ae500 con 0x560a081c3760 2024-09-05T04:23:37.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb43711740 10 client.0 _ll_register_callbacks cb 0x7fcb2c0b79e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57004/0 (socket says 172.21.15.2:57004) 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3affd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c3760 0x560a081d6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1380327853 learned_addr learned my addr 172.21.15.2:0/1380327853 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3a7fc640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081d6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c3760 msgr2=0x560a081d6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c3760 0x560a081d6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1380327853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 msgr2=0x560a081d6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081d6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.894+0000 7fcb3b7fe640 1 -- 172.21.15.2:0/1380327853 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a081bb260 con 0x560a081ce940 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb3b7fe640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400ca50 tx=0x7fcb34018f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ae5d51b027e20b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:37.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb34033020 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fcb34023650 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb34007e70 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcb34018a40 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 10 client.18681 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560a082498a0 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb34007e70 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcb3402f810 con 0x560a081ce940 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 10 client.18681 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 10 client.18681 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 20 client.18681 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:37.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a08249e30 0x560a0824c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:37.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 4 client.18681 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.4, "await_for": 45.0}] 2024-09-05T04:23:37.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.895+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 146.4, "await_for": 45.0}) -- 0x560a08130d20 con 0x560a08249e30 2024-09-05T04:23:37.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.896+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a08249e30 0x560a0824c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:37.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.896+0000 7fcb3affd640 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a08249e30 0x560a0824c220 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fff80cde6c4d6c83 server_cookie=cc77e3b974332258 in_seq=0 out_seq=0 2024-09-05T04:23:37.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.896+0000 7fcb1eff5640 10 client.18681 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:37.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb1eff5640 1 -- 172.21.15.2:0/1380327853 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560a08130d20 con 0x560a08249e30 2024-09-05T04:23:37.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb1eff5640 10 client.18681 handle_command_reply: tid=0 2024-09-05T04:23:37.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 client.18681 shutdown 2024-09-05T04:23:37.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 msgr2=0x560a081d38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7fcb3400ca50 tx=0x7fcb34018f40 comp rx=0 tx=0).stop 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 shutdown_connections 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a08249e30 0x560a0824c220 crc :-1 s=READY pgs=373 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a081ce940 0x560a081d38e0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a081c4080 0x560a081d6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 --2- 172.21.15.2:0/1380327853 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a081c3760 0x560a081d6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 >> 172.21.15.2:0/1380327853 conn(0x560a081bfcf0 msgr2=0x560a081be650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb1eff5640 0 client.18681 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 shutdown_connections 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 1 -- 172.21.15.2:0/1380327853 wait complete. 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb43711740 20 client.18681 trim_cache size 0 max 16384 2024-09-05T04:23:37.906 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:23:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:23:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 46, 2024-09-05T04:23:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:23:37.907 INFO:teuthology.orchestra.run.smithi002.stdout: "7f4af25d": { 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 46, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 146.4, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:23:37.908 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:37.909 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 msgr2=0x7fcb240a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 0x7fcb240a51b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fcb3401f000 tx=0x7fcb34018000 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 msgr2=0x7fcb3c199330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.905+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c006010 tx=0x7fcb2c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 shutdown_connections 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb240a2cf0 0x7fcb240a51b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb3c105a90 0x7fcb3c1a43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb3c101bc0 0x7fcb3c199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 --2- 172.21.15.2:0/1367988791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb3c101240 0x7fcb3c199330 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 >> 172.21.15.2:0/1367988791 conn(0x7fcb3c077210 msgr2=0x7fcb3c103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:37.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 shutdown_connections 2024-09-05T04:23:37.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:37.906+0000 7fcb41338640 1 -- 172.21.15.2:0/1367988791 wait complete. 2024-09-05T04:23:38.715 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '7f4af25d', quiesce took 3.6 seconds. Will release after: 22.799999999999997 2024-09-05T04:23:39.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:39 smithi047 ceph-mon[34498]: pgmap v395: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:39.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:39 smithi002 ceph-mon[31001]: pgmap v395: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:39 smithi079 ceph-mon[34908]: pgmap v395: 129 pgs: 129 active+clean; 2.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:23:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:41 smithi047 ceph-mon[34498]: pgmap v396: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:23:41.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:41 smithi002 ceph-mon[31001]: pgmap v396: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:23:41.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:41 smithi079 ceph-mon[34908]: pgmap v396: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 52 KiB/s wr, 12 op/s 2024-09-05T04:23:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:43 smithi047 ceph-mon[34498]: pgmap v397: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-09-05T04:23:43.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:43 smithi002 ceph-mon[31001]: pgmap v397: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-09-05T04:23:43.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:43 smithi079 ceph-mon[34908]: pgmap v397: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-09-05T04:23:45.256 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:23:45.522 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:45.642 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:45 smithi002 ceph-mon[31001]: pgmap v398: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-09-05T04:23:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:45 smithi047 ceph-mon[34498]: pgmap v398: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-09-05T04:23:45.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:45 smithi079 ceph-mon[34908]: pgmap v398: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 39 KiB/s wr, 10 op/s 2024-09-05T04:23:46.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 -- 172.21.15.2:0/1399212923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0102790 msgr2=0x7f80f01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 --2- 172.21.15.2:0/1399212923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0102790 0x7f80f01067e0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f80e4009900 tx=0x7f80e402a410 comp rx=0 tx=0).stop 2024-09-05T04:23:46.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 -- 172.21.15.2:0/1399212923 shutdown_connections 2024-09-05T04:23:46.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 --2- 172.21.15.2:0/1399212923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0106f10 0x7f80f010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 --2- 172.21.15.2:0/1399212923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0102790 0x7f80f01067e0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.161 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 --2- 172.21.15.2:0/1399212923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0101de0 0x7f80f01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 -- 172.21.15.2:0/1399212923 >> 172.21.15.2:0/1399212923 conn(0x7f80f00fd8c0 msgr2=0x7f80f00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 -- 172.21.15.2:0/1399212923 shutdown_connections 2024-09-05T04:23:46.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.015+0000 7f80f7a43640 1 -- 172.21.15.2:0/1399212923 wait complete. 2024-09-05T04:23:46.162 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 Processor -- start 2024-09-05T04:23:46.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 -- start start 2024-09-05T04:23:46.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0101de0 0x7f80f019a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 0x7f80f019ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.163 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f80f0075720 con 0x7f80f0106f10 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f80f00755a0 con 0x7f80f0102790 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.016+0000 7f80f7a43640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f80f00758a0 con 0x7f80f0101de0 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55624/0 (socket says 172.21.15.2:55624) 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 -- 172.21.15.2:0/4132606175 learned_addr learned my addr 172.21.15.2:0/4132606175 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:46.164 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f57df640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0101de0 0x7f80f019a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 0x7f80f019ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 -- 172.21.15.2:0/4132606175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0101de0 msgr2=0x7f80f019a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0101de0 0x7f80f019a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 -- 172.21.15.2:0/4132606175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 msgr2=0x7f80f019ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 0x7f80f019ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.165 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 -- 172.21.15.2:0/4132606175 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80f019f5e0 con 0x7f80f0106f10 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 0x7f80f019ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f5fe0640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009fd0 tx=0x7f80e800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80e27fc640 1 -- 172.21.15.2:0/4132606175 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e8017070 con 0x7f80f0106f10 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80e27fc640 1 -- 172.21.15.2:0/4132606175 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80e8003e20 con 0x7f80f0106f10 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80f019f8d0 con 0x7f80f0106f10 2024-09-05T04:23:46.166 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80e27fc640 1 -- 172.21.15.2:0/4132606175 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e8010460 con 0x7f80f0106f10 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.017+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80f01a71b0 con 0x7f80f0106f10 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80e27fc640 1 -- 172.21.15.2:0/4132606175 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f80e8003970 con 0x7f80f0106f10 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 Processor -- start 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 -- start start 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 0x560711daf880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.167 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dba680 0x560711dbca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.168 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560711d152e0 con 0x560711dafdc0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560711cbcce0 con 0x560711dba680 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.020+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560711d112a0 con 0x560711daf4a0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80e27fc640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 0x7f80dc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55638/0 (socket says 172.21.15.2:55638) 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 -- 172.21.15.2:0/258906009 learned_addr learned my addr 172.21.15.2:0/258906009 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f5fe0640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 0x7f80dc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f4fde640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 0x560711daf880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f4fde640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dba680 0x560711dbca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.169 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80e27fc640 1 -- 172.21.15.2:0/4132606175 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f80e80cf710 con 0x7f80f0106f10 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 -- 172.21.15.2:0/258906009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 msgr2=0x560711daf880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 0x560711daf880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 -- 172.21.15.2:0/258906009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dba680 msgr2=0x560711dbca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dba680 0x560711dbca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 -- 172.21.15.2:0/258906009 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560711ca1440 con 0x560711dafdc0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f4fde640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 0x560711daf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f57df640 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009c80 tx=0x7f80ec0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea00d0b00f0a250a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80f5fe0640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 0x7f80dc0a51b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f80e8097ca0 tx=0x7f80e806a770 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80db7fe640 1 -- 172.21.15.2:0/258906009 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80ec012450 con 0x560711dafdc0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80db7fe640 1 -- 172.21.15.2:0/258906009 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80ec012aa0 con 0x560711dafdc0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.021+0000 7f80db7fe640 1 -- 172.21.15.2:0/258906009 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80ec00fb70 con 0x560711dafdc0 2024-09-05T04:23:46.170 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 -- 172.21.15.2:0/258906009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 msgr2=0x560711dba140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f80ec009c80 tx=0x7f80ec0117b0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 -- 172.21.15.2:0/258906009 shutdown_connections 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dba680 0x560711dbca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711dafdc0 0x560711dba140 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/258906009 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711daf4a0 0x560711daf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 -- 172.21.15.2:0/258906009 >> 172.21.15.2:0/258906009 conn(0x560711daba30 msgr2=0x560711dabe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 -- 172.21.15.2:0/258906009 shutdown_connections 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.022+0000 7f80f9e1c740 1 -- 172.21.15.2:0/258906009 wait complete. 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 -- start start 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 Processor -- start 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711db71d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.171 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711db7710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560711dbd250 con 0x560711daf4a0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560711cd0050 con 0x560711dafdc0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560711dbd3d0 con 0x560711dba680 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f9e1c740 10 client.0 _ll_register_callbacks cb 0x560711d10160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55652/0 (socket says 172.21.15.2:55652) 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f4fde640 1 -- 172.21.15.2:0/79492609 learned_addr learned my addr 172.21.15.2:0/79492609 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f57df640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711db71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f4fde640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711db7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.172 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.023+0000 7f80f4fde640 1 -- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 msgr2=0x560711db7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f4fde640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711db7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f4fde640 1 -- 172.21.15.2:0/79492609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 msgr2=0x560711db71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f4fde640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711db71d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f4fde640 1 -- 172.21.15.2:0/79492609 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560711a863c0 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f4fde640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f80e4005940 tx=0x7f80e40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd852b1c6d91e1ec server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4035040 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80ec012aa0 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f80e40035f0 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f80e4051050 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 10 client.18693 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560711dc8b30 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80ec012aa0 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f80e403a040 con 0x560711daf4a0 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 10 client.18693 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 10 client.18693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 20 client.18693 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:46.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711dc9f40 0x560711dcc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 4 client.18693 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.024+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560711d22850 con 0x560711dc9f40 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.025+0000 7f80f57df640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711dc9f40 0x560711dcc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.025+0000 7f80f57df640 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711dc9f40 0x560711dcc330 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73db52713897a865 server_cookie=3650dccc945d33a0 in_seq=0 out_seq=0 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.025+0000 7f80d8ff9640 10 client.18693 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80d8ff9640 1 -- 172.21.15.2:0/79492609 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560711d22850 con 0x560711dc9f40 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80d8ff9640 10 client.18693 handle_command_reply: tid=0 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 client.18693 shutdown 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 msgr2=0x560711db9f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f80e4005940 tx=0x7f80e40058b0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 shutdown_connections 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711dc9f40 0x560711dcc330 crc :-1 s=READY pgs=374 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711db7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711db71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80d8ff9640 0 client.18693 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/79492609 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711db9f20 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.026+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 >> 172.21.15.2:0/79492609 conn(0x560711daba30 msgr2=0x560711db1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.027+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 shutdown_connections 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.027+0000 7f80f9e1c740 1 -- 172.21.15.2:0/79492609 wait complete. 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.027+0000 7f80f9e1c740 20 client.18693 trim_cache size 0 max 16384 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 Processor -- start 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 -- start start 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dd1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dd20f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01af210 con 0x560711daf4a0 2024-09-05T04:23:46.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01b1a70 con 0x560711dafdc0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01af860 con 0x560711dba680 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55666/0 (socket says 172.21.15.2:55666) 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 -- 172.21.15.2:0/1412061101 learned_addr learned my addr 172.21.15.2:0/1412061101 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 -- 172.21.15.2:0/1412061101 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 msgr2=0x560711dd20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dd20f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 -- 172.21.15.2:0/1412061101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 msgr2=0x560711dd1bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dd1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.044+0000 7f80f4fde640 1 -- 172.21.15.2:0/1412061101 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560711db6180 con 0x560711daf4a0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f4fde640 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f80e40319e0 tx=0x7f80e4031a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29135b8fc7739369 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80daffd640 1 -- 172.21.15.2:0/1412061101 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4035070 con 0x560711daf4a0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80daffd640 1 -- 172.21.15.2:0/1412061101 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80e4009520 con 0x560711daf4a0 2024-09-05T04:23:46.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80daffd640 1 -- 172.21.15.2:0/1412061101 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4003aa0 con 0x560711daf4a0 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 -- 172.21.15.2:0/1412061101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 msgr2=0x560711dabe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f80e40319e0 tx=0x7f80e4031a10 comp rx=0 tx=0).stop 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 -- 172.21.15.2:0/1412061101 shutdown_connections 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dd20f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dd1bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/1412061101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dabe10 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 -- 172.21.15.2:0/1412061101 >> 172.21.15.2:0/1412061101 conn(0x560711daba30 msgr2=0x560711daab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 -- 172.21.15.2:0/1412061101 shutdown_connections 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.045+0000 7f80f9e1c740 1 -- 172.21.15.2:0/1412061101 wait complete. 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 -- start start 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 Processor -- start 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dc0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dc0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01aff30 con 0x560711daf4a0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01b13a0 con 0x560711dafdc0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f80f01b0600 con 0x560711dba680 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f9e1c740 10 client.0 _ll_register_callbacks cb 0x7f80ec005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f4fde640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55674/0 (socket says 172.21.15.2:55674) 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f4fde640 1 -- 172.21.15.2:0/4060765093 learned_addr learned my addr 172.21.15.2:0/4060765093 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dc0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.046+0000 7f80f57df640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dc0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 -- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 msgr2=0x560711dc0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dc0fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 -- 172.21.15.2:0/4060765093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 msgr2=0x560711dc0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:46.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dc0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 -- 172.21.15.2:0/4060765093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560711dba290 con 0x560711daf4a0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f57df640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dc0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f4fde640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f80e402a930 tx=0x7f80e40058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf7a050269d91f88 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80e4035040 con 0x560711daf4a0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f80e4005040 con 0x560711daf4a0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80e4009520 con 0x560711daf4a0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f80e4005240 con 0x560711daf4a0 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f9e1c740 10 client.18699 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:46.180 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560711e34e70 con 0x560711daf4a0 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80e4009520 con 0x560711daf4a0 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f80e40035f0 con 0x560711daf4a0 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.047+0000 7f80f9e1c740 10 client.18699 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f9e1c740 10 client.18699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f9e1c740 20 client.18699 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711e35470 0x560711e37860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f9e1c740 4 client.18699 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560711d1cd60 con 0x560711e35470 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f57df640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711e35470 0x560711e37860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80d8ff9640 10 client.18699 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80f57df640 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711e35470 0x560711e37860 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=733e4ec1b25186e3 server_cookie=eed652b9364c5b99 in_seq=0 out_seq=0 2024-09-05T04:23:46.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.048+0000 7f80d8ff9640 1 -- 172.21.15.2:0/4060765093 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560711d1cd60 con 0x560711e35470 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80d8ff9640 10 client.18699 handle_command_reply: tid=0 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 client.18699 shutdown 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 msgr2=0x560711dc0560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f80e402a930 tx=0x7f80e40058b0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 shutdown_connections 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560711e35470 0x560711e37860 crc :-1 s=READY pgs=375 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560711dba680 0x560711dc0fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:46.182 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560711dafdc0 0x560711dc0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80d8ff9640 0 client.18699 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 --2- 172.21.15.2:0/4060765093 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560711daf4a0 0x560711dc0560 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 >> 172.21.15.2:0/4060765093 conn(0x560711daba30 msgr2=0x560711db8a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 shutdown_connections 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 1 -- 172.21.15.2:0/4060765093 wait complete. 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.049+0000 7f80f9e1c740 20 client.18699 trim_cache size 0 max 16384 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 msgr2=0x7f80dc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 0x7f80dc0a51b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f80e8097ca0 tx=0x7f80e806a770 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 msgr2=0x7f80f019ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f80e8009fd0 tx=0x7f80e800b260 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 shutdown_connections 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f80dc0a2cf0 0x7f80dc0a51b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f80f0106f10 0x7f80f019ef00 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f80f0102790 0x7f80f019ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 --2- 172.21.15.2:0/4132606175 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f80f0101de0 0x7f80f019a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 >> 172.21.15.2:0/4132606175 conn(0x7f80f00fd8c0 msgr2=0x7f80f00fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 shutdown_connections 2024-09-05T04:23:46.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:46.050+0000 7f80f7a43640 1 -- 172.21.15.2:0/4132606175 wait complete. 2024-09-05T04:23:46.947 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:23:46.947 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:23:47.202 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:47.593 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:47 smithi002 ceph-mon[31001]: pgmap v399: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:47 smithi047 ceph-mon[34498]: pgmap v399: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:47.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 -- 172.21.15.2:0/2231623257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970106a80 msgr2=0x7f1970106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:47.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 --2- 172.21.15.2:0/2231623257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970106a80 0x7f1970106e60 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f1960009930 tx=0x7f196002a420 comp rx=0 tx=0).stop 2024-09-05T04:23:47.701 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 -- 172.21.15.2:0/2231623257 shutdown_connections 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 --2- 172.21.15.2:0/2231623257 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970101420 0x7f197010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 --2- 172.21.15.2:0/2231623257 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 --2- 172.21.15.2:0/2231623257 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970106a80 0x7f1970106e60 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 -- 172.21.15.2:0/2231623257 >> 172.21.15.2:0/2231623257 conn(0x7f19700fc7a0 msgr2=0x7f19700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 -- 172.21.15.2:0/2231623257 shutdown_connections 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.674+0000 7f1974f4c640 1 -- 172.21.15.2:0/2231623257 wait complete. 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 Processor -- start 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 -- start start 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970106a80 0x7f197019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1970110da0 con 0x7f1970101420 2024-09-05T04:23:47.702 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1970110c20 con 0x7f1970100a80 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1974f4c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1970110f20 con 0x7f1970106a80 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55694/0 (socket says 172.21.15.2:55694) 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 -- 172.21.15.2:0/1743232517 learned_addr learned my addr 172.21.15.2:0/1743232517 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f196e59c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f196ed9d640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970106a80 0x7f197019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 -- 172.21.15.2:0/1743232517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970106a80 msgr2=0x7f197019ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970106a80 0x7f197019ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 -- 172.21.15.2:0/1743232517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 msgr2=0x7f1970198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f1967fff640 1 -- 172.21.15.2:0/1743232517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197019d3d0 con 0x7f1970101420 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.675+0000 7f196e59c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f1967fff640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f195800b4a0 tx=0x7f195800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:47.703 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958014070 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1958010ac0 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958017c30 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197019d6c0 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.676+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19701a4fa0 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.677+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1970100ee0 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.678+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1958017070 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.679+0000 7f19677fe640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 0x7f195c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.679+0000 7f196e59c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 0x7f195c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.679+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f19580ceee0 con 0x7f1970101420 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.679+0000 7f196e59c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 0x7f195c0a51b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1960006010 tx=0x7f1960000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:47.704 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.682+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f195809b7c0 con 0x7f1970101420 2024-09-05T04:23:47.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:47 smithi079 ceph-mon[34908]: pgmap v399: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:47.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.893+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f197002d7c0 con 0x7f1970101420 2024-09-05T04:23:47.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.894+0000 7f19677fe640 1 -- 172.21.15.2:0/1743232517 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f195809b0c0 con 0x7f1970101420 2024-09-05T04:23:47.896 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:23:47.896 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:23:47.896 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:23:47.897 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 msgr2=0x7f195c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 0x7f195c0a51b0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1960006010 tx=0x7f1960000bc0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 msgr2=0x7f1970198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f195800b4a0 tx=0x7f195800b960 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 shutdown_connections 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f195c0a2cf0 0x7f195c0a51b0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1970106a80 0x7f197019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1970101420 0x7f1970198960 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 --2- 172.21.15.2:0/1743232517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1970100a80 0x7f1970198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 >> 172.21.15.2:0/1743232517 conn(0x7f19700fc7a0 msgr2=0x7f197006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 shutdown_connections 2024-09-05T04:23:47.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:47.896+0000 7f1974f4c640 1 -- 172.21.15.2:0/1743232517 wait complete. 2024-09-05T04:23:48.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1743232517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:48.574 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:23:48.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1743232517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:48.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1743232517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:23:48.829 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:49.345 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 -- 172.21.15.2:0/2043910012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 msgr2=0x7f03dc105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 --2- 172.21.15.2:0/2043910012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc105920 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f03d0009900 tx=0x7f03d002a410 comp rx=0 tx=0).stop 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 -- 172.21.15.2:0/2043910012 shutdown_connections 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 --2- 172.21.15.2:0/2043910012 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc106050 0x7f03dc10dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 --2- 172.21.15.2:0/2043910012 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc105920 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 --2- 172.21.15.2:0/2043910012 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc101440 0x7f03dc101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 -- 172.21.15.2:0/2043910012 >> 172.21.15.2:0/2043910012 conn(0x7f03dc077210 msgr2=0x7f03dc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.326+0000 7f03e37e0640 1 -- 172.21.15.2:0/2043910012 shutdown_connections 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 -- 172.21.15.2:0/2043910012 wait complete. 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 Processor -- start 2024-09-05T04:23:49.346 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 -- start start 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc101440 0x7f03dc197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc106050 0x7f03dc197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc110f20 con 0x7f03dc101df0 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc110da0 con 0x7f03dc106050 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e37e0640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1110a0 con 0x7f03dc101440 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e0d7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e0d7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55710/0 (socket says 172.21.15.2:55710) 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.327+0000 7f03e0d7b640 1 -- 172.21.15.2:0/1174199323 learned_addr learned my addr 172.21.15.2:0/1174199323 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e157c640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc101440 0x7f03dc197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.347 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc106050 0x7f03dc197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 -- 172.21.15.2:0/1174199323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc101440 msgr2=0x7f03dc197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc101440 0x7f03dc197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 -- 172.21.15.2:0/1174199323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc106050 msgr2=0x7f03dc197c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc106050 0x7f03dc197c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 -- 172.21.15.2:0/1174199323 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03dc1a69f0 con 0x7f03dc101df0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005940 tx=0x7f03d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03da7fc640 1 -- 172.21.15.2:0/1174199323 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d003f030 con 0x7f03dc101df0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03da7fc640 1 -- 172.21.15.2:0/1174199323 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03d0003aa0 con 0x7f03dc101df0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03dc1a6c80 con 0x7f03dc101df0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03da7fc640 1 -- 172.21.15.2:0/1174199323 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d0035070 con 0x7f03dc101df0 2024-09-05T04:23:49.348 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.328+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03dc1a71b0 con 0x7f03dc101df0 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.330+0000 7f03da7fc640 1 -- 172.21.15.2:0/1174199323 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f03d0042030 con 0x7f03dc101df0 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 Processor -- start 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 -- start start 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d94a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7da1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7cfa2f0 con 0x55c1b7d95b40 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7ca1cf0 con 0x55c1b7d945d0 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7cf62b0 con 0x55c1b7d9f370 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e1d7d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.349 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03da7fc640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 0x7f03c40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e1d7d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55714/0 (socket says 172.21.15.2:55714) 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.331+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2404183549 learned_addr learned my addr 172.21.15.2:0/2404183549 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 0x7f03c40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e157c640 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d94a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03da7fc640 1 -- 172.21.15.2:0/1174199323 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f03d00effd0 con 0x7f03dc101df0 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7da1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2404183549 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 msgr2=0x55c1b7da1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7da1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2404183549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 msgr2=0x55c1b7d94a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d94a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.350 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2404183549 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1b7c863a0 con 0x55c1b7d95b40 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f03d4014b60 tx=0x7f03d4011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4993c4b3e5a656 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 0x7f03c40a5230 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f03d40058c0 tx=0x7f03d401c000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03c37fe640 1 -- 172.21.15.2:0/2404183549 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4022070 con 0x55c1b7d95b40 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03c37fe640 1 -- 172.21.15.2:0/2404183549 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03d4014530 con 0x55c1b7d95b40 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.332+0000 7f03c37fe640 1 -- 172.21.15.2:0/2404183549 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d401ec10 con 0x55c1b7d95b40 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2404183549 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 msgr2=0x55c1b7d94090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f03d4014b60 tx=0x7f03d4011750 comp rx=0 tx=0).stop 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2404183549 shutdown_connections 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7da1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d94a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2404183549 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d94090 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2404183549 >> 172.21.15.2:0/2404183549 conn(0x55c1b7d5d310 msgr2=0x55c1b7d90c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2404183549 shutdown_connections 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2404183549 wait complete. 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.333+0000 7f03e5bb9740 1 -- start start 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 Processor -- start 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7d9c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7da2010 con 0x55c1b7d95b40 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7cb5060 con 0x55c1b7d945d0 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c1b7da2190 con 0x55c1b7d9f370 2024-09-05T04:23:49.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e5bb9740 10 client.0 _ll_register_callbacks cb 0x55c1b7a088c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55730/0 (socket says 172.21.15.2:55730) 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 -- 172.21.15.2:0/4013445516 learned_addr learned my addr 172.21.15.2:0/4013445516 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e157c640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7d9c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 -- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 msgr2=0x55c1b7d9c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7d9c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 -- 172.21.15.2:0/4013445516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 msgr2=0x55c1b7d9eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.334+0000 7f03e0d7b640 1 -- 172.21.15.2:0/4013445516 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1b7a6b3c0 con 0x55c1b7d95b40 2024-09-05T04:23:49.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f03d00bbda0 tx=0x7f03d00bba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30594a162ab96140 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d00d5060 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f03d0003c50 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03d4014530 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f03d0049070 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 10 client.18717 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c1b7dadaf0 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03d4014530 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f03d00d7030 con 0x55c1b7d95b40 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 10 client.18717 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:49.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 10 client.18717 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 20 client.18717 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7daee40 0x55c1b7db1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 4 client.18717 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.335+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c1b7d07860 con 0x55c1b7daee40 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.336+0000 7f03e157c640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7daee40 0x55c1b7db1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.336+0000 7f03c0ff9640 10 client.18717 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.336+0000 7f03e157c640 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7daee40 0x55c1b7db1290 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fe87541ad34140e server_cookie=7de918762ce77f27 in_seq=0 out_seq=0 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03c0ff9640 1 -- 172.21.15.2:0/4013445516 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c1b7d07860 con 0x55c1b7daee40 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03c0ff9640 10 client.18717 handle_command_reply: tid=0 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 client.18717 shutdown 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 msgr2=0x55c1b7d9c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f03d00bbda0 tx=0x7f03d00bba00 comp rx=0 tx=0).stop 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 shutdown_connections 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7daee40 0x55c1b7db1290 crc :-1 s=READY pgs=376 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d9f370 0x55c1b7d9c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9c050 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03c0ff9640 0 client.18717 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/4013445516 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 >> 172.21.15.2:0/4013445516 conn(0x55c1b7d5d310 msgr2=0x55c1b7d96930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.337+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 shutdown_connections 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.338+0000 7f03e5bb9740 1 -- 172.21.15.2:0/4013445516 wait complete. 2024-09-05T04:23:49.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.338+0000 7f03e5bb9740 20 client.18717 trim_cache size 0 max 16384 2024-09-05T04:23:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 Processor -- start 2024-09-05T04:23:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 -- start start 2024-09-05T04:23:49.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1af260 con 0x55c1b7d9f370 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1b1ac0 con 0x55c1b7d945d0 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.351+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1af8b0 con 0x55c1b7d95b40 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55736/0 (socket says 172.21.15.2:55736) 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2447500489 learned_addr learned my addr 172.21.15.2:0/2447500489 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e157c640 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2447500489 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 msgr2=0x55c1b7d9dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2447500489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 msgr2=0x55c1b7d9b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 -- 172.21.15.2:0/2447500489 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1b7db1910 con 0x55c1b7d9f370 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f03d4005890 tx=0x7f03d400bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c783ab440dde9a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03c2ffd640 1 -- 172.21.15.2:0/2447500489 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4022040 con 0x55c1b7d9f370 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03c2ffd640 1 -- 172.21.15.2:0/2447500489 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03d40054f0 con 0x55c1b7d9f370 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.352+0000 7f03c2ffd640 1 -- 172.21.15.2:0/2447500489 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d40048a0 con 0x55c1b7d9f370 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2447500489 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 msgr2=0x55c1b7d97120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f03d4005890 tx=0x7f03d400bb30 comp rx=0 tx=0).stop 2024-09-05T04:23:49.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2447500489 shutdown_connections 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d9f370 0x55c1b7d97120 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7d9dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2447500489 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d945d0 0x55c1b7d9b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2447500489 >> 172.21.15.2:0/2447500489 conn(0x55c1b7d5d310 msgr2=0x55c1b7d9d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2447500489 shutdown_connections 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2447500489 wait complete. 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.353+0000 7f03e5bb9740 1 -- start start 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 Processor -- start 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7da3640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d9f370 0x55c1b7da3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1aff80 con 0x55c1b7d945d0 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1b13f0 con 0x55c1b7d9f370 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f03dc1b0650 con 0x55c1b7d95b40 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e5bb9740 10 client.0 _ll_register_callbacks cb 0x7f03d00bbbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55744/0 (socket says 172.21.15.2:55744) 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 -- 172.21.15.2:0/2259444290 learned_addr learned my addr 172.21.15.2:0/2259444290 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7da3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e1d7d640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d9f370 0x55c1b7da3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 -- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 msgr2=0x55c1b7da3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7da3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 -- 172.21.15.2:0/2259444290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d9f370 msgr2=0x55c1b7da3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d9f370 0x55c1b7da3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.354+0000 7f03e157c640 1 -- 172.21.15.2:0/2259444290 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1b7d90510 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03e157c640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f03cc007270 tx=0x7f03cc010db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7010924adfa865e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03cc02a060 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f03cc01d8d0 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f03d40054f0 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f03cc031050 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03e5bb9740 10 client.18723 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c1b7e19c60 con 0x55c1b7d945d0 2024-09-05T04:23:49.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03d40054f0 con 0x55c1b7d945d0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f03cc025460 con 0x55c1b7d945d0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.355+0000 7f03e5bb9740 10 client.18723 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e5bb9740 10 client.18723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e5bb9740 20 client.18723 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7e1a3b0 0x55c1b7e1c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e5bb9740 4 client.18723 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c1b7d01d70 con 0x55c1b7e1a3b0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7e1a3b0 0x55c1b7e1c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03e0d7b640 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7e1a3b0 0x55c1b7e1c7d0 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10865d00886e763f server_cookie=d4a98a2d3abaa448 in_seq=0 out_seq=0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.356+0000 7f03c0ff9640 10 client.18723 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03c0ff9640 1 -- 172.21.15.2:0/2259444290 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c1b7d01d70 con 0x55c1b7e1a3b0 2024-09-05T04:23:49.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03c0ff9640 10 client.18723 handle_command_reply: tid=0 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 client.18723 shutdown 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 msgr2=0x55c1b7da3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f03cc007270 tx=0x7f03cc010db0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 shutdown_connections 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c1b7e1a3b0 0x55c1b7e1c7d0 crc :-1 s=READY pgs=377 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c1b7d9f370 0x55c1b7da3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03c0ff9640 0 client.18723 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c1b7d95b40 0x55c1b7da3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 --2- 172.21.15.2:0/2259444290 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c1b7d945d0 0x55c1b7da3100 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 >> 172.21.15.2:0/2259444290 conn(0x55c1b7d5d310 msgr2=0x55c1b7d9e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 shutdown_connections 2024-09-05T04:23:49.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 1 -- 172.21.15.2:0/2259444290 wait complete. 2024-09-05T04:23:49.369 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.357+0000 7f03e5bb9740 20 client.18723 trim_cache size 0 max 16384 2024-09-05T04:23:49.369 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 msgr2=0x7f03c40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 0x7f03c40a5230 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f03d40058c0 tx=0x7f03d401c000 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 msgr2=0x7f03dc1976c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f03d0005940 tx=0x7f03d0004270 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 shutdown_connections 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f03c40a2d70 0x7f03c40a5230 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f03dc106050 0x7f03dc197c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f03dc101df0 0x7f03dc1976c0 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 --2- 172.21.15.2:0/1174199323 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f03dc101440 0x7f03dc197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 >> 172.21.15.2:0/1174199323 conn(0x7f03dc077210 msgr2=0x7f03dc104940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 shutdown_connections 2024-09-05T04:23:49.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:49.358+0000 7f03e37e0640 1 -- 172.21.15.2:0/1174199323 wait complete. 2024-09-05T04:23:49.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:49 smithi002 ceph-mon[31001]: pgmap v400: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:49.661 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 -- 172.21.15.2:0/2525618968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c01009a0 msgr2=0x7f53c0100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.661 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 --2- 172.21.15.2:0/2525618968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c01009a0 0x7f53c0100e00 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f53b0009930 tx=0x7f53b002a420 comp rx=0 tx=0).stop 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 -- 172.21.15.2:0/2525618968 shutdown_connections 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 --2- 172.21.15.2:0/2525618968 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c0101340 0x7f53c010d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 --2- 172.21.15.2:0/2525618968 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c01009a0 0x7f53c0100e00 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 --2- 172.21.15.2:0/2525618968 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 0x7f53c0106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 -- 172.21.15.2:0/2525618968 >> 172.21.15.2:0/2525618968 conn(0x7f53c00779a0 msgr2=0x7f53c00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 -- 172.21.15.2:0/2525618968 shutdown_connections 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.658+0000 7f53c7465640 1 -- 172.21.15.2:0/2525618968 wait complete. 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 Processor -- start 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 -- start start 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c01009a0 0x7f53c0199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.662 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 0x7f53c01a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f53c0110ca0 con 0x7f53c0101340 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f53c0110b20 con 0x7f53c01069b0 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c7465640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f53c0110e20 con 0x7f53c01009a0 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55754/0 (socket says 172.21.15.2:55754) 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 -- 172.21.15.2:0/1125056769 learned_addr learned my addr 172.21.15.2:0/1125056769 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c5201640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c01009a0 0x7f53c0199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 0x7f53c01a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 -- 172.21.15.2:0/1125056769 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c01009a0 msgr2=0x7f53c0199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c01009a0 0x7f53c0199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 -- 172.21.15.2:0/1125056769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 msgr2=0x7f53c01a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 0x7f53c01a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.659+0000 7f53c4a00640 1 -- 172.21.15.2:0/1125056769 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53c01a4740 con 0x7f53c0101340 2024-09-05T04:23:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f53b0004770 tx=0x7f53b00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53b67fc640 1 -- 172.21.15.2:0/1125056769 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b003f070 con 0x7f53c0101340 2024-09-05T04:23:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53c01a4910 con 0x7f53c0101340 2024-09-05T04:23:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53b67fc640 1 -- 172.21.15.2:0/1125056769 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53b003b460 con 0x7f53c0101340 2024-09-05T04:23:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53b67fc640 1 -- 172.21.15.2:0/1125056769 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0035070 con 0x7f53c0101340 2024-09-05T04:23:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.660+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53c01a4d80 con 0x7f53c0101340 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53b67fc640 1 -- 172.21.15.2:0/1125056769 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f53b003b610 con 0x7f53c0101340 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 Processor -- start 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 -- start start 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 0x558a481a9770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 0x558a481ac0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558a481032f0 con 0x558a4819eaf0 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558a480ab270 con 0x558a481a9cb0 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53ca206740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558a480ff2b0 con 0x558a4819f410 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55770/0 (socket says 172.21.15.2:55770) 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 -- 172.21.15.2:0/1953233003 learned_addr learned my addr 172.21.15.2:0/1953233003 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5201640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 0x558a481a9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 0x558a481ac0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53b67fc640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 0x7f53ac0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 -- 172.21.15.2:0/1953233003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 msgr2=0x558a481a9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 0x558a481a9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 -- 172.21.15.2:0/1953233003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 msgr2=0x558a481ac0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.675 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 0x558a481ac0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5a02640 1 -- 172.21.15.2:0/1953233003 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a480aa340 con 0x558a4819eaf0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 0x558a481ac0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53c5201640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 0x558a481a9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.663+0000 7f53b67fc640 1 -- 172.21.15.2:0/1125056769 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f53b00efb00 con 0x7f53c0101340 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.664+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 0x7f53ac0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.664+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f53b8010510 tx=0x7f53b8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99e0efd295c073bb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.664+0000 7f53ab7fe640 1 -- 172.21.15.2:0/1953233003 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b801d400 con 0x558a4819eaf0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.664+0000 7f53ab7fe640 1 -- 172.21.15.2:0/1953233003 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53b801da50 con 0x558a4819eaf0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.664+0000 7f53ab7fe640 1 -- 172.21.15.2:0/1953233003 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b801c720 con 0x558a4819eaf0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- 172.21.15.2:0/1953233003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 msgr2=0x558a4819eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 0x7f53ac0a51b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f53b8021000 tx=0x7f53b801e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f53b8010510 tx=0x7f53b8009f90 comp rx=0 tx=0).stop 2024-09-05T04:23:49.676 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- 172.21.15.2:0/1953233003 shutdown_connections 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a481a9cb0 0x558a481ac0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819f410 0x558a481a9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- 172.21.15.2:0/1953233003 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819eaf0 0x558a4819eed0 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- 172.21.15.2:0/1953233003 >> 172.21.15.2:0/1953233003 conn(0x558a4819b060 msgr2=0x558a4819b440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- 172.21.15.2:0/1953233003 shutdown_connections 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- 172.21.15.2:0/1953233003 wait complete. 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 -- start start 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 Processor -- start 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.665+0000 7f53ca206740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481a7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558a481ac880 con 0x558a481a9cb0 2024-09-05T04:23:49.677 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558a4808c290 con 0x558a4819f410 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558a481aca00 con 0x558a4819eaf0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 10 client.0 _ll_register_callbacks cb 0x558a480bd140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55776/0 (socket says 172.21.15.2:55776) 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 -- 172.21.15.2:0/1509493877 learned_addr learned my addr 172.21.15.2:0/1509493877 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5201640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c4a00640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481a7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 -- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 msgr2=0x558a481a6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 -- 172.21.15.2:0/1509493877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 msgr2=0x558a481a7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481a7190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 -- 172.21.15.2:0/1509493877 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a47e16210 con 0x558a481a9cb0 2024-09-05T04:23:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53c5a02640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f53b8009bf0 tx=0x7f53b801c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cad0d3477c85fcd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b801cc90 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f53b801ce30 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b801da50 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f53b803d050 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 10 client.18735 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.666+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558a47ee2620 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53b801da50 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f53b8038030 con 0x558a481a9cb0 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 10 client.18735 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 10 client.18735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 20 client.18735 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a481b9c00 0x558a481bbff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.679 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 4 client.18735 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a48110a20 con 0x558a481b9c00 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.667+0000 7f53c5201640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a481b9c00 0x558a481bbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53a8ff9640 10 client.18735 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53c5201640 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a481b9c00 0x558a481bbff0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ed1faf07c1c4e58 server_cookie=c759e3ff1faac1af in_seq=0 out_seq=0 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53a8ff9640 1 -- 172.21.15.2:0/1509493877 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558a48110a20 con 0x558a481b9c00 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53a8ff9640 10 client.18735 handle_command_reply: tid=0 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53ca206740 1 client.18735 shutdown 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 msgr2=0x558a481a76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f53b8009bf0 tx=0x7f53b801c7d0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.668+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 shutdown_connections 2024-09-05T04:23:49.680 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a481b9c00 0x558a481bbff0 crc :-1 s=READY pgs=378 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481a76d0 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53a8ff9640 0 client.18735 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481a7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 --2- 172.21.15.2:0/1509493877 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 >> 172.21.15.2:0/1509493877 conn(0x558a4819b060 msgr2=0x558a4819a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 shutdown_connections 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 1 -- 172.21.15.2:0/1509493877 wait complete. 2024-09-05T04:23:49.681 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.669+0000 7f53ca206740 20 client.18735 trim_cache size 0 max 16384 2024-09-05T04:23:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 Processor -- start 2024-09-05T04:23:49.688 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 -- start start 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481c17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01ad0c0 con 0x558a481a9cb0 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01af920 con 0x558a4819f410 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53ca206740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01ad710 con 0x558a4819eaf0 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55780/0 (socket says 172.21.15.2:55780) 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 -- 172.21.15.2:0/3802773098 learned_addr learned my addr 172.21.15.2:0/3802773098 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5201640 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 -- 172.21.15.2:0/3802773098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 msgr2=0x558a481a7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.689 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 -- 172.21.15.2:0/3802773098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 msgr2=0x558a481c17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481c17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.683+0000 7f53c5a02640 1 -- 172.21.15.2:0/3802773098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a4819bcf0 con 0x558a481a9cb0 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53c5a02640 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f53b8005d70 tx=0x7f53b80093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62c9f095e47db94a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53aaffd640 1 -- 172.21.15.2:0/3802773098 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b8046070 con 0x558a481a9cb0 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53aaffd640 1 -- 172.21.15.2:0/3802773098 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53b802b070 con 0x558a481a9cb0 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53aaffd640 1 -- 172.21.15.2:0/3802773098 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b801da50 con 0x558a481a9cb0 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 -- 172.21.15.2:0/3802773098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 msgr2=0x558a481c1ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f53b8005d70 tx=0x7f53b80093c0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 -- 172.21.15.2:0/3802773098 shutdown_connections 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a481a9cb0 0x558a481c1ce0 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819f410 0x558a481c17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.690 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 --2- 172.21.15.2:0/3802773098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a4819eaf0 0x558a481a7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 -- 172.21.15.2:0/3802773098 >> 172.21.15.2:0/3802773098 conn(0x558a4819b060 msgr2=0x558a481a8cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 -- 172.21.15.2:0/3802773098 shutdown_connections 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.684+0000 7f53ca206740 1 -- 172.21.15.2:0/3802773098 wait complete. 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 -- start start 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 Processor -- start 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819eaf0 0x558a481adb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 0x558a481ae5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01adde0 con 0x558a4819f410 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01af250 con 0x558a4819eaf0 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f53c01ae4b0 con 0x558a481a9cb0 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53ca206740 10 client.0 _ll_register_callbacks cb 0x7f53b8020020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53c4a00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53c4a00640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:55796/0 (socket says 172.21.15.2:55796) 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53c4a00640 1 -- 172.21.15.2:0/3515937803 learned_addr learned my addr 172.21.15.2:0/3515937803 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.685+0000 7f53c5201640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819eaf0 0x558a481adb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c5a02640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 0x558a481ae5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 -- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 msgr2=0x558a481ae5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 0x558a481ae5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 -- 172.21.15.2:0/3515937803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819eaf0 msgr2=0x558a481adb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819eaf0 0x558a481adb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 -- 172.21.15.2:0/3515937803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a481a7a40 con 0x558a4819f410 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c5a02640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 0x558a481ae5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53c4a00640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f53b00b86b0 tx=0x7f53b00b7920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aacddf7338dd2ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53b0048040 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f53b003b940 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53b802b070 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f53b00044e0 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53ca206740 10 client.18741 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558a48228de0 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53b802b070 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.686+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f53b004b060 con 0x558a4819f410 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 10 client.18741 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 10 client.18741 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 20 client.18741 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a48229540 0x558a4822b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 4 client.18741 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:23:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558a4810ad70 con 0x558a48229540 2024-09-05T04:23:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53c5201640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a48229540 0x558a4822b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53a8ff9640 10 client.18741 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.687+0000 7f53c5201640 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a48229540 0x558a4822b960 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9a72467b1f59048 server_cookie=9c9dd55c89d06e6e in_seq=0 out_seq=0 2024-09-05T04:23:49.694 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:49 smithi047 ceph-mon[34498]: pgmap v400: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.700+0000 7f53a8ff9640 1 -- 172.21.15.2:0/3515937803 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558a4810ad70 con 0x558a48229540 2024-09-05T04:23:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.700+0000 7f53a8ff9640 10 client.18741 handle_command_reply: tid=0 2024-09-05T04:23:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.700+0000 7f53ca206740 1 client.18741 shutdown 2024-09-05T04:23:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.700+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 msgr2=0x558a481ae070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.700+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f53b00b86b0 tx=0x7f53b00b7920 comp rx=0 tx=0).stop 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 shutdown_connections 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a48229540 0x558a4822b960 crc :-1 s=READY pgs=379 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a481a9cb0 0x558a481ae5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a4819f410 0x558a481ae070 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53a8ff9640 0 client.18741 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 --2- 172.21.15.2:0/3515937803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a4819eaf0 0x558a481adb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 >> 172.21.15.2:0/3515937803 conn(0x558a4819b060 msgr2=0x558a481999a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 shutdown_connections 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 1 -- 172.21.15.2:0/3515937803 wait complete. 2024-09-05T04:23:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53ca206740 20 client.18741 trim_cache size 0 max 16384 2024-09-05T04:23:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:23:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:23:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:23:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:23:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 msgr2=0x7f53ac0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 0x7f53ac0a51b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f53b8021000 tx=0x7f53b801e000 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 msgr2=0x7f53c01996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f53b0004770 tx=0x7f53b00042f0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 shutdown_connections 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f53ac0a2cf0 0x7f53ac0a51b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f53c01069b0 0x7f53c01a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f53c0101340 0x7f53c01996c0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 --2- 172.21.15.2:0/1125056769 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f53c01009a0 0x7f53c0199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 >> 172.21.15.2:0/1125056769 conn(0x7f53c00779a0 msgr2=0x7f53c0103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.701+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 shutdown_connections 2024-09-05T04:23:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:23:49.702+0000 7f53c7465640 1 -- 172.21.15.2:0/1125056769 wait complete. 2024-09-05T04:23:49.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:49 smithi079 ceph-mon[34908]: pgmap v400: 129 pgs: 129 active+clean; 2.7 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 20 KiB/s wr, 6 op/s 2024-09-05T04:23:51.156 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:23:51.156 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:23:51.426 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:51.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:51 smithi002 ceph-mon[31001]: pgmap v401: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:23:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:51 smithi047 ceph-mon[34498]: pgmap v401: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:23:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:51 smithi079 ceph-mon[34908]: pgmap v401: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 23 KiB/s wr, 8 op/s 2024-09-05T04:23:51.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- 172.21.15.2:0/2481073809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec101df0 msgr2=0x7f9dec1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 --2- 172.21.15.2:0/2481073809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec101df0 0x7f9dec1021d0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc009900 tx=0x7f9ddc02a410 comp rx=0 tx=0).stop 2024-09-05T04:23:51.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- 172.21.15.2:0/2481073809 shutdown_connections 2024-09-05T04:23:51.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 --2- 172.21.15.2:0/2481073809 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec106f20 0x7f9dec10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 --2- 172.21.15.2:0/2481073809 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 --2- 172.21.15.2:0/2481073809 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec101df0 0x7f9dec1021d0 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- 172.21.15.2:0/2481073809 >> 172.21.15.2:0/2481073809 conn(0x7f9dec0fd8f0 msgr2=0x7f9dec0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- 172.21.15.2:0/2481073809 shutdown_connections 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- 172.21.15.2:0/2481073809 wait complete. 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 Processor -- start 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.921+0000 7f9df1158640 1 -- start start 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec101df0 0x7f9dec1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec111e50 con 0x7f9dec106f20 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec111cd0 con 0x7f9dec101df0 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec111fd0 con 0x7f9dec1027a0 2024-09-05T04:23:51.932 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39972/0 (socket says 172.21.15.2:39972) 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 -- 172.21.15.2:0/3376461408 learned_addr learned my addr 172.21.15.2:0/3376461408 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9dead9d640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec101df0 0x7f9dec1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 -- 172.21.15.2:0/3376461408 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 msgr2=0x7f9dec198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 -- 172.21.15.2:0/3376461408 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec101df0 msgr2=0x7f9dec1983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec101df0 0x7f9dec1983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 -- 172.21.15.2:0/3376461408 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dec19d380 con 0x7f9dec106f20 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9deb59e640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f9de400b970 tx=0x7f9de400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9de8d99640 1 -- 172.21.15.2:0/3376461408 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de4019070 con 0x7f9dec106f20 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9de8d99640 1 -- 172.21.15.2:0/3376461408 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9de4014440 con 0x7f9dec106f20 2024-09-05T04:23:51.933 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9de8d99640 1 -- 172.21.15.2:0/3376461408 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9de40075d0 con 0x7f9dec106f20 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.922+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dec19d670 con 0x7f9dec106f20 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.923+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dec1a4f50 con 0x7f9dec106f20 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.925+0000 7f9de8d99640 1 -- 172.21.15.2:0/3376461408 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f9de401c070 con 0x7f9dec106f20 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.925+0000 7f9df3531740 1 Processor -- start 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.925+0000 7f9df3531740 1 -- start start 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c3480 0x5599370cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559937028280 con 0x5599370c2b60 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559936fcfb10 con 0x5599370c3480 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9df3531740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x559937024240 con 0x5599370cdd40 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.934 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39974/0 (socket says 172.21.15.2:39974) 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 -- 172.21.15.2:0/2464718357 learned_addr learned my addr 172.21.15.2:0/2464718357 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9dead9d640 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c3480 0x5599370cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de8d99640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 0x7f9dd80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9deb59e640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 0x7f9dd80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 -- 172.21.15.2:0/2464718357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 msgr2=0x5599370d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 -- 172.21.15.2:0/2464718357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c3480 msgr2=0x5599370cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c3480 0x5599370cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 -- 172.21.15.2:0/2464718357 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559936fdc1f0 con 0x5599370c2b60 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de8d99640 1 -- 172.21.15.2:0/3376461408 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f9de40cee10 con 0x7f9dec106f20 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.926+0000 7f9de3fff640 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4005d00 tx=0x7f9dd4009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12802480ebf39e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9deb59e640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 0x7f9dd80a51b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9de40979c0 tx=0x7f9de40c5b80 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9de17fa640 1 -- 172.21.15.2:0/2464718357 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd40150f0 con 0x5599370c2b60 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9de17fa640 1 -- 172.21.15.2:0/2464718357 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dd40054d0 con 0x5599370c2b60 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9de17fa640 1 -- 172.21.15.2:0/2464718357 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4004d10 con 0x5599370c2b60 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9df3531740 1 -- 172.21.15.2:0/2464718357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 msgr2=0x5599370c2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9df3531740 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4005d00 tx=0x7f9dd4009670 comp rx=0 tx=0).stop 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9df3531740 1 -- 172.21.15.2:0/2464718357 shutdown_connections 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.927+0000 7f9df3531740 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c3480 0x5599370cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 --2- 172.21.15.2:0/2464718357 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c2f40 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- 172.21.15.2:0/2464718357 >> 172.21.15.2:0/2464718357 conn(0x5599370bf0f0 msgr2=0x5599370bf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- 172.21.15.2:0/2464718357 shutdown_connections 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- 172.21.15.2:0/2464718357 wait complete. 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- start start 2024-09-05T04:23:51.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 Processor -- start 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370caba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370cb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5599370d0910 con 0x5599370c3480 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559936fe2f10 con 0x5599370c2b60 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5599370d0a90 con 0x5599370cdd40 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9df3531740 10 client.0 _ll_register_callbacks cb 0x559936faba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9dead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9dead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39984/0 (socket says 172.21.15.2:39984) 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.928+0000 7f9dead9d640 1 -- 172.21.15.2:0/4234323811 learned_addr learned my addr 172.21.15.2:0/4234323811 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9de3fff640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9de3fff640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370caba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 -- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 msgr2=0x5599370cb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370cb620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 -- 172.21.15.2:0/4234323811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 msgr2=0x5599370caba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370caba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 -- 172.21.15.2:0/4234323811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559936d996a0 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9de3fff640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dead9d640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc02a930 tx=0x7f9ddc0317f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9796a8c9ea5879 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc035040 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f9ddc004240 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dd40054d0 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9ddc004440 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9df3531740 10 client.18753 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.929+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5599370dc4a0 con 0x5599370c3480 2024-09-05T04:23:51.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dd40054d0 con 0x5599370c3480 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9ddc004b40 con 0x5599370c3480 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 10 client.18753 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 10 client.18753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 20 client.18753 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x5599370dfd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 4 client.18753 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5599370357f0 con 0x5599370dd960 2024-09-05T04:23:51.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9de3fff640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x5599370dfd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9de3fff640 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x5599370dfd50 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbfd9ea4df81bcd7 server_cookie=8b1d7b894cbf2ad7 in_seq=0 out_seq=0 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.930+0000 7f9dd27fc640 10 client.18753 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9dd27fc640 1 -- 172.21.15.2:0/4234323811 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5599370357f0 con 0x5599370dd960 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9dd27fc640 10 client.18753 handle_command_reply: tid=0 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 client.18753 shutdown 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 msgr2=0x5599370cb0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc02a930 tx=0x7f9ddc0317f0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 shutdown_connections 2024-09-05T04:23:51.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x5599370dfd50 crc :-1 s=READY pgs=380 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9dd27fc640 0 client.18753 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370cb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370cb0e0 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 --2- 172.21.15.2:0/4234323811 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370caba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.931+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 >> 172.21.15.2:0/4234323811 conn(0x5599370bf0f0 msgr2=0x5599370c4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.932+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 shutdown_connections 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.932+0000 7f9df3531740 1 -- 172.21.15.2:0/4234323811 wait complete. 2024-09-05T04:23:51.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.932+0000 7f9df3531740 20 client.18753 trim_cache size 0 max 16384 2024-09-05T04:23:51.950 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 Processor -- start 2024-09-05T04:23:51.950 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 -- start start 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370c3480 0x5599370e5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370cdd40 0x5599370e5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1ad0f0 con 0x5599370c2b60 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1af950 con 0x5599370cdd40 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9df3531740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1ad740 con 0x5599370c3480 2024-09-05T04:23:51.951 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9de3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39986/0 (socket says 172.21.15.2:39986) 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.949+0000 7f9de3fff640 1 -- 172.21.15.2:0/953296781 learned_addr learned my addr 172.21.15.2:0/953296781 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9dead9d640 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370c3480 0x5599370e5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 -- 172.21.15.2:0/953296781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370c3480 msgr2=0x5599370e5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370c3480 0x5599370e5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 -- 172.21.15.2:0/953296781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370cdd40 msgr2=0x5599370e5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370cdd40 0x5599370e5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 -- 172.21.15.2:0/953296781 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5599370bef20 con 0x5599370c2b60 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de3fff640 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4018040 tx=0x7f9dd4015420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfa1722b221a66e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de0ff9640 1 -- 172.21.15.2:0/953296781 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd402e070 con 0x5599370c2b60 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de0ff9640 1 -- 172.21.15.2:0/953296781 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dd4026070 con 0x5599370c2b60 2024-09-05T04:23:51.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.950+0000 7f9de0ff9640 1 -- 172.21.15.2:0/953296781 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4013c60 con 0x5599370c2b60 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- 172.21.15.2:0/953296781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 msgr2=0x5599370c55c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f9dd4018040 tx=0x7f9dd4015420 comp rx=0 tx=0).stop 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- 172.21.15.2:0/953296781 shutdown_connections 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370cdd40 0x5599370e5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370c3480 0x5599370e5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- 172.21.15.2:0/953296781 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c2b60 0x5599370c55c0 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- 172.21.15.2:0/953296781 >> 172.21.15.2:0/953296781 conn(0x5599370bf0f0 msgr2=0x5599370ccb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.957 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- 172.21.15.2:0/953296781 shutdown_connections 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- 172.21.15.2:0/953296781 wait complete. 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- start start 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 Processor -- start 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370d5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1ade10 con 0x5599370c3480 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1af280 con 0x5599370c2b60 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.951+0000 7f9df3531740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f9dec1ae4e0 con 0x5599370cdd40 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9df3531740 10 client.0 _ll_register_callbacks cb 0x7f9ddc0314a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:39994/0 (socket says 172.21.15.2:39994) 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 -- 172.21.15.2:0/3548455929 learned_addr learned my addr 172.21.15.2:0/3548455929 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:51.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370d5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 -- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 msgr2=0x5599370d2cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d2cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 -- 172.21.15.2:0/3548455929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 msgr2=0x5599370d5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370d5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 -- 172.21.15.2:0/3548455929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5599370c01a0 con 0x5599370c3480 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370d5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dead9d640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc02ab60 tx=0x7f9ddc02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1e4fc66595cd0eb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ddc035070 con 0x5599370c3480 2024-09-05T04:23:51.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f9ddc004ad0 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9dd4026070 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9ddc005d50 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9df3531740 10 client.18759 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.952+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x559937148ea0 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9dd4026070 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f9ddc003bb0 con 0x5599370c3480 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 10 client.18759 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 10 client.18759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 20 client.18759 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x55993714b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 4 client.18759 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55993702fd00 con 0x5599370dd960 2024-09-05T04:23:51.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x55993714b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9dd27fc640 10 client.18759 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.953+0000 7f9de3fff640 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x55993714b4c0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5c51181e2ef5d38 server_cookie=258d5cc3b15584d4 in_seq=0 out_seq=0 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9dd27fc640 1 -- 172.21.15.2:0/3548455929 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55993702fd00 con 0x5599370dd960 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9dd27fc640 10 client.18759 handle_command_reply: tid=0 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 client.18759 shutdown 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 msgr2=0x5599370d6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f9ddc02ab60 tx=0x7f9ddc02a410 comp rx=0 tx=0).stop 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 shutdown_connections 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5599370dd960 0x55993714b4c0 crc :-1 s=READY pgs=381 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5599370cdd40 0x5599370d2cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5599370c3480 0x5599370d6400 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 --2- 172.21.15.2:0/3548455929 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5599370c2b60 0x5599370d5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 >> 172.21.15.2:0/3548455929 conn(0x5599370bf0f0 msgr2=0x5599370bda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9dd27fc640 0 client.18759 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 shutdown_connections 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 1 -- 172.21.15.2:0/3548455929 wait complete. 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.955+0000 7f9df3531740 20 client.18759 trim_cache size 0 max 16384 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "77f4a0ed-a8ed-413e-93f6-3197606e90e7", 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:23:51.962 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 msgr2=0x7f9dd80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 0x7f9dd80a51b0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9de40979c0 tx=0x7f9de40c5b80 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 msgr2=0x7f9dec19cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f9de400b970 tx=0x7f9de400be30 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 shutdown_connections 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f9dd80a2cf0 0x7f9dd80a51b0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f9dec106f20 0x7f9dec19cca0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f9dec1027a0 0x7f9dec198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 --2- 172.21.15.2:0/3376461408 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f9dec101df0 0x7f9dec1983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 >> 172.21.15.2:0/3376461408 conn(0x7f9dec0fd8f0 msgr2=0x7f9dec0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:51.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 shutdown_connections 2024-09-05T04:23:51.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:51.956+0000 7f9df1158640 1 -- 172.21.15.2:0/3376461408 wait complete. 2024-09-05T04:23:52.776 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:23:53.031 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:23:53.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:53 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:23:53.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:53 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:53 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:23:53.407 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:53 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.408 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:53 smithi002 ceph-mon[31001]: pgmap v402: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 2 op/s 2024-09-05T04:23:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2147135147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 msgr2=0x7fa2c8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2147135147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c8101200 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc009900 tx=0x7fa2bc02a480 comp rx=0 tx=0).stop 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2147135147 shutdown_connections 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2147135147 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2147135147 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 0x7fa2c81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2147135147 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c8101200 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2147135147 >> 172.21.15.2:0/2147135147 conn(0x7fa2c80fc7d0 msgr2=0x7fa2c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2147135147 shutdown_connections 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2147135147 wait complete. 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 Processor -- start 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.489+0000 7fa2cf23b640 1 -- start start 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 0x7fa2c8199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c81a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c8110e70 con 0x7fa2c8100e20 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c8110cf0 con 0x7fa2c8102ef0 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cf23b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c8110ff0 con 0x7fa2c8102570 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40000/0 (socket says 172.21.15.2:40000) 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/2600893047 learned_addr learned my addr 172.21.15.2:0/2600893047 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 0x7fa2c8199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c81a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/2600893047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 msgr2=0x7fa2c8199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 0x7fa2c8199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/2600893047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 msgr2=0x7fa2c81a4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c81a4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/2600893047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2c81a48a0 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c81a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.490+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc006010 tx=0x7fa2bc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.491+0000 7fa2c5ffb640 1 -- 172.21.15.2:0/2600893047 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc03f070 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.491+0000 7fa2c5ffb640 1 -- 172.21.15.2:0/2600893047 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2bc003aa0 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.491+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2c81a4a70 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.491+0000 7fa2c5ffb640 1 -- 172.21.15.2:0/2600893047 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc035030 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.491+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2c81a4f20 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2c5ffb640 1 -- 172.21.15.2:0/2600893047 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa2bc042070 con 0x7fa2c8100e20 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 Processor -- start 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 -- start start 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061297880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x5650612a4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5650611fd2e0 con 0x565061297dc0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5650611a4ce0 con 0x5650612974a0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2d1614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5650611f92a0 con 0x5650612a2680 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40002/0 (socket says 172.21.15.2:40002) 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/2782722971 learned_addr learned my addr 172.21.15.2:0/2782722971 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x5650612a4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061297880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.494+0000 7fa2c5ffb640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 0x7fa2b80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 0x7fa2b80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 -- 172.21.15.2:0/2782722971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 msgr2=0x565061297880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061297880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 -- 172.21.15.2:0/2782722971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 msgr2=0x5650612a2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 -- 172.21.15.2:0/2782722971 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565061189440 con 0x5650612a2680 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c5ffb640 1 -- 172.21.15.2:0/2600893047 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa2bc0f0110 con 0x7fa2c8100e20 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x5650612a4a70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40058c0 tx=0x7fa2b400f3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=53953b78869336aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 0x7fa2b80a5230 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa2c0009fd0 tx=0x7fa2c0004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2b2ffd640 1 -- 172.21.15.2:0/2782722971 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4004020 con 0x5650612a2680 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2b2ffd640 1 -- 172.21.15.2:0/2782722971 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2b40041c0 con 0x5650612a2680 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.495+0000 7fa2b2ffd640 1 -- 172.21.15.2:0/2782722971 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4018680 con 0x5650612a2680 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- 172.21.15.2:0/2782722971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 msgr2=0x5650612a4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x5650612a4a70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa2b40058c0 tx=0x7fa2b400f3c0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- 172.21.15.2:0/2782722971 shutdown_connections 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x5650612a4a70 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x565061297dc0 0x5650612a2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 --2- 172.21.15.2:0/2782722971 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061297880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- 172.21.15.2:0/2782722971 >> 172.21.15.2:0/2782722971 conn(0x565061293a30 msgr2=0x565061293e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- 172.21.15.2:0/2782722971 shutdown_connections 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- 172.21.15.2:0/2782722971 wait complete. 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 -- start start 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.496+0000 7fa2d1614740 1 Processor -- start 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 0x56506129f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x56506129f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5650612a5250 con 0x5650612974a0 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5650611b8050 con 0x565061297dc0 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5650612a53d0 con 0x5650612a2680 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2d1614740 10 client.0 _ll_register_callbacks cb 0x5650611f8160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40004/0 (socket says 172.21.15.2:40004) 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/1702391568 learned_addr learned my addr 172.21.15.2:0/1702391568 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 0x56506129f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x56506129f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 msgr2=0x56506129f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x56506129f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/1702391568 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 msgr2=0x56506129f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 0x56506129f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/1702391568 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565060f6e3c0 con 0x5650612974a0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 0x56506129f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0c4980 tx=0x7fa2bc005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f636f4a34b45e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.497+0000 7fa2a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc049070 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa2bc0ed6f0 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2b40041c0 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa2bc0bbd80 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 10 client.18771 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5650612b0b80 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2b40041c0 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa2bc0b88b0 con 0x5650612974a0 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 10 client.18771 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 10 client.18771 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 20 client.18771 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650612b2030 0x5650612b4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 4 client.18771 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:23:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.498+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56506120a850 con 0x5650612b2030 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.499+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650612b2030 0x5650612b4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.499+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650612b2030 0x5650612b4480 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d12f15a58fb35966 server_cookie=c556068c903b2505 in_seq=0 out_seq=0 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.499+0000 7fa2a7fff640 10 client.18771 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2a7fff640 1 -- 172.21.15.2:0/1702391568 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56506120a850 con 0x5650612b2030 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2a7fff640 10 client.18771 handle_command_reply: tid=0 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 client.18771 shutdown 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 msgr2=0x5650612a1ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0c4980 tx=0x7fa2bc005d50 comp rx=0 tx=0).stop 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 shutdown_connections 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5650612b2030 0x5650612b4480 crc :-1 s=READY pgs=382 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5650612a2680 0x56506129f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2a7fff640 0 client.18771 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x565061297dc0 0x56506129f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 --2- 172.21.15.2:0/1702391568 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a1ed0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 >> 172.21.15.2:0/1702391568 conn(0x565061293a30 msgr2=0x565061299760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 shutdown_connections 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 1 -- 172.21.15.2:0/1702391568 wait complete. 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.500+0000 7fa2d1614740 20 client.18771 trim_cache size 0 max 16384 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.517+0000 7fa2d1614740 1 Processor -- start 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.517+0000 7fa2d1614740 1 -- start start 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061292a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612b9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81ad080 con 0x5650612a2680 2024-09-05T04:23:53.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81af8e0 con 0x5650612974a0 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2d1614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81ad6d0 con 0x565061297dc0 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40016/0 (socket says 172.21.15.2:40016) 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 -- 172.21.15.2:0/4238986381 learned_addr learned my addr 172.21.15.2:0/4238986381 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612b9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061292a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 -- 172.21.15.2:0/4238986381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 msgr2=0x5650612b9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612b9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 -- 172.21.15.2:0/4238986381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 msgr2=0x565061292a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061292a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.552 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 -- 172.21.15.2:0/4238986381 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565061298330 con 0x5650612a2680 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612b9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061292a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7fa2c000c370 tx=0x7fa2c0009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a24d9e06a39398 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2b27fc640 1 -- 172.21.15.2:0/4238986381 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c0015050 con 0x5650612a2680 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2b27fc640 1 -- 172.21.15.2:0/4238986381 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2c0016040 con 0x5650612a2680 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.518+0000 7fa2b27fc640 1 -- 172.21.15.2:0/4238986381 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c00279d0 con 0x5650612a2680 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- 172.21.15.2:0/4238986381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 msgr2=0x5650612ba2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7fa2c000c370 tx=0x7fa2c0009950 comp rx=0 tx=0).stop 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- 172.21.15.2:0/4238986381 shutdown_connections 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612a2680 0x5650612ba2a0 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612b9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 --2- 172.21.15.2:0/4238986381 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612974a0 0x565061292a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.553 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- 172.21.15.2:0/4238986381 >> 172.21.15.2:0/4238986381 conn(0x565061293a30 msgr2=0x565061292350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- 172.21.15.2:0/4238986381 shutdown_connections 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- 172.21.15.2:0/4238986381 wait complete. 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 -- start start 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.519+0000 7fa2d1614740 1 Processor -- start 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612a6b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 0x5650612a70b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81adda0 con 0x5650612974a0 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81af210 con 0x5650612a2680 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa2c81ae470 con 0x565061297dc0 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2d1614740 10 client.0 _ll_register_callbacks cb 0x7fa2bc005890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40032/0 (socket says 172.21.15.2:40032) 2024-09-05T04:23:53.554 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/3806928880 learned_addr learned my addr 172.21.15.2:0/3806928880 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 0x5650612a70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612a6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 msgr2=0x5650612a6b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612a6b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/3806928880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 msgr2=0x5650612a70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 0x5650612a70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 -- 172.21.15.2:0/3806928880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565061293860 con 0x5650612974a0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2cd7d8640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 0x5650612a70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2ccfd7640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0ba4f0 tx=0x7fa2bc0bc330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99c3a3b90f5767be server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.520+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc049030 con 0x5650612974a0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fa2bc0dc2d0 con 0x5650612974a0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2c0016040 con 0x5650612974a0 2024-09-05T04:23:53.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa2bc0bbba0 con 0x5650612974a0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 10 client.18777 fetch_fsmap learned FSMap version 21 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56506131d010 con 0x5650612974a0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2c0016040 con 0x5650612974a0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa2bc0c01f0 con 0x5650612974a0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 10 client.18777 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 10 client.18777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 20 client.18777 populate_metadata read hostname 'smithi002' 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56506131d5f0 0x56506131f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 4 client.18777 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x565061204d60 con 0x56506131d5f0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.521+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56506131d5f0 0x56506131f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2c7fff640 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56506131d5f0 0x56506131f9e0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=417aa5823026a757 server_cookie=e97383b417ccefa1 in_seq=0 out_seq=0 2024-09-05T04:23:53.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2a7fff640 10 client.18777 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2a7fff640 1 -- 172.21.15.2:0/3806928880 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x565061204d60 con 0x56506131d5f0 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2a7fff640 10 client.18777 handle_command_reply: tid=0 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "77f4a0ed-a8ed-413e-93f6-3197606e90e7": { 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "77f4a0ed-a8ed-413e-93f6-3197606e90e7", 2024-09-05T04:23:53.557 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:23:53.558 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:53.558 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:23:53.558 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:23:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 client.18777 shutdown 2024-09-05T04:23:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 msgr2=0x5650612a6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0ba4f0 tx=0x7fa2bc0bc330 comp rx=0 tx=0).stop 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 shutdown_connections 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56506131d5f0 0x56506131f9e0 crc :-1 s=READY pgs=383 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5650612a2680 0x5650612a70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x565061297dc0 0x5650612a6b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 --2- 172.21.15.2:0/3806928880 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5650612974a0 0x5650612a6630 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 >> 172.21.15.2:0/3806928880 conn(0x565061293a30 msgr2=0x565061292b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2a7fff640 0 client.18777 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 shutdown_connections 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 1 -- 172.21.15.2:0/3806928880 wait complete. 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.522+0000 7fa2d1614740 20 client.18777 trim_cache size 0 max 16384 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 msgr2=0x7fa2b80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 0x7fa2b80a5230 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fa2c0009fd0 tx=0x7fa2c0004a40 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 msgr2=0x7fa2c81992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc006010 tx=0x7fa2bc0042f0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 shutdown_connections 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa2b80a2d70 0x7fa2b80a5230 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa2c8102ef0 0x7fa2c81a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa2c8102570 0x7fa2c8199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 --2- 172.21.15.2:0/2600893047 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa2c8100e20 0x7fa2c81992e0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 >> 172.21.15.2:0/2600893047 conn(0x7fa2c80fc7d0 msgr2=0x7fa2c80fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 shutdown_connections 2024-09-05T04:23:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:23:53.523+0000 7fa2cf23b640 1 -- 172.21.15.2:0/2600893047 wait complete. 2024-09-05T04:23:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:53 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:23:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:53 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:53 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:23:53.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:53 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:53 smithi047 ceph-mon[34498]: pgmap v402: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 2 op/s 2024-09-05T04:23:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:53 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:23:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:53 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:53 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:23:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:53 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:23:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:53 smithi079 ceph-mon[34908]: pgmap v402: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 6.2 KiB/s wr, 2 op/s 2024-09-05T04:23:54.233 INFO:tasks.cephfs.filesystem:scrub status for tag:77f4a0ed-a8ed-413e-93f6-3197606e90e7 - {'path': '/', 'tag': '77f4a0ed-a8ed-413e-93f6-3197606e90e7', 'options': 'recursive,force'} 2024-09-05T04:23:55.629 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:55 smithi079 ceph-mon[34908]: pgmap v403: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:23:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:55 smithi047 ceph-mon[34498]: pgmap v403: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:23:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:55 smithi002 ceph-mon[31001]: pgmap v403: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 14 KiB/s wr, 7 op/s 2024-09-05T04:23:57.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:57 smithi047 ceph-mon[34498]: pgmap v404: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:23:57.688 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:57 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:23:57.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:57 smithi002 ceph-mon[31001]: pgmap v404: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:23:57.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:57 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:23:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:57 smithi079 ceph-mon[34908]: pgmap v404: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:23:57.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:57 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:23:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:23:59 smithi047 ceph-mon[34498]: pgmap v405: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:23:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:23:59 smithi002 ceph-mon[31001]: pgmap v405: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:23:59.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:23:59 smithi079 ceph-mon[34908]: pgmap v405: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 11 KiB/s wr, 6 op/s 2024-09-05T04:24:01.516 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:24:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:01 smithi047 ceph-mon[34498]: pgmap v406: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:24:01.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:01 smithi002 ceph-mon[31001]: pgmap v406: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:24:01.785 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:01.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:01 smithi079 ceph-mon[34908]: pgmap v406: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 11 KiB/s wr, 7 op/s 2024-09-05T04:24:02.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.256+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1743737063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 msgr2=0x7f1cd8100cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.256+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1743737063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd8100cb0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f1cd4009ca0 tx=0x7f1cd402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1743737063 shutdown_connections 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1743737063 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 0x7f1cd8110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1743737063 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd810df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1743737063 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd8100cb0 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1743737063 >> 172.21.15.2:0/1743737063 conn(0x7f1cd80fc7a0 msgr2=0x7f1cd80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1743737063 shutdown_connections 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1743737063 wait complete. 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 Processor -- start 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- start start 2024-09-05T04:24:02.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd819ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 0x7f1cd819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd8114040 con 0x7f1cd81008d0 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd8113ec0 con 0x7f1cd810e480 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.257+0000 7f1cdfcd6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd81141c0 con 0x7f1cd8101280 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34920/0 (socket says 172.21.15.2:34920) 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 -- 172.21.15.2:0/1242314785 learned_addr learned my addr 172.21.15.2:0/1242314785 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cde273640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 0x7f1cd819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdd271640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd819ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 -- 172.21.15.2:0/1242314785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 msgr2=0x7f1cd819ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd819ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 -- 172.21.15.2:0/1242314785 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 msgr2=0x7f1cd819eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 0x7f1cd819eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 -- 172.21.15.2:0/1242314785 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd819f5b0 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdd271640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd819ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdda72640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f1cd402ade0 tx=0x7f1cd4032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4003cf0 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cd40044f0 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4030c40 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cd819f840 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.258+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cd81a7180 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.259+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cd8100cb0 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.260+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1cd4004040 con 0x7f1cd81008d0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.261+0000 7f1cceffd640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 0x7f1cc40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.261+0000 7f1cdd271640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 0x7f1cc40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.261+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f1cd40f0ca0 con 0x7f1cd81008d0 2024-09-05T04:24:02.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.262+0000 7f1cdd271640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 0x7f1cc40a5230 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1cd810e910 tx=0x7f1cc800b5f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.265+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1cd40bd5e0 con 0x7f1cd81008d0 2024-09-05T04:24:02.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.476+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1cd8109610 con 0x7f1cd81008d0 2024-09-05T04:24:02.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.477+0000 7f1cceffd640 1 -- 172.21.15.2:0/1242314785 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f1cd40bcee0 con 0x7f1cd81008d0 2024-09-05T04:24:02.477 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:24:02.477 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:24:02.478 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 msgr2=0x7f1cc40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 0x7f1cc40a5230 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f1cd810e910 tx=0x7f1cc800b5f0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 msgr2=0x7f1cd819a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f1cd402ade0 tx=0x7f1cd4032ff0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 shutdown_connections 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1cc40a2d70 0x7f1cc40a5230 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1cd810e480 0x7f1cd819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1cd8101280 0x7f1cd819ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 --2- 172.21.15.2:0/1242314785 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1cd81008d0 0x7f1cd819a600 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 >> 172.21.15.2:0/1242314785 conn(0x7f1cd80fc7a0 msgr2=0x7f1cd80feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 shutdown_connections 2024-09-05T04:24:02.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:02.479+0000 7f1cdfcd6640 1 -- 172.21.15.2:0/1242314785 wait complete. 2024-09-05T04:24:02.793 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- 172.21.15.2:0/659280696 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101150 msgr2=0x7f4614107990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.793 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- 172.21.15.2:0/659280696 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101150 0x7f4614107990 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f45fc009930 tx=0x7f45fc02a4d0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.793 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- 172.21.15.2:0/659280696 shutdown_connections 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- 172.21.15.2:0/659280696 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46141080f0 0x7f461410ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- 172.21.15.2:0/659280696 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f4614101150 0x7f4614107990 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- 172.21.15.2:0/659280696 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 0x7f4614100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- 172.21.15.2:0/659280696 >> 172.21.15.2:0/659280696 conn(0x7f4614075ec0 msgr2=0x7f46140762d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- 172.21.15.2:0/659280696 shutdown_connections 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- 172.21.15.2:0/659280696 wait complete. 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 Processor -- start 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 -- start start 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 0x7f4614198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.792+0000 7f461a342640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 0x7f4614198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.794 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111dd0 con 0x7f46141080f0 2024-09-05T04:24:02.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111c50 con 0x7f4614101150 2024-09-05T04:24:02.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f4614111f50 con 0x7f4614100830 2024-09-05T04:24:02.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34952/0 (socket says 172.21.15.2:34952) 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 -- 172.21.15.2:0/2066825098 learned_addr learned my addr 172.21.15.2:0/2066825098 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f4613fff640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 0x7f4614198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f460bfff640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 0x7f4614198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 -- 172.21.15.2:0/2066825098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 msgr2=0x7f4614198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 0x7f4614198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 -- 172.21.15.2:0/2066825098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 msgr2=0x7f4614198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 0x7f4614198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 -- 172.21.15.2:0/2066825098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461419d310 con 0x7f46141080f0 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f460bfff640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 0x7f4614198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f46188df640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f460c00cce0 tx=0x7f460c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f4611ffb640 1 -- 172.21.15.2:0/2066825098 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460c00f450 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f4611ffb640 1 -- 172.21.15.2:0/2066825098 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f460c00faa0 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461419d600 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f4611ffb640 1 -- 172.21.15.2:0/2066825098 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460c018b70 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.793+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46141a4e90 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f4611ffb640 1 -- 172.21.15.2:0/2066825098 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f460c018d10 con 0x7f46141080f0 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 Processor -- start 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 -- start start 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a332902f0 0x558a3329eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558a331f42f0 con 0x558a3328f9d0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558a3319c270 con 0x558a3329f0c0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f461d0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558a331f02b0 con 0x558a332902f0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34958/0 (socket says 172.21.15.2:34958) 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.796+0000 7f460bfff640 1 -- 172.21.15.2:0/3272660627 learned_addr learned my addr 172.21.15.2:0/3272660627 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f4613fff640 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a332902f0 0x558a3329eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f4611ffb640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 0x7f46000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f46188df640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 0x7f46000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 -- 172.21.15.2:0/3272660627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a332902f0 msgr2=0x558a3329eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a332902f0 0x558a3329eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 -- 172.21.15.2:0/3272660627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 msgr2=0x558a332a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 -- 172.21.15.2:0/3272660627 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a3319b340 con 0x558a3328f9d0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f4611ffb640 1 -- 172.21.15.2:0/2066825098 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f460c0cfc70 con 0x7f46141080f0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460bfff640 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f45fc031440 tx=0x7f45fc032d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20de4d3f42019a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f46188df640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 0x7f46000a51b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f460c09ba40 tx=0x7f460c01afc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460a7fc640 1 -- 172.21.15.2:0/3272660627 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc035050 con 0x558a3328f9d0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460a7fc640 1 -- 172.21.15.2:0/3272660627 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45fc0316a0 con 0x558a3328f9d0 2024-09-05T04:24:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.797+0000 7f460a7fc640 1 -- 172.21.15.2:0/3272660627 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc0046c0 con 0x558a3328f9d0 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- 172.21.15.2:0/3272660627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 msgr2=0x558a3328fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f45fc031440 tx=0x7f45fc032d20 comp rx=0 tx=0).stop 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- 172.21.15.2:0/3272660627 shutdown_connections 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a332902f0 0x558a3329eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 --2- 172.21.15.2:0/3272660627 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3328fdb0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- 172.21.15.2:0/3272660627 >> 172.21.15.2:0/3272660627 conn(0x558a3328c060 msgr2=0x558a3328c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- 172.21.15.2:0/3272660627 shutdown_connections 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- 172.21.15.2:0/3272660627 wait complete. 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.798+0000 7f461d0d9740 1 -- start start 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 Processor -- start 2024-09-05T04:24:02.807 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a3329c580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3329f0c0 0x558a3329cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558a332a1c90 con 0x558a3328f9d0 2024-09-05T04:24:02.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558a3317d290 con 0x558a332902f0 2024-09-05T04:24:02.808 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558a332a1e10 con 0x558a3329f0c0 2024-09-05T04:24:02.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f461d0d9740 10 client.0 _ll_register_callbacks cb 0x558a331ae140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34960/0 (socket says 172.21.15.2:34960) 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 -- 172.21.15.2:0/2502365266 learned_addr learned my addr 172.21.15.2:0/2502365266 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3329f0c0 0x558a3329cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f4613fff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a3329c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 -- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3329f0c0 msgr2=0x558a3329cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3329f0c0 0x558a3329cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 -- 172.21.15.2:0/2502365266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 msgr2=0x558a3329c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a3329c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 -- 172.21.15.2:0/2502365266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a32f07210 con 0x558a3328f9d0 2024-09-05T04:24:02.812 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f460bfff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x558a3329f090 tx=0x7f45fc009290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba50b899a9cef6d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.799+0000 7f45f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc035040 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f45fc004220 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45fc0316a0 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f45fc004420 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 10 client.18795 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558a32fd3620 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45fc0316a0 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f45fc003a70 con 0x558a3328f9d0 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 10 client.18795 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 10 client.18795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 20 client.18795 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:02.813 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a332aef60 0x558a332b1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 4 client.18795 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a33201a20 con 0x558a332aef60 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.800+0000 7f4613fff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a332aef60 0x558a332b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.801+0000 7f45f37fe640 10 client.18795 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.801+0000 7f4613fff640 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a332aef60 0x558a332b1350 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27b2a411e3994f39 server_cookie=296b6b6df1070595 in_seq=0 out_seq=0 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.801+0000 7f45f37fe640 1 -- 172.21.15.2:0/2502365266 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558a33201a20 con 0x558a332aef60 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.801+0000 7f45f37fe640 10 client.18795 handle_command_reply: tid=0 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 client.18795 shutdown 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 msgr2=0x558a3329c040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x558a3329f090 tx=0x7f45fc009290 comp rx=0 tx=0).stop 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 shutdown_connections 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a332aef60 0x558a332b1350 crc :-1 s=READY pgs=384 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.814 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3329f0c0 0x558a3329cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a3329c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 --2- 172.21.15.2:0/2502365266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3328f9d0 0x558a3329c040 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 >> 172.21.15.2:0/2502365266 conn(0x558a3328c060 msgr2=0x558a33291dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f45f37fe640 0 client.18795 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 shutdown_connections 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 1 -- 172.21.15.2:0/2502365266 wait complete. 2024-09-05T04:24:02.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.802+0000 7f461d0d9740 20 client.18795 trim_cache size 0 max 16384 2024-09-05T04:24:02.821 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 Processor -- start 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 -- start start 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a3329a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a332b3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46141aace0 con 0x558a3329f0c0 2024-09-05T04:24:02.822 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46141ad520 con 0x558a332902f0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f461d0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46141ab330 con 0x558a3328f9d0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34972/0 (socket says 172.21.15.2:34972) 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 -- 172.21.15.2:0/1570906186 learned_addr learned my addr 172.21.15.2:0/1570906186 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a3329a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f4613fff640 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a332b3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 -- 172.21.15.2:0/1570906186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 msgr2=0x558a3329a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a3329a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 -- 172.21.15.2:0/1570906186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 msgr2=0x558a332b3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a332b3f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 -- 172.21.15.2:0/1570906186 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a3329afd0 con 0x558a3329f0c0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.817+0000 7f460bfff640 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f45fc001eb0 tx=0x7f45fc0045c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a6659c1a185abd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.823 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f4609ffb640 1 -- 172.21.15.2:0/1570906186 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc035030 con 0x558a3329f0c0 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f4609ffb640 1 -- 172.21.15.2:0/1570906186 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45fc005250 con 0x558a3329f0c0 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f4609ffb640 1 -- 172.21.15.2:0/1570906186 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45fc003850 con 0x558a3329f0c0 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 -- 172.21.15.2:0/1570906186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 msgr2=0x558a332b44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f45fc001eb0 tx=0x7f45fc0045c0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 -- 172.21.15.2:0/1570906186 shutdown_connections 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a3329f0c0 0x558a332b44d0 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a332902f0 0x558a332b3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1570906186 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a3329a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 -- 172.21.15.2:0/1570906186 >> 172.21.15.2:0/1570906186 conn(0x558a3328c060 msgr2=0x558a3329e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 -- 172.21.15.2:0/1570906186 shutdown_connections 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.818+0000 7f461d0d9740 1 -- 172.21.15.2:0/1570906186 wait complete. 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 -- start start 2024-09-05T04:24:02.824 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 Processor -- start 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a332b1e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332b2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46141ab9e0 con 0x558a332902f0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46141ace50 con 0x558a3329f0c0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46141ac0b0 con 0x558a3328f9d0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f461d0d9740 10 client.0 _ll_register_callbacks cb 0x7f4604009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f4613fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f4613fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34980/0 (socket says 172.21.15.2:34980) 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f4613fff640 1 -- 172.21.15.2:0/1334091770 learned_addr learned my addr 172.21.15.2:0/1334091770 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f460bfff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332b2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.825 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f460bfff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a332b1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.819+0000 7f4613fff640 1 -- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 msgr2=0x558a332b1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f4613fff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a332b1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f4613fff640 1 -- 172.21.15.2:0/1334091770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 msgr2=0x558a332b2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f4613fff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332b2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f4613fff640 1 -- 172.21.15.2:0/1334091770 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a332abaa0 con 0x558a332902f0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f4613fff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x558a3329d680 tx=0x7f4604004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19298721865ce69 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4604023020 con 0x558a332902f0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7f4604005050 con 0x558a332902f0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45fc005250 con 0x558a332902f0 2024-09-05T04:24:02.826 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f460402e050 con 0x558a332902f0 2024-09-05T04:24:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f461d0d9740 10 client.18801 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558a33319b40 con 0x558a332902f0 2024-09-05T04:24:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45fc005250 con 0x558a332902f0 2024-09-05T04:24:02.827 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4604004cc0 con 0x558a332902f0 2024-09-05T04:24:02.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.820+0000 7f461d0d9740 10 client.18801 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:02.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f461d0d9740 10 client.18801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f461d0d9740 20 client.18801 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a3331a2f0 0x558a3331c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f461d0d9740 4 client.18801 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x558a331fbd70 con 0x558a3331a2f0 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f460bfff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a3331a2f0 0x558a3331c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f460bfff640 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a3331a2f0 0x558a3331c710 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea4b1f64aacb4303 server_cookie=53e1a529b6bf98c8 in_seq=0 out_seq=0 2024-09-05T04:24:02.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.821+0000 7f45f37fe640 10 client.18801 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:02.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f45f37fe640 1 -- 172.21.15.2:0/1334091770 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x558a331fbd70 con 0x558a3331a2f0 2024-09-05T04:24:02.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f45f37fe640 10 client.18801 handle_command_reply: tid=0 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 client.18801 shutdown 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 msgr2=0x558a332b23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x558a3329d680 tx=0x7f4604004410 comp rx=0 tx=0).stop 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 shutdown_connections 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558a3331a2f0 0x558a3331c710 crc :-1 s=READY pgs=385 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558a3329f0c0 0x558a332b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f45f37fe640 0 client.18801 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558a332902f0 0x558a332b23d0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 --2- 172.21.15.2:0/1334091770 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558a3328f9d0 0x558a332b1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 >> 172.21.15.2:0/1334091770 conn(0x558a3328c060 msgr2=0x558a332aa8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 shutdown_connections 2024-09-05T04:24:02.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 1 -- 172.21.15.2:0/1334091770 wait complete. 2024-09-05T04:24:02.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.830+0000 7f461d0d9740 20 client.18801 trim_cache size 0 max 16384 2024-09-05T04:24:02.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:24:02.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:24:02.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:24:02.833 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 msgr2=0x7f46000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 0x7f46000a51b0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f460c09ba40 tx=0x7f460c01afc0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 msgr2=0x7f461419cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f460c00cce0 tx=0x7f460c00a620 comp rx=0 tx=0).stop 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 shutdown_connections 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46000a2cf0 0x7f46000a51b0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46141080f0 0x7f461419cbe0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f4614101150 0x7f4614198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.834 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 --2- 172.21.15.2:0/2066825098 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f4614100830 0x7f4614198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 >> 172.21.15.2:0/2066825098 conn(0x7f4614075ec0 msgr2=0x7f4614105c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 shutdown_connections 2024-09-05T04:24:02.835 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:02.831+0000 7f461a342640 1 -- 172.21.15.2:0/2066825098 wait complete. 2024-09-05T04:24:03.226 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 7f4af25d --release --await' 2024-09-05T04:24:03.227 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 7f4af25d --release --await 2024-09-05T04:24:03.493 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:03 smithi002 ceph-mon[31001]: pgmap v407: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 7.6 KiB/s wr, 5 op/s 2024-09-05T04:24:03.535 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:03 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1242314785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:03 smithi047 ceph-mon[34498]: pgmap v407: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 7.6 KiB/s wr, 5 op/s 2024-09-05T04:24:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:03 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1242314785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:03 smithi079 ceph-mon[34908]: pgmap v407: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 7.6 KiB/s wr, 5 op/s 2024-09-05T04:24:03.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:03 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1242314785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:04.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 -- 172.21.15.2:0/363524740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 msgr2=0x7fc760101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 --2- 172.21.15.2:0/363524740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760101200 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7fc750009ca0 tx=0x7fc75002a950 comp rx=0 tx=0).stop 2024-09-05T04:24:04.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 -- 172.21.15.2:0/363524740 shutdown_connections 2024-09-05T04:24:04.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 --2- 172.21.15.2:0/363524740 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102ef0 0x7fc76010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 --2- 172.21.15.2:0/363524740 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102570 0x7fc7601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 --2- 172.21.15.2:0/363524740 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760101200 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.007+0000 7fc767978640 1 -- 172.21.15.2:0/363524740 >> 172.21.15.2:0/363524740 conn(0x7fc7600fc7d0 msgr2=0x7fc7600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 -- 172.21.15.2:0/363524740 shutdown_connections 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 -- 172.21.15.2:0/363524740 wait complete. 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 Processor -- start 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 -- start start 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102570 0x7fc7601988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.008+0000 7fc767978640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 0x7fc76019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc767978640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc760110e30 con 0x7fc760100e20 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc767978640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc760110cb0 con 0x7fc760102ef0 2024-09-05T04:24:04.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc767978640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc760110fb0 con 0x7fc760102570 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:34996/0 (socket says 172.21.15.2:34996) 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 -- 172.21.15.2:0/1631945308 learned_addr learned my addr 172.21.15.2:0/1631945308 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc764f13640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102570 0x7fc7601988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765f15640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 0x7fc76019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 -- 172.21.15.2:0/1631945308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102570 msgr2=0x7fc7601988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102570 0x7fc7601988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 -- 172.21.15.2:0/1631945308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 msgr2=0x7fc76019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 0x7fc76019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 -- 172.21.15.2:0/1631945308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc76019d330 con 0x7fc760100e20 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765f15640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 0x7fc76019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:04.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc765714640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fc750005cc0 tx=0x7fc75002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc75e7fc640 1 -- 172.21.15.2:0/1631945308 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc750034040 con 0x7fc760100e20 2024-09-05T04:24:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc75e7fc640 1 -- 172.21.15.2:0/1631945308 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7500308f0 con 0x7fc760100e20 2024-09-05T04:24:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc76019d5c0 con 0x7fc760100e20 2024-09-05T04:24:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.009+0000 7fc75e7fc640 1 -- 172.21.15.2:0/1631945308 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7500046b0 con 0x7fc760100e20 2024-09-05T04:24:04.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.010+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7601a4f00 con 0x7fc760100e20 2024-09-05T04:24:04.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.012+0000 7fc75e7fc640 1 -- 172.21.15.2:0/1631945308 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc750037020 con 0x7fc760100e20 2024-09-05T04:24:04.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.012+0000 7fc769d51740 1 Processor -- start 2024-09-05T04:24:04.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.012+0000 7fc769d51740 1 -- start start 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937edb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937eea110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557937e40620 con 0x557937eea650 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557937de7e50 con 0x557937edb880 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc769d51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557937e3c5e0 con 0x557937edaf60 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc75e7fc640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 0x7fc7480a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35006/0 (socket says 172.21.15.2:35006) 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 -- 172.21.15.2:0/815975826 learned_addr learned my addr 172.21.15.2:0/815975826 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc765f15640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 0x7fc7480a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc765f15640 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937edb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc75e7fc640 1 -- 172.21.15.2:0/1631945308 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fc7500f0690 con 0x7fc760100e20 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc765714640 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937eea110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 -- 172.21.15.2:0/815975826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 msgr2=0x557937edb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937edb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 -- 172.21.15.2:0/815975826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 msgr2=0x557937eea110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937eea110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc764f13640 1 -- 172.21.15.2:0/815975826 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557937dd8d40 con 0x557937eea650 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.013+0000 7fc765f15640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 0x7fc7480a5230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc758014980 tx=0x7fc75800e470 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc764f13640 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fc75400aca0 tx=0x7fc75400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa662214a4fa6c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc7477fe640 1 -- 172.21.15.2:0/815975826 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75401d070 con 0x557937eea650 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc7477fe640 1 -- 172.21.15.2:0/815975826 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc754018af0 con 0x557937eea650 2024-09-05T04:24:04.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc7477fe640 1 -- 172.21.15.2:0/815975826 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7540109b0 con 0x557937eea650 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc769d51740 1 -- 172.21.15.2:0/815975826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 msgr2=0x557937eeca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc769d51740 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fc75400aca0 tx=0x7fc75400f790 comp rx=0 tx=0).stop 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc769d51740 1 -- 172.21.15.2:0/815975826 shutdown_connections 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.014+0000 7fc769d51740 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937eeca40 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937eea110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 --2- 172.21.15.2:0/815975826 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937edb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- 172.21.15.2:0/815975826 >> 172.21.15.2:0/815975826 conn(0x557937ed75f0 msgr2=0x557937ed79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- 172.21.15.2:0/815975826 shutdown_connections 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- 172.21.15.2:0/815975826 wait complete. 2024-09-05T04:24:04.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- start start 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 Processor -- start 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937ee7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937ee7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557937eed280 con 0x557937eea650 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557937dc8f10 con 0x557937edb880 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.015+0000 7fc769d51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557937eed400 con 0x557937edaf60 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc769d51740 10 client.0 _ll_register_callbacks cb 0x557937decdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc764f13640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937ee7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35008/0 (socket says 172.21.15.2:35008) 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 -- 172.21.15.2:0/1232673953 learned_addr learned my addr 172.21.15.2:0/1232673953 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:04.023 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765714640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937ee7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 -- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 msgr2=0x557937ee7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937ee7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 -- 172.21.15.2:0/1232673953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 msgr2=0x557937ee7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937ee7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 -- 172.21.15.2:0/1232673953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557937b4f580 con 0x557937eea650 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc764f13640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937ee7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765714640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937ee7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc765f15640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fc7580142b0 tx=0x7fc758004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1902680375ee441 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc744ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc758012d00 con 0x557937eea650 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fc75802b480 con 0x557937eea650 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.016+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc754018af0 con 0x557937eea650 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc758034050 con 0x557937eea650 2024-09-05T04:24:04.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 10 client.18813 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557937c19960 con 0x557937eea650 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc754018af0 con 0x557937eea650 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc75800f040 con 0x557937eea650 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 10 client.18813 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 10 client.18813 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 20 client.18813 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937efa370 0x557937efc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 4 client.18813 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557937e4db90 con 0x557937efa370 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.017+0000 7fc765714640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937efa370 0x557937efc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.018+0000 7fc765714640 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937efa370 0x557937efc7c0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d44a78ed796be766 server_cookie=f5cffd42fcbc4ca5 in_seq=0 out_seq=0 2024-09-05T04:24:04.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.018+0000 7fc744ff9640 10 client.18813 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.018+0000 7fc744ff9640 1 -- 172.21.15.2:0/1232673953 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557937e4db90 con 0x557937efa370 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.018+0000 7fc744ff9640 10 client.18813 handle_command_reply: tid=0 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.018+0000 7fc769d51740 1 client.18813 shutdown 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 msgr2=0x557937ee8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fc7580142b0 tx=0x7fc758004730 comp rx=0 tx=0).stop 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 shutdown_connections 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937efa370 0x557937efc7c0 crc :-1 s=READY pgs=386 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937eea650 0x557937ee8090 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edb880 0x557937ee7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 --2- 172.21.15.2:0/1232673953 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edaf60 0x557937ee7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 >> 172.21.15.2:0/1232673953 conn(0x557937ed75f0 msgr2=0x557937edd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc744ff9640 0 client.18813 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 shutdown_connections 2024-09-05T04:24:04.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 1 -- 172.21.15.2:0/1232673953 wait complete. 2024-09-05T04:24:04.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.019+0000 7fc769d51740 20 client.18813 trim_cache size 0 max 16384 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 Processor -- start 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 -- start start 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937ed75f0 0x557937edd240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edaf60 0x557937f02090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601aac30 con 0x557937edb880 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601ad490 con 0x557937edaf60 2024-09-05T04:24:04.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc769d51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601ab280 con 0x557937ed75f0 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35024/0 (socket says 172.21.15.2:35024) 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 -- 172.21.15.2:0/1945431080 learned_addr learned my addr 172.21.15.2:0/1945431080 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765714640 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937ed75f0 0x557937edd240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 -- 172.21.15.2:0/1945431080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937ed75f0 msgr2=0x557937edd240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937ed75f0 0x557937edd240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc764f13640 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edaf60 0x557937f02090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 -- 172.21.15.2:0/1945431080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edaf60 msgr2=0x557937f02090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edaf60 0x557937f02090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.036+0000 7fc765f15640 1 -- 172.21.15.2:0/1945431080 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557937ed8780 con 0x557937edb880 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc765f15640 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7fc758006000 tx=0x7fc758014790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ec21f3a5a19b044 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc746ffd640 1 -- 172.21.15.2:0/1945431080 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc75803d070 con 0x557937edb880 2024-09-05T04:24:04.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc746ffd640 1 -- 172.21.15.2:0/1945431080 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc758020630 con 0x557937edb880 2024-09-05T04:24:04.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc746ffd640 1 -- 172.21.15.2:0/1945431080 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc758020d30 con 0x557937edb880 2024-09-05T04:24:04.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 -- 172.21.15.2:0/1945431080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 msgr2=0x557937f025d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7fc758006000 tx=0x7fc758014790 comp rx=0 tx=0).stop 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 -- 172.21.15.2:0/1945431080 shutdown_connections 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edb880 0x557937f025d0 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937edaf60 0x557937f02090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 --2- 172.21.15.2:0/1945431080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937ed75f0 0x557937edd240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 -- 172.21.15.2:0/1945431080 >> 172.21.15.2:0/1945431080 conn(0x557937ee81f0 msgr2=0x557937edcb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 -- 172.21.15.2:0/1945431080 shutdown_connections 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.037+0000 7fc769d51740 1 -- 172.21.15.2:0/1945431080 wait complete. 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 -- start start 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 Processor -- start 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937ed75f0 0x557937eee3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edb880 0x557937eeee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601ab950 con 0x557937edaf60 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601acdc0 con 0x557937ed75f0 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc7601ac020 con 0x557937edb880 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc769d51740 10 client.0 _ll_register_callbacks cb 0x7fc75800e9f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc764f13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc764f13640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35028/0 (socket says 172.21.15.2:35028) 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc764f13640 1 -- 172.21.15.2:0/444385584 learned_addr learned my addr 172.21.15.2:0/444385584 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.038+0000 7fc765f15640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edb880 0x557937eeee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc765714640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937ed75f0 0x557937eee3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 -- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edb880 msgr2=0x557937eeee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edb880 0x557937eeee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 -- 172.21.15.2:0/444385584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937ed75f0 msgr2=0x557937eee3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937ed75f0 0x557937eee3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 -- 172.21.15.2:0/444385584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557937f64060 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc764f13640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fc75400fc90 tx=0x7fc75400a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b93da3ae96966724 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc744ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc754028030 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc758020630 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 9533+0+0 (secure 0 0 0) 0x7fc754005040 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc754035050 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc769d51740 10 client.18819 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557937f65380 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.039+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc758020630 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc754004660 con 0x557937edaf60 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 10 client.18819 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 10 client.18819 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 20 client.18819 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:04.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937eea650 0x557937f67860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:04.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 4 client.18819 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "7f4af25d", "release": true, "await": true}] 2024-09-05T04:24:04.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "7f4af25d", "release": true, "await": true}) -- 0x557937e480a0 con 0x557937eea650 2024-09-05T04:24:04.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc765714640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937eea650 0x557937f67860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:04.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc765714640 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937eea650 0x557937f67860 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f57a740c9eced2e server_cookie=d40aa1b1bbd43d72 in_seq=0 out_seq=0 2024-09-05T04:24:04.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.040+0000 7fc744ff9640 10 client.18819 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc744ff9640 1 -- 172.21.15.2:0/444385584 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557937e480a0 con 0x557937eea650 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc744ff9640 10 client.18819 handle_command_reply: tid=0 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 client.18819 shutdown 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 msgr2=0x557937eee900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7fc75400fc90 tx=0x7fc75400a630 comp rx=0 tx=0).stop 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 shutdown_connections 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557937eea650 0x557937f67860 crc :-1 s=READY pgs=387 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557937edb880 0x557937eeee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557937edaf60 0x557937eee900 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc744ff9640 0 client.18819 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 --2- 172.21.15.2:0/444385584 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557937ed75f0 0x557937eee3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 >> 172.21.15.2:0/444385584 conn(0x557937ee81f0 msgr2=0x557937ed5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 shutdown_connections 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 1 -- 172.21.15.2:0/444385584 wait complete. 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.042+0000 7fc769d51740 20 client.18819 trim_cache size 0 max 16384 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 48, 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:24:04.047 INFO:teuthology.orchestra.run.smithi002.stdout: "7f4af25d": { 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 48, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 146.4, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:24:04.048 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:04.049 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 msgr2=0x7fc7480a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 0x7fc7480a5230 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc758014980 tx=0x7fc75800e470 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 msgr2=0x7fc760198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7fc750005cc0 tx=0x7fc75002f650 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 shutdown_connections 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc7480a2d70 0x7fc7480a5230 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc760102ef0 0x7fc76019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc760102570 0x7fc7601988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 --2- 172.21.15.2:0/1631945308 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc760100e20 0x7fc760198380 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 >> 172.21.15.2:0/1631945308 conn(0x7fc7600fc7d0 msgr2=0x7fc76006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 shutdown_connections 2024-09-05T04:24:04.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:04.043+0000 7fc767978640 1 -- 172.21.15.2:0/1631945308 wait complete. 2024-09-05T04:24:04.901 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '7f4af25d', total seconds elapsed: 29.7 2024-09-05T04:24:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:05 smithi047 ceph-mon[34498]: pgmap v408: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-05T04:24:05.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:05 smithi002 ceph-mon[31001]: pgmap v408: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-05T04:24:05.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:05 smithi079 ceph-mon[34908]: pgmap v408: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 55 KiB/s wr, 25 op/s 2024-09-05T04:24:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:07 smithi047 ceph-mon[34498]: pgmap v409: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-09-05T04:24:07.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:07 smithi002 ceph-mon[31001]: pgmap v409: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-09-05T04:24:07.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:07 smithi079 ceph-mon[34908]: pgmap v409: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-09-05T04:24:08.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:08 smithi047 ceph-mon[34498]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T04:24:08.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:08 smithi002 ceph-mon[31001]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T04:24:08.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:08 smithi079 ceph-mon[34908]: osdmap e107: 12 total, 12 up, 12 in 2024-09-05T04:24:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:09 smithi047 ceph-mon[34498]: pgmap v411: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-09-05T04:24:09.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:09 smithi002 ceph-mon[31001]: pgmap v411: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-09-05T04:24:09.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:09 smithi079 ceph-mon[34908]: pgmap v411: 129 pgs: 129 active+clean; 2.8 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-09-05T04:24:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:11 smithi047 ceph-mon[34498]: pgmap v412: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:11.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:11 smithi002 ceph-mon[31001]: pgmap v412: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:11.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:11 smithi079 ceph-mon[34908]: pgmap v412: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:13 smithi047 ceph-mon[34498]: pgmap v413: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:13 smithi047 ceph-mon[34498]: osdmap e108: 12 total, 12 up, 12 in 2024-09-05T04:24:13.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:13 smithi002 ceph-mon[31001]: pgmap v413: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:13.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:13 smithi002 ceph-mon[31001]: osdmap e108: 12 total, 12 up, 12 in 2024-09-05T04:24:13.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:13 smithi079 ceph-mon[34908]: pgmap v413: 129 pgs: 129 active+clean; 3.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 78 KiB/s wr, 27 op/s 2024-09-05T04:24:13.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:13 smithi079 ceph-mon[34908]: osdmap e108: 12 total, 12 up, 12 in 2024-09-05T04:24:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:15 smithi047 ceph-mon[34498]: pgmap v415: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 51 KiB/s wr, 10 op/s 2024-09-05T04:24:15.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:15 smithi002 ceph-mon[31001]: pgmap v415: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 51 KiB/s wr, 10 op/s 2024-09-05T04:24:15.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:15 smithi079 ceph-mon[34908]: pgmap v415: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 51 KiB/s wr, 10 op/s 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 -- 172.21.15.2:0/3735568793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 msgr2=0x7f851410d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 --2- 172.21.15.2:0/3735568793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f851410d6e0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f850c009cd0 tx=0x7f850c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 -- 172.21.15.2:0/3735568793 shutdown_connections 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 --2- 172.21.15.2:0/3735568793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f851410d6e0 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 --2- 172.21.15.2:0/3735568793 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 0x7f8514100c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 --2- 172.21.15.2:0/3735568793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f8514106c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.931 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 -- 172.21.15.2:0/3735568793 >> 172.21.15.2:0/3735568793 conn(0x7f85140777f0 msgr2=0x7f85140feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.930+0000 7f851999f640 1 -- 172.21.15.2:0/3735568793 shutdown_connections 2024-09-05T04:24:15.932 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.931+0000 7f851999f640 1 -- 172.21.15.2:0/3735568793 wait complete. 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.931+0000 7f851999f640 1 Processor -- start 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.931+0000 7f851999f640 1 -- start start 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.931+0000 7f851999f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 0x7f8514198f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.931+0000 7f851999f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851999f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f85141a3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851999f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8514110b10 con 0x7f85141011b0 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851999f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8514110990 con 0x7f8514106820 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851999f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8514110c90 con 0x7f8514100810 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.934 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47502/0 (socket says 172.21.15.2:47502) 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 -- 172.21.15.2:0/2324428902 learned_addr learned my addr 172.21.15.2:0/2324428902 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851899d640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 0x7f8514198f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851919e640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f85141a3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 -- 172.21.15.2:0/2324428902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 msgr2=0x7f8514198f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 0x7f8514198f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 -- 172.21.15.2:0/2324428902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 msgr2=0x7f85141a3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f85141a3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 -- 172.21.15.2:0/2324428902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85141a44f0 con 0x7f85141011b0 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851919e640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f85141a3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8513fff640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f850000d950 tx=0x7f850000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8511ffb640 1 -- 172.21.15.2:0/2324428902 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8500017030 con 0x7f85141011b0 2024-09-05T04:24:15.935 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85141a46c0 con 0x7f85141011b0 2024-09-05T04:24:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8511ffb640 1 -- 172.21.15.2:0/2324428902 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8500004020 con 0x7f85141011b0 2024-09-05T04:24:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.932+0000 7f8511ffb640 1 -- 172.21.15.2:0/2324428902 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85000047a0 con 0x7f85141011b0 2024-09-05T04:24:15.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.933+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85141a4c30 con 0x7f85141011b0 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.935+0000 7f8511ffb640 1 -- 172.21.15.2:0/2324428902 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f85000041d0 con 0x7f85141011b0 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.935+0000 7f851da74740 1 Processor -- start 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.935+0000 7f851da74740 1 -- start start 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f8511ffb640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 0x7f85040a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694638d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d69463b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d69458e2f0 con 0x55d694629ba0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d694536270 con 0x55d69462a4c0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851da74740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d69458a2b0 con 0x55d694639290 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851919e640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 0x7f85040a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f8511ffb640 1 -- 172.21.15.2:0/2324428902 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f85000cf340 con 0x7f85141011b0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47506/0 (socket says 172.21.15.2:47506) 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 -- 172.21.15.2:0/1778927019 learned_addr learned my addr 172.21.15.2:0/1778927019 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851919e640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d69463b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f8513fff640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694638d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 -- 172.21.15.2:0/1778927019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 msgr2=0x55d69463b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d69463b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 -- 172.21.15.2:0/1778927019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 msgr2=0x55d694638d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694638d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851899d640 1 -- 172.21.15.2:0/1778927019 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d694535340 con 0x55d694629ba0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f8513fff640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694638d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.936+0000 7f851919e640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 0x7f85040a51a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55d6946275b0 tx=0x7f850c005ef0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851899d640 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f8508009ca0 tx=0x7f8508011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b43f87969ccbfb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f84feffd640 1 -- 172.21.15.2:0/1778927019 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508004250 con 0x55d694629ba0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f84feffd640 1 -- 172.21.15.2:0/1778927019 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85080043f0 con 0x55d694629ba0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f84feffd640 1 -- 172.21.15.2:0/1778927019 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080197c0 con 0x55d694629ba0 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 -- 172.21.15.2:0/1778927019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 msgr2=0x55d694629f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f8508009ca0 tx=0x7f8508011810 comp rx=0 tx=0).stop 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 -- 172.21.15.2:0/1778927019 shutdown_connections 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d69463b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694638d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 --2- 172.21.15.2:0/1778927019 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694629f80 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.937+0000 7f851da74740 1 -- 172.21.15.2:0/1778927019 >> 172.21.15.2:0/1778927019 conn(0x55d694626230 msgr2=0x55d694626610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- 172.21.15.2:0/1778927019 shutdown_connections 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- 172.21.15.2:0/1778927019 wait complete. 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- start start 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 Processor -- start 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d6946361b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d6946366f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d69463bec0 con 0x55d694639290 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d694517290 con 0x55d69462a4c0 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.938+0000 7f851da74740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d69463c040 con 0x55d694629ba0 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851da74740 10 client.0 _ll_register_callbacks cb 0x55d694548140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.944 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47508/0 (socket says 172.21.15.2:47508) 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 -- 172.21.15.2:0/2187996282 learned_addr learned my addr 172.21.15.2:0/2187996282 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851899d640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d6946361b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f8513fff640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d6946366f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 -- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 msgr2=0x55d6946361b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d6946361b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 -- 172.21.15.2:0/2187996282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 msgr2=0x55d6946366f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d6946366f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 -- 172.21.15.2:0/2187996282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6942a1210 con 0x55d694639290 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851899d640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d6946361b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851919e640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f850c003bf0 tx=0x7f850c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950b201fc6ac5c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f84f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850c04e070 con 0x55d694639290 2024-09-05T04:24:15.945 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f850c0305a0 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.939+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85080043f0 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f850c05a050 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 10 client.18831 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d69436d620 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85080043f0 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f850c030070 con 0x55d694639290 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 10 client.18831 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 10 client.18831 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 20 client.18831 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d694649280 0x55d69464b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 4 client.18831 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d69459ba20 con 0x55d694649280 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.940+0000 7f851899d640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d694649280 0x55d69464b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.946 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.941+0000 7f851899d640 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d694649280 0x55d69464b6b0 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63e97364d7897747 server_cookie=3bb346f0ff209533 in_seq=0 out_seq=0 2024-09-05T04:24:15.947 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.941+0000 7f84f3fff640 10 client.18831 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f84f3fff640 1 -- 172.21.15.2:0/2187996282 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d69459ba20 con 0x55d694649280 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f84f3fff640 10 client.18831 handle_command_reply: tid=0 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 client.18831 shutdown 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 msgr2=0x55d694636c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f850c003bf0 tx=0x7f850c0095c0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 shutdown_connections 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d694649280 0x55d69464b6b0 crc :-1 s=READY pgs=388 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694639290 0x55d694636c30 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d6946366f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 --2- 172.21.15.2:0/2187996282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d6946361b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f84f3fff640 0 client.18831 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:15.948 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 >> 172.21.15.2:0/2187996282 conn(0x55d694626230 msgr2=0x55d69462bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 shutdown_connections 2024-09-05T04:24:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 1 -- 172.21.15.2:0/2187996282 wait complete. 2024-09-05T04:24:15.949 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.942+0000 7f851da74740 20 client.18831 trim_cache size 0 max 16384 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 Processor -- start 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 -- start start 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694650fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d694651500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f85141aac10 con 0x55d694629ba0 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f85141ad470 con 0x55d69462a4c0 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851da74740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f85141ab260 con 0x55d694639290 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47516/0 (socket says 172.21.15.2:47516) 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 -- 172.21.15.2:0/2862397118 learned_addr learned my addr 172.21.15.2:0/2862397118 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f8513fff640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694650fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851919e640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d694651500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 -- 172.21.15.2:0/2862397118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 msgr2=0x55d694651500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d694651500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 -- 172.21.15.2:0/2862397118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 msgr2=0x55d694650fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694650fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f851899d640 1 -- 172.21.15.2:0/2862397118 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d69464bd30 con 0x55d694629ba0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.957+0000 7f8513fff640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694650fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851899d640 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f8508009bc0 tx=0x7f8508000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28f2496cd19c6c29 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f84fe7fc640 1 -- 172.21.15.2:0/2862397118 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080050d0 con 0x55d694629ba0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f84fe7fc640 1 -- 172.21.15.2:0/2862397118 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8508005270 con 0x55d694629ba0 2024-09-05T04:24:15.960 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f84fe7fc640 1 -- 172.21.15.2:0/2862397118 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508019850 con 0x55d694629ba0 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 -- 172.21.15.2:0/2862397118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 msgr2=0x55d694638120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f8508009bc0 tx=0x7f8508000bc0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 -- 172.21.15.2:0/2862397118 shutdown_connections 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694639290 0x55d694651500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d69462a4c0 0x55d694650fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 --2- 172.21.15.2:0/2862397118 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d694629ba0 0x55d694638120 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 -- 172.21.15.2:0/2862397118 >> 172.21.15.2:0/2862397118 conn(0x55d694626230 msgr2=0x55d694637a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 -- 172.21.15.2:0/2862397118 shutdown_connections 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.958+0000 7f851da74740 1 -- 172.21.15.2:0/2862397118 wait complete. 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 -- start start 2024-09-05T04:24:15.961 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 Processor -- start 2024-09-05T04:24:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 0x55d69462dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f85141ab930 con 0x55d69462a4c0 2024-09-05T04:24:15.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f85141acda0 con 0x55d694639290 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f85141ac000 con 0x55d694629ba0 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.959+0000 7f851da74740 10 client.0 _ll_register_callbacks cb 0x7f8508005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f8513fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:42382/0 (socket says 172.21.15.2:42382) 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 -- 172.21.15.2:0/2282544506 learned_addr learned my addr 172.21.15.2:0/2282544506 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f8513fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:47528/0 (socket says 172.21.15.2:47528) 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851919e640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 0x55d69462dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 -- 172.21.15.2:0/2282544506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 msgr2=0x55d69462dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 0x55d69462dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 -- 172.21.15.2:0/2282544506 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 msgr2=0x55d6946417d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 -- 172.21.15.2:0/2282544506 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d694641e10 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851919e640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 0x55d69462dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f8513fff640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851899d640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f85080058c0 tx=0x7f8508009f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30f184003c5d1f26 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f84f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080050d0 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8508005270 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f85080037f0 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8508005420 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851da74740 10 client.27781 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.960+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d6946b8c90 con 0x55d694629ba0 2024-09-05T04:24:15.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8508005270 con 0x55d694629ba0 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f8508018070 con 0x55d694629ba0 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 10 client.27781 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 10 client.27781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 20 client.27781 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d6946b9170 0x55d6946bb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 4 client.27781 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d694595d70 con 0x55d6946b9170 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f8513fff640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d6946b9170 0x55d6946bb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f84f3fff640 10 client.27781 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:15.967 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.961+0000 7f8513fff640 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d6946b9170 0x55d6946bb560 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f07dbcf5dc1098d server_cookie=32bbdb43cb81e4ff in_seq=0 out_seq=0 2024-09-05T04:24:15.974 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f84f3fff640 1 -- 172.21.15.2:0/2282544506 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d694595d70 con 0x55d6946b9170 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f84f3fff640 10 client.27781 handle_command_reply: tid=0 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 client.27781 shutdown 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 msgr2=0x55d694641290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f85080058c0 tx=0x7f8508009f10 comp rx=0 tx=0).stop 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 shutdown_connections 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d6946b9170 0x55d6946bb560 crc :-1 s=READY pgs=389 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d694639290 0x55d69462dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d69462a4c0 0x55d6946417d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 --2- 172.21.15.2:0/2282544506 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d694629ba0 0x55d694641290 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f84f3fff640 0 client.27781 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 >> 172.21.15.2:0/2282544506 conn(0x55d694626230 msgr2=0x55d694636170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.975 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 shutdown_connections 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 1 -- 172.21.15.2:0/2282544506 wait complete. 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.974+0000 7f851da74740 20 client.27781 trim_cache size 0 max 16384 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:24:15.976 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 msgr2=0x7f85040a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 0x7f85040a51a0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55d6946275b0 tx=0x7f850c005ef0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 msgr2=0x7f8514199470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f850000d950 tx=0x7f850000de10 comp rx=0 tx=0).stop 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 shutdown_connections 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f85040a2ce0 0x7f85040a51a0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.977 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8514106820 0x7f85141a3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f85141011b0 0x7f8514199470 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 --2- 172.21.15.2:0/2324428902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8514100810 0x7f8514198f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 >> 172.21.15.2:0/2324428902 conn(0x7f85140777f0 msgr2=0x7f8514103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 shutdown_connections 2024-09-05T04:24:15.978 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:15.975+0000 7f851999f640 1 -- 172.21.15.2:0/2324428902 wait complete. 2024-09-05T04:24:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:17 smithi047 ceph-mon[34498]: pgmap v416: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-09-05T04:24:17.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:17 smithi002 ceph-mon[31001]: pgmap v416: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-09-05T04:24:17.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:17 smithi079 ceph-mon[34908]: pgmap v416: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 47 KiB/s wr, 9 op/s 2024-09-05T04:24:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:19 smithi047 ceph-mon[34498]: pgmap v417: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 8 op/s 2024-09-05T04:24:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:19 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:24:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:19 smithi002 ceph-mon[31001]: pgmap v417: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 8 op/s 2024-09-05T04:24:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:19 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:24:19.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:19 smithi079 ceph-mon[34908]: pgmap v417: 129 pgs: 129 active+clean; 3.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 8 op/s 2024-09-05T04:24:19.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:19 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:24:20.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:24:20.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:24:20.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:24:20.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:24:20.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:24:20.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:24:20.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:24:20.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:24:20.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:24:21.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:21 smithi047 ceph-mon[34498]: pgmap v418: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:22.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:21 smithi002 ceph-mon[31001]: pgmap v418: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:22.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:21 smithi079 ceph-mon[34908]: pgmap v418: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:23.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:23 smithi047 ceph-mon[34498]: pgmap v419: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:24.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:23 smithi002 ceph-mon[31001]: pgmap v419: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:24.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:23 smithi079 ceph-mon[34908]: pgmap v419: 129 pgs: 129 active+clean; 3.4 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 46 KiB/s wr, 11 op/s 2024-09-05T04:24:24.234 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:24:24.496 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:25.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 -- 172.21.15.2:0/3043379028 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 msgr2=0x7f44e810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/3043379028 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e810ea90 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009ca0 tx=0x7f44e002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 -- 172.21.15.2:0/3043379028 shutdown_connections 2024-09-05T04:24:25.005 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/3043379028 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e810ea90 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/3043379028 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 0x7f44e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/3043379028 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 0x7f44e81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 -- 172.21.15.2:0/3043379028 >> 172.21.15.2:0/3043379028 conn(0x7f44e80fd8c0 msgr2=0x7f44e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 -- 172.21.15.2:0/3043379028 shutdown_connections 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.988+0000 7f44ee3f3640 1 -- 172.21.15.2:0/3043379028 wait complete. 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 Processor -- start 2024-09-05T04:24:25.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 -- start start 2024-09-05T04:24:25.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 0x7f44e819a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 0x7f44e819aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8111e20 con 0x7f44e8106f10 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8111ca0 con 0x7f44e8101de0 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ee3f3640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44e8111fa0 con 0x7f44e8102790 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ec990640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ec990640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60026/0 (socket says 172.21.15.2:60026) 2024-09-05T04:24:25.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.989+0000 7f44ec990640 1 -- 172.21.15.2:0/1030609878 learned_addr learned my addr 172.21.15.2:0/1030609878 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44e7fff640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 0x7f44e819a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44e77fe640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 0x7f44e819aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 -- 172.21.15.2:0/1030609878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 msgr2=0x7f44e819aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 0x7f44e819aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 -- 172.21.15.2:0/1030609878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 msgr2=0x7f44e819a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 0x7f44e819a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 -- 172.21.15.2:0/1030609878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44e819f4d0 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ec990640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009dc0 tx=0x7f44e0032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44e57fa640 1 -- 172.21.15.2:0/1030609878 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0003cf0 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44e57fa640 1 -- 172.21.15.2:0/1030609878 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44e00044f0 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44e819f760 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44e57fa640 1 -- 172.21.15.2:0/1030609878 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e0030bf0 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.990+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44e81a70a0 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.992+0000 7f44e57fa640 1 -- 172.21.15.2:0/1030609878 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f44e0004040 con 0x7f44e8106f10 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 Processor -- start 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 -- start start 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 0x56118ef2e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef30a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56118ee892e0 con 0x56118ef234a0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56118ee30ce0 con 0x56118ef23dc0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44f07cc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56118ee852a0 con 0x56118ef2e680 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60042/0 (socket says 172.21.15.2:60042) 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 -- 172.21.15.2:0/3475666645 learned_addr learned my addr 172.21.15.2:0/3475666645 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e57fa640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 0x7f44d00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef30a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44ec990640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 0x7f44d00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e7fff640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 0x56118ef2e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 -- 172.21.15.2:0/3475666645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 msgr2=0x56118ef30a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef30a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 -- 172.21.15.2:0/3475666645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 msgr2=0x56118ef2e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 0x56118ef2e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e77fe640 1 -- 172.21.15.2:0/3475666645 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56118ee15440 con 0x56118ef234a0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.993+0000 7f44e7fff640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 0x56118ef2e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44e57fa640 1 -- 172.21.15.2:0/1030609878 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f44e00f0c60 con 0x7f44e8106f10 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44e77fe640 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f44dc004650 tx=0x7f44dc0041d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67664bea3c6c61f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44ce7fc640 1 -- 172.21.15.2:0/3475666645 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc005020 con 0x56118ef234a0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44ec990640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 0x7f44d00a5230 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f44e00ee5c0 tx=0x7f44e008ee60 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44ce7fc640 1 -- 172.21.15.2:0/3475666645 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44dc005670 con 0x56118ef234a0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44ce7fc640 1 -- 172.21.15.2:0/3475666645 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc010460 con 0x56118ef234a0 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44f07cc740 1 -- 172.21.15.2:0/3475666645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 msgr2=0x56118ef23880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.994+0000 7f44f07cc740 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f44dc004650 tx=0x7f44dc0041d0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 -- 172.21.15.2:0/3475666645 shutdown_connections 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef30a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef23dc0 0x56118ef2e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 --2- 172.21.15.2:0/3475666645 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef23880 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 -- 172.21.15.2:0/3475666645 >> 172.21.15.2:0/3475666645 conn(0x56118ef1fa30 msgr2=0x56118ef1fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 -- 172.21.15.2:0/3475666645 shutdown_connections 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 -- 172.21.15.2:0/3475666645 wait complete. 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 -- start start 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 Processor -- start 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef2e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.995+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.017 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef2b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56118ef31250 con 0x56118ef23dc0 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56118ee44050 con 0x56118ef234a0 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56118ef313d0 con 0x56118ef2e680 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 10 client.0 _ll_register_callbacks cb 0x56118ee84160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.018 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60058/0 (socket says 172.21.15.2:60058) 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 -- 172.21.15.2:0/491915130 learned_addr learned my addr 172.21.15.2:0/491915130 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e77fe640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef2e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 -- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 msgr2=0x56118ef2b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef2b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 -- 172.21.15.2:0/491915130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 msgr2=0x56118ef2e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef2e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 -- 172.21.15.2:0/491915130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56118ebfa3c0 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e77fe640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef2e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44e7fff640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b980 tx=0x7f44d800be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ecff1aad0c6bdb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44c77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8005220 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f44d80053c0 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44dc005670 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f44d8003e40 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 10 client.18849 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.996+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56118ef3cc30 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44dc005670 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f44d80127a0 con 0x56118ef23dc0 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 10 client.18849 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:25.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 10 client.18849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 20 client.18849 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118ef3e140 0x56118ef40570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 4 client.18849 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56118ee96850 con 0x56118ef3e140 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.997+0000 7f44e77fe640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118ef3e140 0x56118ef40570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.998+0000 7f44c77fe640 10 client.18849 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.998+0000 7f44e77fe640 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118ef3e140 0x56118ef40570 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64e9da48d64de236 server_cookie=b4602d275aeb0a21 in_seq=0 out_seq=0 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.998+0000 7f44c77fe640 1 -- 172.21.15.2:0/491915130 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56118ee96850 con 0x56118ef3e140 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.998+0000 7f44c77fe640 10 client.18849 handle_command_reply: tid=0 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.998+0000 7f44f07cc740 1 client.18849 shutdown 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 msgr2=0x56118ef2b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f44d800b980 tx=0x7f44d800be40 comp rx=0 tx=0).stop 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 shutdown_connections 2024-09-05T04:24:25.021 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118ef3e140 0x56118ef40570 crc :-1 s=READY pgs=390 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118ef2b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef2b2d0 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 --2- 172.21.15.2:0/491915130 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef2e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44c77fe640 0 client.18849 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 >> 172.21.15.2:0/491915130 conn(0x56118ef1fa30 msgr2=0x56118ef25760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 shutdown_connections 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 1 -- 172.21.15.2:0/491915130 wait complete. 2024-09-05T04:24:25.022 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:24.999+0000 7f44f07cc740 20 client.18849 trim_cache size 0 max 16384 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 Processor -- start 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 -- start start 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 0x56118ef29ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef2e680 0x56118ef2d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81af270 con 0x56118ef234a0 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81b1ad0 con 0x56118ef2e680 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44f07cc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81af8c0 con 0x56118ef23dc0 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44e77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.016+0000 7f44e77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60062/0 (socket says 172.21.15.2:60062) 2024-09-05T04:24:25.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 -- 172.21.15.2:0/1589585517 learned_addr learned my addr 172.21.15.2:0/1589585517 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e7fff640 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 0x56118ef29ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 -- 172.21.15.2:0/1589585517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 msgr2=0x56118ef29ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 0x56118ef29ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 -- 172.21.15.2:0/1589585517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef2e680 msgr2=0x56118ef2d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef2e680 0x56118ef2d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 -- 172.21.15.2:0/1589585517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56118ef2a280 con 0x56118ef234a0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e7fff640 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 0x56118ef29ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44e77fe640 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f44dc004650 tx=0x7f44dc003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d44bea4f36dbd3bc server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44cdffb640 1 -- 172.21.15.2:0/1589585517 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc005240 con 0x56118ef234a0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44cdffb640 1 -- 172.21.15.2:0/1589585517 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44dc0053e0 con 0x56118ef234a0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.017+0000 7f44cdffb640 1 -- 172.21.15.2:0/1589585517 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44dc028750 con 0x56118ef234a0 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- 172.21.15.2:0/1589585517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 msgr2=0x56118ef3ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f44dc004650 tx=0x7f44dc003eb0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- 172.21.15.2:0/1589585517 shutdown_connections 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef2e680 0x56118ef2d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef23dc0 0x56118ef29ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 --2- 172.21.15.2:0/1589585517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef234a0 0x56118ef3ac50 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- 172.21.15.2:0/1589585517 >> 172.21.15.2:0/1589585517 conn(0x56118ef1fa30 msgr2=0x56118ef2cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- 172.21.15.2:0/1589585517 shutdown_connections 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- 172.21.15.2:0/1589585517 wait complete. 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 -- start start 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.018+0000 7f44f07cc740 1 Processor -- start 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef33b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118efa6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81aff90 con 0x56118ef23dc0 2024-09-05T04:24:25.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81b1400 con 0x56118ef234a0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44e81b0660 con 0x56118ef2e680 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 10 client.0 _ll_register_callbacks cb 0x7f44d80040c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60066/0 (socket says 172.21.15.2:60066) 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 -- 172.21.15.2:0/896971555 learned_addr learned my addr 172.21.15.2:0/896971555 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e77fe640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef33b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e77fe640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118efa6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 -- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 msgr2=0x56118efa6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118efa6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 -- 172.21.15.2:0/896971555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 msgr2=0x56118ef33b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef33b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 -- 172.21.15.2:0/896971555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56118efa7390 con 0x56118ef23dc0 2024-09-05T04:24:25.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e77fe640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118efa6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44e7fff640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f44d8000c00 tx=0x7f44d8012a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d904fc3c48874e16 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44c77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d8005b90 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f44d8027640 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.019+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44dc0053e0 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f44d80039c0 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 10 client.18855 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56118efa85f0 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44dc0053e0 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f44d8028960 con 0x56118ef23dc0 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 10 client.18855 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 10 client.18855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 20 client.18855 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:25.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118efa8dc0 0x56118efab1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 4 client.18855 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56118ee90d60 con 0x56118efa8dc0 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.020+0000 7f44e77fe640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118efa8dc0 0x56118efab1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44c77fe640 10 client.18855 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44e77fe640 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118efa8dc0 0x56118efab1e0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b5200af7c0fb78f server_cookie=e642facdd5b7663a in_seq=0 out_seq=0 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44c77fe640 1 -- 172.21.15.2:0/896971555 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56118ee90d60 con 0x56118efa8dc0 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44c77fe640 10 client.18855 handle_command_reply: tid=0 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 client.18855 shutdown 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 msgr2=0x56118ef340d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f44d8000c00 tx=0x7f44d8012a70 comp rx=0 tx=0).stop 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 shutdown_connections 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56118efa8dc0 0x56118efab1e0 crc :-1 s=READY pgs=391 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56118ef2e680 0x56118efa6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56118ef23dc0 0x56118ef340d0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 --2- 172.21.15.2:0/896971555 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56118ef234a0 0x56118ef33b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 >> 172.21.15.2:0/896971555 conn(0x56118ef1fa30 msgr2=0x56118ef2cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44c77fe640 0 client.18855 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 shutdown_connections 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.021+0000 7f44f07cc740 1 -- 172.21.15.2:0/896971555 wait complete. 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44f07cc740 20 client.18855 trim_cache size 0 max 16384 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:25.033 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 msgr2=0x7f44d00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 0x7f44d00a5230 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f44e00ee5c0 tx=0x7f44e008ee60 comp rx=0 tx=0).stop 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 msgr2=0x7f44e819edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:25.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009dc0 tx=0x7f44e0032ff0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 shutdown_connections 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44d00a2d70 0x7f44d00a5230 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44e8106f10 0x7f44e819edf0 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44e8102790 0x7f44e819aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 --2- 172.21.15.2:0/1030609878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44e8101de0 0x7f44e819a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 >> 172.21.15.2:0/1030609878 conn(0x7f44e80fd8c0 msgr2=0x7f44e80feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 shutdown_connections 2024-09-05T04:24:25.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:25.022+0000 7f44ee3f3640 1 -- 172.21.15.2:0/1030609878 wait complete. 2024-09-05T04:24:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:25 smithi047 ceph-mon[34498]: pgmap v420: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 64 KiB/s wr, 14 op/s 2024-09-05T04:24:25.986 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:25 smithi002 ceph-mon[31001]: pgmap v420: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 64 KiB/s wr, 14 op/s 2024-09-05T04:24:26.022 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:24:26.022 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:24:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:25 smithi079 ceph-mon[34908]: pgmap v420: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 64 KiB/s wr, 14 op/s 2024-09-05T04:24:26.283 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:26.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.783+0000 7f00c7fee640 1 -- 172.21.15.2:0/3381198768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 msgr2=0x7f00c0074970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:26.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.783+0000 7f00c7fee640 1 --2- 172.21.15.2:0/3381198768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c0074970 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009ca0 tx=0x7f00b002a950 comp rx=0 tx=0).stop 2024-09-05T04:24:26.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- 172.21.15.2:0/3381198768 shutdown_connections 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- 172.21.15.2:0/3381198768 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 0x7f00c0114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- 172.21.15.2:0/3381198768 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c0112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- 172.21.15.2:0/3381198768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c0074970 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- 172.21.15.2:0/3381198768 >> 172.21.15.2:0/3381198768 conn(0x7f00c00fd8c0 msgr2=0x7f00c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- 172.21.15.2:0/3381198768 shutdown_connections 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- 172.21.15.2:0/3381198768 wait complete. 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 Processor -- start 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- start start 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c01a4be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 0x7f00c019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:26.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0118490 con 0x7f00c0074590 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0118310 con 0x7f00c0074eb0 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.784+0000 7f00c7fee640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f00c0118610 con 0x7f00c0112b90 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60088/0 (socket says 172.21.15.2:60088) 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 -- 172.21.15.2:0/929485773 learned_addr learned my addr 172.21.15.2:0/929485773 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c658b640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 0x7f00c019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5589640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c01a4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 -- 172.21.15.2:0/929485773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 msgr2=0x7f00c019e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 0x7f00c019e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 -- 172.21.15.2:0/929485773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 msgr2=0x7f00c01a4be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c01a4be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 -- 172.21.15.2:0/929485773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c019ef90 con 0x7f00c0074590 2024-09-05T04:24:26.809 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5589640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c01a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c5d8a640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005cc0 tx=0x7f00b002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b0034040 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00b0003e40 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00b0045480 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c019f220 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.785+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c01ab570 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.786+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c0074970 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.788+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f00b0037020 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.789+0000 7f00beffd640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 0x7f00a80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.789+0000 7f00c5589640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 0x7f00a80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.789+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f00b00f0b90 con 0x7f00c0074590 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.789+0000 7f00c5589640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 0x7f00a80a5230 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00b4006fd0 tx=0x7f00b4008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:26.810 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:26.792+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00b00811b0 con 0x7f00c0074590 2024-09-05T04:24:27.003 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.003+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00c0104fd0 con 0x7f00c0074590 2024-09-05T04:24:27.004 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.004+0000 7f00beffd640 1 -- 172.21.15.2:0/929485773 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f00b00bd470 con 0x7f00c0074590 2024-09-05T04:24:27.004 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:24:27.004 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:24:27.004 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:24:27.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 msgr2=0x7f00a80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:27.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 0x7f00a80a5230 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00b4006fd0 tx=0x7f00b4008040 comp rx=0 tx=0).stop 2024-09-05T04:24:27.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 msgr2=0x7f00c01a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:27.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005cc0 tx=0x7f00b002f650 comp rx=0 tx=0).stop 2024-09-05T04:24:27.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 shutdown_connections 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f00a80a2d70 0x7f00a80a5230 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f00c0112b90 0x7f00c019e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f00c0074eb0 0x7f00c01a4be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 --2- 172.21.15.2:0/929485773 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f00c0074590 0x7f00c01a46a0 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 >> 172.21.15.2:0/929485773 conn(0x7f00c00fd8c0 msgr2=0x7f00c00ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 shutdown_connections 2024-09-05T04:24:27.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:27.006+0000 7f00c7fee640 1 -- 172.21.15.2:0/929485773 wait complete. 2024-09-05T04:24:27.660 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:24:27.914 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:27.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:27 smithi047 ceph-mon[34498]: pgmap v421: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:27.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:27 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/929485773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:28.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:27 smithi002 ceph-mon[31001]: pgmap v421: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:28.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:27 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/929485773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:28.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:27 smithi079 ceph-mon[34908]: pgmap v421: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:28.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:27 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/929485773' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 -- 172.21.15.2:0/159440092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28103660 msgr2=0x7ffa2810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/159440092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28103660 0x7ffa2810bb50 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7ffa18009900 tx=0x7ffa1802a480 comp rx=0 tx=0).stop 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 -- 172.21.15.2:0/159440092 shutdown_connections 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/159440092 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa2810c170 0x7ffa2810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/159440092 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28103660 0x7ffa2810bb50 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/159440092 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa28102d40 0x7ffa28103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 -- 172.21.15.2:0/159440092 >> 172.21.15.2:0/159440092 conn(0x7ffa280fc7a0 msgr2=0x7ffa280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 -- 172.21.15.2:0/159440092 shutdown_connections 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.407+0000 7ffa2fd06640 1 -- 172.21.15.2:0/159440092 wait complete. 2024-09-05T04:24:28.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 Processor -- start 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 -- start start 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa28103660 0x7ffa28198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa2810c170 0x7ffa2819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffa28111e20 con 0x7ffa28102d40 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffa28111ca0 con 0x7ffa28103660 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2fd06640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffa28111fa0 con 0x7ffa2810c170 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60110/0 (socket says 172.21.15.2:60110) 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.408+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2858000985 learned_addr learned my addr 172.21.15.2:0/2858000985 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa28103660 0x7ffa28198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2858000985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa2810c170 msgr2=0x7ffa2819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa2810c170 0x7ffa2819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2858000985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa28103660 msgr2=0x7ffa28198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa28103660 0x7ffa28198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2858000985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa2819d290 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7ffa2400d770 tx=0x7ffa2400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa1effd640 1 -- 172.21.15.2:0/2858000985 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa24017070 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa1effd640 1 -- 172.21.15.2:0/2858000985 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa240054d0 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa2819d580 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa1effd640 1 -- 172.21.15.2:0/2858000985 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa24004cf0 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.409+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa281a4e60 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.411+0000 7ffa1effd640 1 -- 172.21.15.2:0/2858000985 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ffa24004e90 con 0x7ffa28102d40 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.411+0000 7ffa320df740 1 Processor -- start 2024-09-05T04:24:28.420 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 -- start start 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 0x562159c0b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c16370 0x562159c18760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562159b712f0 con 0x562159c0b5d0 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562159b18cf0 con 0x562159c0cb40 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa320df740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562159b6d2b0 con 0x562159c16370 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60120/0 (socket says 172.21.15.2:60120) 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2642403431 learned_addr learned my addr 172.21.15.2:0/2642403431 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c16370 0x562159c18760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 0x562159c0b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.421 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa1effd640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 0x7ffa140a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2642403431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c16370 msgr2=0x562159c18760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c16370 0x562159c18760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2642403431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 msgr2=0x562159c0b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 0x562159c0b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2642403431 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562159afd3a0 con 0x562159c0b5d0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 0x562159c0b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.412+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 0x7ffa140a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.413+0000 7ffa1effd640 1 -- 172.21.15.2:0/2858000985 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7ffa240cf3c0 con 0x7ffa28102d40 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.413+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7ffa240cc600 tx=0x7ffa24022000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5bdec8eb8f75c8b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.413+0000 7ffa13fff640 1 -- 172.21.15.2:0/2642403431 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2409afd0 con 0x562159c0b5d0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.413+0000 7ffa13fff640 1 -- 172.21.15.2:0/2642403431 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa24009c30 con 0x562159c0b5d0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.413+0000 7ffa13fff640 1 -- 172.21.15.2:0/2642403431 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa240d2b80 con 0x562159c0b5d0 2024-09-05T04:24:28.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- 172.21.15.2:0/2642403431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 msgr2=0x562159c0ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 0x7ffa140a51b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ffa20005fd0 tx=0x7ffa20004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7ffa240cc600 tx=0x7ffa24022000 comp rx=0 tx=0).stop 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- 172.21.15.2:0/2642403431 shutdown_connections 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c16370 0x562159c18760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c0ba10 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 --2- 172.21.15.2:0/2642403431 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c0cb40 0x562159c0b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- 172.21.15.2:0/2642403431 >> 172.21.15.2:0/2642403431 conn(0x562159bd4310 msgr2=0x562159c07c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- 172.21.15.2:0/2642403431 shutdown_connections 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- 172.21.15.2:0/2642403431 wait complete. 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 -- start start 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.414+0000 7ffa320df740 1 Processor -- start 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c13020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c13610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562159c19010 con 0x562159c0b5d0 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562159b2c060 con 0x562159c16370 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562159c19190 con 0x562159c0cb40 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 10 client.0 _ll_register_callbacks cb 0x56215987f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60136/0 (socket says 172.21.15.2:60136) 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 -- 172.21.15.2:0/4288037455 learned_addr learned my addr 172.21.15.2:0/4288037455 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c13610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c13020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 -- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 msgr2=0x562159c13020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c13020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 -- 172.21.15.2:0/4288037455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 msgr2=0x562159c13610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c13610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 -- 172.21.15.2:0/4288037455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621598e23c0 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c13020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7ffa240a3bd0 tx=0x7ffa24008fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3720fdb1d15c274d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa117fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa2400c2d0 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7ffa240cf0d0 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562159b7e860 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.415+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ffa2400c4a0 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 10 client.18873 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562159c24a20 con 0x562159c0b5d0 2024-09-05T04:24:28.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x562159b7e860 con 0x562159c0b5d0 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ffa24097b00 con 0x562159c0b5d0 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 10 client.18873 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 10 client.18873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 20 client.18873 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c25d70 0x562159c28160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 4 client.18873 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562159b78d70 con 0x562159c25d70 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.416+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c25d70 0x562159c28160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c25d70 0x562159c28160 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eed5163693fa165f server_cookie=ca1e07a74a9c0b15 in_seq=0 out_seq=0 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa117fa640 10 client.18873 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa117fa640 1 -- 172.21.15.2:0/4288037455 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562159b78d70 con 0x562159c25d70 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa117fa640 10 client.18873 handle_command_reply: tid=0 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa320df740 1 client.18873 shutdown 2024-09-05T04:24:28.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 msgr2=0x562159c15d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7ffa240a3bd0 tx=0x7ffa24008fe0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 shutdown_connections 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.417+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c25d70 0x562159c28160 crc :-1 s=READY pgs=392 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c13610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c13020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 --2- 172.21.15.2:0/4288037455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c15d70 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 >> 172.21.15.2:0/4288037455 conn(0x562159bd4310 msgr2=0x562159c0d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa117fa640 0 client.18873 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 shutdown_connections 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 1 -- 172.21.15.2:0/4288037455 wait complete. 2024-09-05T04:24:28.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.418+0000 7ffa320df740 20 client.18873 trim_cache size 0 max 16384 2024-09-05T04:24:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.430+0000 7ffa320df740 1 Processor -- start 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 -- start start 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0b5d0 0x562159c12ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c2d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281acfb0 con 0x562159c0cb40 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281af810 con 0x562159c16370 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa320df740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281ad600 con 0x562159c0b5d0 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60146/0 (socket says 172.21.15.2:60146) 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 -- 172.21.15.2:0/3607686927 learned_addr learned my addr 172.21.15.2:0/3607686927 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0b5d0 0x562159c12ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 -- 172.21.15.2:0/3607686927 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0b5d0 msgr2=0x562159c12ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0b5d0 0x562159c12ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 -- 172.21.15.2:0/3607686927 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 msgr2=0x562159c2d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c2d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 -- 172.21.15.2:0/3607686927 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562159c0e120 con 0x562159c0cb40 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7ffa18031440 tx=0x7ffa180058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=151bddf1dca15542 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa137fe640 1 -- 172.21.15.2:0/3607686927 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18035040 con 0x562159c0cb40 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa137fe640 1 -- 172.21.15.2:0/3607686927 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa18005040 con 0x562159c0cb40 2024-09-05T04:24:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.431+0000 7ffa137fe640 1 -- 172.21.15.2:0/3607686927 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa18004c90 con 0x562159c0cb40 2024-09-05T04:24:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- 172.21.15.2:0/3607686927 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 msgr2=0x562159c222b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7ffa18031440 tx=0x7ffa180058d0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- 172.21.15.2:0/3607686927 shutdown_connections 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c2d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0cb40 0x562159c222b0 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 --2- 172.21.15.2:0/3607686927 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0b5d0 0x562159c12ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- 172.21.15.2:0/3607686927 >> 172.21.15.2:0/3607686927 conn(0x562159bd4310 msgr2=0x562159c128e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- 172.21.15.2:0/3607686927 shutdown_connections 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- 172.21.15.2:0/3607686927 wait complete. 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.432+0000 7ffa320df740 1 -- start start 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 Processor -- start 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c19920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c19e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281adcd0 con 0x562159c0b5d0 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281af140 con 0x562159c16370 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ffa281ae3a0 con 0x562159c0cb40 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa320df740 10 client.0 _ll_register_callbacks cb 0x7ffa2806b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60148/0 (socket says 172.21.15.2:60148) 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2034711765 learned_addr learned my addr 172.21.15.2:0/2034711765 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c19920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c19e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 msgr2=0x562159c19920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c19920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2034711765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 msgr2=0x562159c19e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:28.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c19e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2daa2640 1 -- 172.21.15.2:0/2034711765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562159c8e6c0 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.433+0000 7ffa2e2a3640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa2daa2640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7ffa240a42c0 tx=0x7ffa240b9fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c14cd1c02f95f05 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa24005180 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7ffa240cc940 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa18005040 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ffa2409adf0 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 10 client.18879 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562159c8e6c0 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa18005040 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ffa2409b6f0 con 0x562159c0b5d0 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 10 client.18879 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 10 client.18879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:28.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 20 client.18879 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c94190 0x562159c965b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 4 client.18879 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.434+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562159af5170 con 0x562159c94190 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c94190 0x562159c965b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa117fa640 10 client.18879 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa2d2a1640 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c94190 0x562159c965b0 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7714206038647fc9 server_cookie=55489e69500f2513 in_seq=0 out_seq=0 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa117fa640 1 -- 172.21.15.2:0/2034711765 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562159af5170 con 0x562159c94190 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa117fa640 10 client.18879 handle_command_reply: tid=0 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 client.18879 shutdown 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 msgr2=0x562159c193e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7ffa240a42c0 tx=0x7ffa240b9fc0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 shutdown_connections 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562159c94190 0x562159c965b0 crc :-1 s=READY pgs=393 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562159c16370 0x562159c19e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa117fa640 0 client.18879 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562159c0cb40 0x562159c19920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 --2- 172.21.15.2:0/2034711765 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562159c0b5d0 0x562159c193e0 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 >> 172.21.15.2:0/2034711765 conn(0x562159bd4310 msgr2=0x562159c118f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.435+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 shutdown_connections 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa320df740 1 -- 172.21.15.2:0/2034711765 wait complete. 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa320df740 20 client.18879 trim_cache size 0 max 16384 2024-09-05T04:24:28.441 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 msgr2=0x7ffa140a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 0x7ffa140a51b0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7ffa20005fd0 tx=0x7ffa20004a40 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 msgr2=0x7ffa281982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7ffa2400d770 tx=0x7ffa2400dc30 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 shutdown_connections 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ffa140a2cf0 0x7ffa140a51b0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ffa2810c170 0x7ffa2819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ffa28103660 0x7ffa28198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 --2- 172.21.15.2:0/2858000985 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ffa28102d40 0x7ffa281982e0 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 >> 172.21.15.2:0/2858000985 conn(0x7ffa280fc7a0 msgr2=0x7ffa280fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 shutdown_connections 2024-09-05T04:24:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:28.436+0000 7ffa2fd06640 1 -- 172.21.15.2:0/2858000985 wait complete. 2024-09-05T04:24:29.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 -- 172.21.15.2:0/3625791730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 msgr2=0x7f13fc107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 --2- 172.21.15.2:0/3625791730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc107eb0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f13ec009930 tx=0x7f13ec02a420 comp rx=0 tx=0).stop 2024-09-05T04:24:29.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 -- 172.21.15.2:0/3625791730 shutdown_connections 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 --2- 172.21.15.2:0/3625791730 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc10e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 --2- 172.21.15.2:0/3625791730 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 --2- 172.21.15.2:0/3625791730 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc107eb0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 -- 172.21.15.2:0/3625791730 >> 172.21.15.2:0/3625791730 conn(0x7f13fc0fd7e0 msgr2=0x7f13fc0ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 -- 172.21.15.2:0/3625791730 shutdown_connections 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.063+0000 7f1400a74640 1 -- 172.21.15.2:0/3625791730 wait complete. 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 Processor -- start 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 -- start start 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc111dc0 con 0x7f13fc107ad0 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc111c40 con 0x7f13fc102460 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f1400a74640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc111f40 con 0x7f13fc101ac0 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f13fad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f13fad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60166/0 (socket says 172.21.15.2:60166) 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.064+0000 7f13fad9d640 1 -- 172.21.15.2:0/101100053 learned_addr learned my addr 172.21.15.2:0/101100053 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fa59c640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13f3fff640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 -- 172.21.15.2:0/101100053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 msgr2=0x7f13fc1983b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc1983b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 -- 172.21.15.2:0/101100053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 msgr2=0x7f13fc1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 -- 172.21.15.2:0/101100053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13fc19d3a0 con 0x7f13fc107ad0 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fa59c640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13f3fff640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13fad9d640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f13f400eb10 tx=0x7f13f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13f37fe640 1 -- 172.21.15.2:0/101100053 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4004b20 con 0x7f13fc107ad0 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13f37fe640 1 -- 172.21.15.2:0/101100053 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f4004cc0 con 0x7f13fc107ad0 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13fc19d690 con 0x7f13fc107ad0 2024-09-05T04:24:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f13f37fe640 1 -- 172.21.15.2:0/101100053 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4010690 con 0x7f13fc107ad0 2024-09-05T04:24:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.065+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13fc1a4f20 con 0x7f13fc107ad0 2024-09-05T04:24:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.067+0000 7f13f37fe640 1 -- 172.21.15.2:0/101100053 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f13f4005020 con 0x7f13fc107ad0 2024-09-05T04:24:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.068+0000 7f13f37fe640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 0x7f13e80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.068+0000 7f1403817740 1 Processor -- start 2024-09-05T04:24:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.068+0000 7f13fa59c640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 0x7f13e80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.068+0000 7f13f37fe640 1 -- 172.21.15.2:0/101100053 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f13f40cff50 con 0x7f13fc107ad0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 -- start start 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a24770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a270a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bc3997e2f0 con 0x55bc39a19af0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bc39926270 con 0x55bc39a24cb0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f1403817740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bc3997a2b0 con 0x55bc39a1a410 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60180/0 (socket says 172.21.15.2:60180) 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 -- 172.21.15.2:0/3905524764 learned_addr learned my addr 172.21.15.2:0/3905524764 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fad9d640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a270a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13f3fff640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a24770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 0x7f13e80a51b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f13ec000c00 tx=0x7f13ec032c00 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 -- 172.21.15.2:0/3905524764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 msgr2=0x55bc39a24770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a24770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 -- 172.21.15.2:0/3905524764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 msgr2=0x55bc39a270a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a270a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 -- 172.21.15.2:0/3905524764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc39925340 con 0x55bc39a19af0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fad9d640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a270a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.069+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f13ec0316f0 tx=0x7f13ec043000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dffd3dc8d5d52d59 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f13f0ff9640 1 -- 172.21.15.2:0/3905524764 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ec035050 con 0x55bc39a19af0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f13f0ff9640 1 -- 172.21.15.2:0/3905524764 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13ec04d070 con 0x55bc39a19af0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f13f0ff9640 1 -- 172.21.15.2:0/3905524764 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ec004dd0 con 0x55bc39a19af0 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 -- 172.21.15.2:0/3905524764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 msgr2=0x55bc39a19ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f13ec0316f0 tx=0x7f13ec043000 comp rx=0 tx=0).stop 2024-09-05T04:24:29.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 -- 172.21.15.2:0/3905524764 shutdown_connections 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a270a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a24770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 --2- 172.21.15.2:0/3905524764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a19ed0 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.070+0000 7f1403817740 1 -- 172.21.15.2:0/3905524764 >> 172.21.15.2:0/3905524764 conn(0x55bc39a16060 msgr2=0x55bc39a16440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- 172.21.15.2:0/3905524764 shutdown_connections 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- 172.21.15.2:0/3905524764 wait complete. 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- start start 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 Processor -- start 2024-09-05T04:24:29.079 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a21ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a22620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bc39a27880 con 0x55bc39a1a410 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bc39907290 con 0x55bc39a19af0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bc39a27a00 con 0x55bc39a24cb0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f1403817740 10 client.0 _ll_register_callbacks cb 0x55bc39938140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f13f3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f13f3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60182/0 (socket says 172.21.15.2:60182) 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f13f3fff640 1 -- 172.21.15.2:0/2955120341 learned_addr learned my addr 172.21.15.2:0/2955120341 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.071+0000 7f13fa59c640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a21ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13fad9d640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a22620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 -- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 msgr2=0x55bc39a22620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.080 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a22620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 -- 172.21.15.2:0/2955120341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 msgr2=0x55bc39a21ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a21ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 -- 172.21.15.2:0/2955120341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc39691210 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13fad9d640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a22620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13f3fff640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009fa0 tx=0x7f13e4011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87390574c448876c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4012920 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f13e4012ac0 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13ec04d070 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f13e4025050 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f1403817740 10 client.18891 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bc3975d620 con 0x55bc39a1a410 2024-09-05T04:24:29.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13ec04d070 con 0x55bc39a1a410 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f13e400f040 con 0x55bc39a1a410 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f1403817740 10 client.18891 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.072+0000 7f1403817740 10 client.18891 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f1403817740 20 client.18891 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a34d20 0x55bc39a37110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f1403817740 4 client.18891 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc3998ba20 con 0x55bc39a34d20 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f13fa59c640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a34d20 0x55bc39a37110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f13e1ffb640 10 client.18891 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.073+0000 7f13fa59c640 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a34d20 0x55bc39a37110 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ab1247b5ce2286b server_cookie=e447dae641ccb4c7 in_seq=0 out_seq=0 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f13e1ffb640 1 -- 172.21.15.2:0/2955120341 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bc3998ba20 con 0x55bc39a34d20 2024-09-05T04:24:29.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f13e1ffb640 10 client.18891 handle_command_reply: tid=0 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 client.18891 shutdown 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 msgr2=0x55bc39a220e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f13e4009fa0 tx=0x7f13e4011870 comp rx=0 tx=0).stop 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 shutdown_connections 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a34d20 0x55bc39a37110 crc :-1 s=READY pgs=394 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a22620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f13e1ffb640 0 client.18891 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a220e0 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 --2- 172.21.15.2:0/2955120341 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a21ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 >> 172.21.15.2:0/2955120341 conn(0x55bc39a16060 msgr2=0x55bc39a151c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 shutdown_connections 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 1 -- 172.21.15.2:0/2955120341 wait complete. 2024-09-05T04:24:29.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.074+0000 7f1403817740 20 client.18891 trim_cache size 0 max 16384 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 Processor -- start 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 -- start start 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a1c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a3c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.093 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1ad130 con 0x55bc39a1a410 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1af990 con 0x55bc39a19af0 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f1403817740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1ad780 con 0x55bc39a24cb0 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60186/0 (socket says 172.21.15.2:60186) 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 -- 172.21.15.2:0/59482452 learned_addr learned my addr 172.21.15.2:0/59482452 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 -- 172.21.15.2:0/59482452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 msgr2=0x55bc39a3c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13fad9d640 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a3c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a3c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 -- 172.21.15.2:0/59482452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 msgr2=0x55bc39a1c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a1c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 -- 172.21.15.2:0/59482452 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc39a19920 con 0x55bc39a1a410 2024-09-05T04:24:29.094 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.089+0000 7f13f3fff640 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f13e40193f0 tx=0x7f13e4009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91a02cba8f32be54 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f13e3fff640 1 -- 172.21.15.2:0/59482452 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4019670 con 0x55bc39a1a410 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f13e3fff640 1 -- 172.21.15.2:0/59482452 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13e402d030 con 0x55bc39a1a410 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f13e3fff640 1 -- 172.21.15.2:0/59482452 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13e4005600 con 0x55bc39a1a410 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- 172.21.15.2:0/59482452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 msgr2=0x55bc39a22450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f13e40193f0 tx=0x7f13e4009ab0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- 172.21.15.2:0/59482452 shutdown_connections 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a24cb0 0x55bc39a3c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a1a410 0x55bc39a22450 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 --2- 172.21.15.2:0/59482452 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a19af0 0x55bc39a1c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- 172.21.15.2:0/59482452 >> 172.21.15.2:0/59482452 conn(0x55bc39a16060 msgr2=0x55bc39a23c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- 172.21.15.2:0/59482452 shutdown_connections 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- 172.21.15.2:0/59482452 wait complete. 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 -- start start 2024-09-05T04:24:29.095 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.090+0000 7f1403817740 1 Processor -- start 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a28890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a28ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1ade50 con 0x55bc39a19af0 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1af2c0 con 0x55bc39a24cb0 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f13fc1ae520 con 0x55bc39a1a410 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 10 client.0 _ll_register_callbacks cb 0x7f13e40097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60196/0 (socket says 172.21.15.2:60196) 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 -- 172.21.15.2:0/3811308177 learned_addr learned my addr 172.21.15.2:0/3811308177 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fad9d640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a28ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.096 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13f3fff640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a28890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 -- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 msgr2=0x55bc39a28890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a28890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 -- 172.21.15.2:0/3811308177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 msgr2=0x55bc39a28ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a28ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 -- 172.21.15.2:0/3811308177 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc39a296d0 con 0x55bc39a19af0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13fa59c640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f13ec02abd0 tx=0x7f13ec0044c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8187f57083e7d46e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13ec05e060 con 0x55bc39a19af0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f13ec005240 con 0x55bc39a19af0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.091+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13e402d030 con 0x55bc39a19af0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f13ec056070 con 0x55bc39a19af0 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 10 client.18897 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:29.097 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bc39a9fb50 con 0x55bc39a19af0 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13e402d030 con 0x55bc39a19af0 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f13ec0035f0 con 0x55bc39a19af0 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 10 client.18897 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 10 client.18897 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 20 client.18897 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a9fe40 0x55bc39aa2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 4 client.18897 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bc39985d70 con 0x55bc39a9fe40 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.092+0000 7f13f3fff640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a9fe40 0x55bc39aa2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.093+0000 7f13e1ffb640 10 client.18897 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:29.098 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.093+0000 7f13f3fff640 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a9fe40 0x55bc39aa2230 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=494632571a0e63e8 server_cookie=2d4c2cfb130c309 in_seq=0 out_seq=0 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f13e1ffb640 1 -- 172.21.15.2:0/3811308177 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bc39985d70 con 0x55bc39a9fe40 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f13e1ffb640 10 client.18897 handle_command_reply: tid=0 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 client.18897 shutdown 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 msgr2=0x55bc39a2d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f13ec02abd0 tx=0x7f13ec0044c0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 shutdown_connections 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bc39a9fe40 0x55bc39aa2230 crc :-1 s=READY pgs=395 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bc39a24cb0 0x55bc39a28ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f13e1ffb640 0 client.18897 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:29.107 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bc39a1a410 0x55bc39a28890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 --2- 172.21.15.2:0/3811308177 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bc39a19af0 0x55bc39a2d520 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 >> 172.21.15.2:0/3811308177 conn(0x55bc39a16060 msgr2=0x55bc39a149a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 shutdown_connections 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.106+0000 7f1403817740 1 -- 172.21.15.2:0/3811308177 wait complete. 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1403817740 20 client.18897 trim_cache size 0 max 16384 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:24:29.108 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:24:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 msgr2=0x7f13e80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.109 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 0x7f13e80a51b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f13ec000c00 tx=0x7f13ec032c00 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 msgr2=0x7f13fc19cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f13f400eb10 tx=0x7f13f400c2d0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 shutdown_connections 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f13e80a2cf0 0x7f13e80a51b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f13fc107ad0 0x7f13fc19cc70 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f13fc102460 0x7f13fc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 --2- 172.21.15.2:0/101100053 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f13fc101ac0 0x7f13fc1983b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 >> 172.21.15.2:0/101100053 conn(0x7f13fc0fd7e0 msgr2=0x7f13fc0fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 shutdown_connections 2024-09-05T04:24:29.110 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:29.107+0000 7f1400a74640 1 -- 172.21.15.2:0/101100053 wait complete. 2024-09-05T04:24:30.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:29 smithi002 ceph-mon[31001]: pgmap v422: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:30.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:29 smithi079 ceph-mon[34908]: pgmap v422: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:29 smithi047 ceph-mon[34498]: pgmap v422: 129 pgs: 129 active+clean; 3.6 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 41 KiB/s wr, 9 op/s 2024-09-05T04:24:30.260 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:24:30.260 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:24:30.526 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:31.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.011+0000 7f52f9629640 1 -- 172.21.15.2:0/1150703766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f41027a0 msgr2=0x7f52f41067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.011+0000 7f52f9629640 1 --2- 172.21.15.2:0/1150703766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f41027a0 0x7f52f41067f0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f52dc009900 tx=0x7f52dc02a410 comp rx=0 tx=0).stop 2024-09-05T04:24:31.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 -- 172.21.15.2:0/1150703766 shutdown_connections 2024-09-05T04:24:31.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 --2- 172.21.15.2:0/1150703766 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f4106f20 0x7f52f410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 --2- 172.21.15.2:0/1150703766 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f41027a0 0x7f52f41067f0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 --2- 172.21.15.2:0/1150703766 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 -- 172.21.15.2:0/1150703766 >> 172.21.15.2:0/1150703766 conn(0x7f52f40fd8f0 msgr2=0x7f52f40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 -- 172.21.15.2:0/1150703766 shutdown_connections 2024-09-05T04:24:31.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 -- 172.21.15.2:0/1150703766 wait complete. 2024-09-05T04:24:31.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 Processor -- start 2024-09-05T04:24:31.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.012+0000 7f52f9629640 1 -- start start 2024-09-05T04:24:31.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f41027a0 0x7f52f4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f52f4111e30 con 0x7f52f4106f20 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52f4111cb0 con 0x7f52f41027a0 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f52f4111fb0 con 0x7f52f4101df0 2024-09-05T04:24:31.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60202/0 (socket says 172.21.15.2:60202) 2024-09-05T04:24:31.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 -- 172.21.15.2:0/1176412114 learned_addr learned my addr 172.21.15.2:0/1176412114 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:31.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f27fc640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f41027a0 0x7f52f4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 -- 172.21.15.2:0/1176412114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 msgr2=0x7f52f4198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f4198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 -- 172.21.15.2:0/1176412114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f41027a0 msgr2=0x7f52f4198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f41027a0 0x7f52f4198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 -- 172.21.15.2:0/1176412114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52f419d3c0 con 0x7f52f4106f20 2024-09-05T04:24:31.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f37fe640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f52e400eaa0 tx=0x7f52e400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52ebfff640 1 -- 172.21.15.2:0/1176412114 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e400cdb0 con 0x7f52f4106f20 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52f419d6b0 con 0x7f52f4106f20 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52ebfff640 1 -- 172.21.15.2:0/1176412114 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52e4005020 con 0x7f52f4106f20 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.013+0000 7f52ebfff640 1 -- 172.21.15.2:0/1176412114 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52e40116d0 con 0x7f52f4106f20 2024-09-05T04:24:31.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.014+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52f41a4f90 con 0x7f52f4106f20 2024-09-05T04:24:31.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52ebfff640 1 -- 172.21.15.2:0/1176412114 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f52e40051d0 con 0x7f52f4106f20 2024-09-05T04:24:31.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 Processor -- start 2024-09-05T04:24:31.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 -- start start 2024-09-05T04:24:31.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7d8e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ea540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55be1c73e280 con 0x55be1c7d9360 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55be1c6e5b10 con 0x55be1c7d8a40 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52fba02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55be1c73a240 con 0x55be1c7e8150 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52ebfff640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 0x7f52e00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.016+0000 7f52f2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60210/0 (socket says 172.21.15.2:60210) 2024-09-05T04:24:31.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2541813468 learned_addr learned my addr 172.21.15.2:0/2541813468 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:31.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ea540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f37fe640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 0x7f52e00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7d8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52ebfff640 1 -- 172.21.15.2:0/1176412114 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f52e40cf9d0 con 0x7f52f4106f20 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2541813468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 msgr2=0x55be1c7ea540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ea540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2541813468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 msgr2=0x55be1c7d8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7d8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.040 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2541813468 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be1c6f21f0 con 0x55be1c7d9360 2024-09-05T04:24:31.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7d8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:31.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f37fe640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 0x7f52e00a51b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f52e40a4240 tx=0x7f52e4089040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f52ec009d40 tx=0x7f52ec0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed8019e93464d42 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.041 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52e97fa640 1 -- 172.21.15.2:0/2541813468 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec012650 con 0x55be1c7d9360 2024-09-05T04:24:31.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52e97fa640 1 -- 172.21.15.2:0/2541813468 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52ec009e30 con 0x55be1c7d9360 2024-09-05T04:24:31.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.017+0000 7f52e97fa640 1 -- 172.21.15.2:0/2541813468 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec00fc20 con 0x55be1c7d9360 2024-09-05T04:24:31.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- 172.21.15.2:0/2541813468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 msgr2=0x55be1c7e7c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.042 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f52ec009d40 tx=0x7f52ec0117b0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- 172.21.15.2:0/2541813468 shutdown_connections 2024-09-05T04:24:31.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ea540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e7c10 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.043 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 --2- 172.21.15.2:0/2541813468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7d8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- 172.21.15.2:0/2541813468 >> 172.21.15.2:0/2541813468 conn(0x55be1c7d50f0 msgr2=0x55be1c7d54d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- 172.21.15.2:0/2541813468 shutdown_connections 2024-09-05T04:24:31.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- 172.21.15.2:0/2541813468 wait complete. 2024-09-05T04:24:31.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.018+0000 7f52fba02740 1 -- start start 2024-09-05T04:24:31.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 Processor -- start 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7e5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7e5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55be1c7ead20 con 0x55be1c7d9360 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55be1c6f8f10 con 0x55be1c7d8a40 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55be1c7eaea0 con 0x55be1c7e8150 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52fba02740 10 client.0 _ll_register_callbacks cb 0x55be1c6c1a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60218/0 (socket says 172.21.15.2:60218) 2024-09-05T04:24:31.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2536175653 learned_addr learned my addr 172.21.15.2:0/2536175653 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7e5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7e5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 msgr2=0x55be1c7e5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7e5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2536175653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 msgr2=0x55be1c7e5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7e5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 -- 172.21.15.2:0/2536175653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be1c4af6a0 con 0x55be1c7d9360 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7e5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f52ec01c040 tx=0x7f52ec00f700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f8fb8344afd3c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.019+0000 7f52da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52ec028020 con 0x55be1c7d9360 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f52ec005240 con 0x55be1c7d9360 2024-09-05T04:24:31.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52ec009e30 con 0x55be1c7d9360 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f52ec033050 con 0x55be1c7d9360 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 10 client.18909 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55be1c7f6960 con 0x55be1c7d9360 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52ec009e30 con 0x55be1c7d9360 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f52ec012450 con 0x55be1c7d9360 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 10 client.18909 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 10 client.18909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 20 client.18909 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c7f7d10 0x55be1c7fa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 4 client.18909 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be1c74b7f0 con 0x55be1c7f7d10 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.020+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c7f7d10 0x55be1c7fa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.021+0000 7f52f27fc640 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c7f7d10 0x55be1c7fa100 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa108ef5c1f507c0 server_cookie=529fbe9da0b90d60 in_seq=0 out_seq=0 2024-09-05T04:24:31.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.021+0000 7f52da7fc640 10 client.18909 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.021+0000 7f52da7fc640 1 -- 172.21.15.2:0/2536175653 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55be1c74b7f0 con 0x55be1c7f7d10 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.021+0000 7f52da7fc640 10 client.18909 handle_command_reply: tid=0 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 client.18909 shutdown 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 msgr2=0x55be1c7e5570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f52ec01c040 tx=0x7f52ec00f700 comp rx=0 tx=0).stop 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 shutdown_connections 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c7f7d10 0x55be1c7fa100 crc :-1 s=READY pgs=396 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7e5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d9360 0x55be1c7e5570 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 --2- 172.21.15.2:0/2536175653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d8a40 0x55be1c7e5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 >> 172.21.15.2:0/2536175653 conn(0x55be1c7d50f0 msgr2=0x55be1c7dae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52da7fc640 0 client.18909 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:31.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 shutdown_connections 2024-09-05T04:24:31.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 1 -- 172.21.15.2:0/2536175653 wait complete. 2024-09-05T04:24:31.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.022+0000 7f52fba02740 20 client.18909 trim_cache size 0 max 16384 2024-09-05T04:24:31.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 Processor -- start 2024-09-05T04:24:31.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 -- start start 2024-09-05T04:24:31.053 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ff760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ffca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41aae30 con 0x55be1c7d8a40 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41ad690 con 0x55be1c7d9360 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52fba02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41ab480 con 0x55be1c7e8150 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52f27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52f27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60232/0 (socket says 172.21.15.2:60232) 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52f27fc640 1 -- 172.21.15.2:0/202258517 learned_addr learned my addr 172.21.15.2:0/202258517 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ff760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.040+0000 7f52f27fc640 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ffca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 -- 172.21.15.2:0/202258517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 msgr2=0x55be1c7ffca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.054 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ffca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 -- 172.21.15.2:0/202258517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 msgr2=0x55be1c7ff760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ff760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 -- 172.21.15.2:0/202258517 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be1c7d9880 con 0x55be1c7d8a40 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52f27fc640 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f52dc031440 tx=0x7f52dc005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bbdb5011878823b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52e8ff9640 1 -- 172.21.15.2:0/202258517 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc051070 con 0x55be1c7d8a40 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52e8ff9640 1 -- 172.21.15.2:0/202258517 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52dc032250 con 0x55be1c7d8a40 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.041+0000 7f52e8ff9640 1 -- 172.21.15.2:0/202258517 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc035040 con 0x55be1c7d8a40 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- 172.21.15.2:0/202258517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 msgr2=0x55be1c7e7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7f52dc031440 tx=0x7f52dc005780 comp rx=0 tx=0).stop 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- 172.21.15.2:0/202258517 shutdown_connections 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c7ffca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ff760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.055 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 --2- 172.21.15.2:0/202258517 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7e7250 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- 172.21.15.2:0/202258517 >> 172.21.15.2:0/202258517 conn(0x55be1c7d50f0 msgr2=0x55be1c7d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- 172.21.15.2:0/202258517 shutdown_connections 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- 172.21.15.2:0/202258517 wait complete. 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 -- start start 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.042+0000 7f52fba02740 1 Processor -- start 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ec730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c861730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41abb50 con 0x55be1c7d8a40 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41acfc0 con 0x55be1c7d9360 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f52f41ac220 con 0x55be1c7e8150 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52fba02740 10 client.0 _ll_register_callbacks cb 0x7f52dc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:31.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:60240/0 (socket says 172.21.15.2:60240) 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 -- 172.21.15.2:0/3047704885 learned_addr learned my addr 172.21.15.2:0/3047704885 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ec730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 -- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 msgr2=0x55be1c861730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c861730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 -- 172.21.15.2:0/3047704885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 msgr2=0x55be1c7ec730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ec730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 -- 172.21.15.2:0/3047704885 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be1c7d4f20 con 0x55be1c7d8a40 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52f27fc640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f52dc009230 tx=0x7f52dc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c9eb20a9b19ca2 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:31.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52da7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52dc059020 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.043+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f52dc0040f0 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f52dc032250 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f52dc064050 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 10 client.18915 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55be1c862bd0 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52dc032250 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f52dc03d650 con 0x55be1c7d8a40 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 10 client.18915 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 10 client.18915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 20 client.18915 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c863230 0x55be1c865620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 4 client.18915 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:24:31.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55be1c745d00 con 0x55be1c863230 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.044+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c863230 0x55be1c865620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.045+0000 7f52da7fc640 10 client.18915 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.045+0000 7f52f2ffd640 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c863230 0x55be1c865620 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3a93cc589086da9 server_cookie=6fee9e1d75e48816 in_seq=0 out_seq=0 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52da7fc640 1 -- 172.21.15.2:0/3047704885 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55be1c745d00 con 0x55be1c863230 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52da7fc640 10 client.18915 handle_command_reply: tid=0 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 client.18915 shutdown 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 msgr2=0x55be1c7ec1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f52dc009230 tx=0x7f52dc005fd0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 shutdown_connections 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55be1c863230 0x55be1c865620 crc :-1 s=READY pgs=397 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55be1c7e8150 0x55be1c861730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55be1c7d9360 0x55be1c7ec730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 --2- 172.21.15.2:0/3047704885 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55be1c7d8a40 0x55be1c7ec1f0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52da7fc640 0 client.18915 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 >> 172.21.15.2:0/3047704885 conn(0x55be1c7d50f0 msgr2=0x55be1c7d3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 shutdown_connections 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 1 -- 172.21.15.2:0/3047704885 wait complete. 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.046+0000 7f52fba02740 20 client.18915 trim_cache size 0 max 16384 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:31.060 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:24:31.061 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "b34b16de-9273-4026-a63f-e0acba40dd5f", 2024-09-05T04:24:31.061 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:24:31.061 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:31.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 msgr2=0x7f52e00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 0x7f52e00a51b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f52e40a4240 tx=0x7f52e4089040 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 msgr2=0x7f52f419cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f52e400eaa0 tx=0x7f52e400ef60 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 shutdown_connections 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f52e00a2cf0 0x7f52e00a51b0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f52f4106f20 0x7f52f419cce0 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f52f41027a0 0x7f52f4198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 --2- 172.21.15.2:0/1176412114 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f52f4101df0 0x7f52f4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 >> 172.21.15.2:0/1176412114 conn(0x7f52f40fd8f0 msgr2=0x7f52f40fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 shutdown_connections 2024-09-05T04:24:31.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:31.047+0000 7f52f9629640 1 -- 172.21.15.2:0/1176412114 wait complete. 2024-09-05T04:24:31.831 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:24:32.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:31 smithi002 ceph-mon[31001]: pgmap v423: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:24:32.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:31 smithi079 ceph-mon[34908]: pgmap v423: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:24:32.081 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:31 smithi047 ceph-mon[34498]: pgmap v423: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 57 KiB/s wr, 13 op/s 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 -- 172.21.15.2:0/150025379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 msgr2=0x7f95bc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 --2- 172.21.15.2:0/150025379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc100ee0 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f95a4009930 tx=0x7f95a402a420 comp rx=0 tx=0).stop 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 -- 172.21.15.2:0/150025379 shutdown_connections 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 --2- 172.21.15.2:0/150025379 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc101420 0x7f95bc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 --2- 172.21.15.2:0/150025379 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc100ee0 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 --2- 172.21.15.2:0/150025379 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc106a80 0x7f95bc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.555 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 -- 172.21.15.2:0/150025379 >> 172.21.15.2:0/150025379 conn(0x7f95bc0fc7a0 msgr2=0x7f95bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 -- 172.21.15.2:0/150025379 shutdown_connections 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.536+0000 7f95c0f34640 1 -- 172.21.15.2:0/150025379 wait complete. 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 Processor -- start 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 -- start start 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc101420 0x7f95bc0fd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc106a80 0x7f95bc0fd900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc110d30 con 0x7f95bc100a80 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc110bb0 con 0x7f95bc101420 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95c0f34640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc110eb0 con 0x7f95bc106a80 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52880/0 (socket says 172.21.15.2:52880) 2024-09-05T04:24:32.556 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95ba59c640 1 -- 172.21.15.2:0/824357333 learned_addr learned my addr 172.21.15.2:0/824357333 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.537+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc101420 0x7f95bc0fd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95bad9d640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc106a80 0x7f95bc0fd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 -- 172.21.15.2:0/824357333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc106a80 msgr2=0x7f95bc0fd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc106a80 0x7f95bc0fd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 -- 172.21.15.2:0/824357333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc101420 msgr2=0x7f95bc0fd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc101420 0x7f95bc0fd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 -- 172.21.15.2:0/824357333 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95bc1a6830 con 0x7f95bc100a80 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95ba59c640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d950 tx=0x7f95ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95b3fff640 1 -- 172.21.15.2:0/824357333 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac017070 con 0x7f95bc100a80 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95bc1a6b20 con 0x7f95bc100a80 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95b3fff640 1 -- 172.21.15.2:0/824357333 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95ac009c30 con 0x7f95bc100a80 2024-09-05T04:24:32.557 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95b3fff640 1 -- 172.21.15.2:0/824357333 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac00f620 con 0x7f95bc100a80 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.538+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95bc1a7080 con 0x7f95bc100a80 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.541+0000 7f95b3fff640 1 -- 172.21.15.2:0/824357333 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f95ac0109a0 con 0x7f95bc100a80 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.541+0000 7f95c330d740 1 Processor -- start 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.541+0000 7f95c330d740 1 -- start start 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b6d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b78140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561b44ad32e0 con 0x561b44b78680 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561b44a7ace0 con 0x561b44b6d4a0 2024-09-05T04:24:32.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95c330d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561b44acf2a0 con 0x561b44b6ddc0 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52892/0 (socket says 172.21.15.2:52892) 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 -- 172.21.15.2:0/3621154060 learned_addr learned my addr 172.21.15.2:0/3621154060 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95ba59c640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b78140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95bad9d640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b6d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b3fff640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 0x7f95a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 -- 172.21.15.2:0/3621154060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 msgr2=0x561b44b78140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b78140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 -- 172.21.15.2:0/3621154060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 msgr2=0x561b44b6d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b6d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b1d9b640 1 -- 172.21.15.2:0/3621154060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b44a5f440 con 0x561b44b78680 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95ba59c640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b78140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95bad9d640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 0x7f95a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.542+0000 7f95b3fff640 1 -- 172.21.15.2:0/824357333 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f95ac0cf360 con 0x7f95bc100a80 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f95a402a940 tx=0x7f95a4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7103447bd6fefc03 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95bad9d640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 0x7f95a80a51b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f95b40098b0 tx=0x7f95b4004a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95b0d99640 1 -- 172.21.15.2:0/3621154060 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4040070 con 0x561b44b78680 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95b0d99640 1 -- 172.21.15.2:0/3621154060 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a40316a0 con 0x561b44b78680 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95b0d99640 1 -- 172.21.15.2:0/3621154060 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4035040 con 0x561b44b78680 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95c330d740 1 -- 172.21.15.2:0/3621154060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 msgr2=0x561b44b7aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.543+0000 7f95c330d740 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f95a402a940 tx=0x7f95a4005c00 comp rx=0 tx=0).stop 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- 172.21.15.2:0/3621154060 shutdown_connections 2024-09-05T04:24:32.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7aa70 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b78140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- 172.21.15.2:0/3621154060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b6d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- 172.21.15.2:0/3621154060 >> 172.21.15.2:0/3621154060 conn(0x561b44b69a30 msgr2=0x561b44b69e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- 172.21.15.2:0/3621154060 shutdown_connections 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- 172.21.15.2:0/3621154060 wait complete. 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- start start 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 Processor -- start 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 0x561b44b75170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b78680 0x561b44b756b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x561b44b7b250 con 0x561b44b6d4a0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x561b44a8e050 con 0x561b44b6ddc0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x561b44b7b3d0 con 0x561b44b78680 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95c330d740 10 client.0 _ll_register_callbacks cb 0x561b44ace160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.544+0000 7f95ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52902/0 (socket says 172.21.15.2:52902) 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 -- 172.21.15.2:0/2436250466 learned_addr learned my addr 172.21.15.2:0/2436250466 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 0x561b44b75170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95bad9d640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b78680 0x561b44b756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 -- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b78680 msgr2=0x561b44b756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b78680 0x561b44b756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 -- 172.21.15.2:0/2436250466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 msgr2=0x561b44b75170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 0x561b44b75170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 -- 172.21.15.2:0/2436250466 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b448443c0 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 0x561b44b75170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95ba59c640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f95ac09b4d0 tx=0x7f95ac09b3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a39ad40f855aa86 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ac020070 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f95ac097bb0 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95a40316a0 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f95ac09b540 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95c330d740 10 client.18927 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.545+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561b44b86b60 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a40316a0 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f95ac097290 con 0x561b44b6d4a0 2024-09-05T04:24:32.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 10 client.18927 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 10 client.18927 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 20 client.18927 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44b87eb0 0x561b44b8a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 4 client.18927 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b44ae0850 con 0x561b44b87eb0 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44b87eb0 0x561b44b8a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44b87eb0 0x561b44b8a2a0 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b99c2bdc91994ed1 server_cookie=d0f51dfe55374de5 in_seq=0 out_seq=0 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.546+0000 7f95a1ffb640 10 client.18927 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95a1ffb640 1 -- 172.21.15.2:0/2436250466 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b44ae0850 con 0x561b44b87eb0 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95a1ffb640 10 client.18927 handle_command_reply: tid=0 2024-09-05T04:24:32.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 client.18927 shutdown 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 msgr2=0x561b44b77ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7f95ac09b4d0 tx=0x7f95ac09b3d0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 shutdown_connections 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44b87eb0 0x561b44b8a2a0 crc :-1 s=READY pgs=398 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b78680 0x561b44b756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95a1ffb640 0 client.18927 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6ddc0 0x561b44b75170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 --2- 172.21.15.2:0/2436250466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6d4a0 0x561b44b77ec0 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 >> 172.21.15.2:0/2436250466 conn(0x561b44b69a30 msgr2=0x561b44b6f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 shutdown_connections 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.547+0000 7f95c330d740 1 -- 172.21.15.2:0/2436250466 wait complete. 2024-09-05T04:24:32.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.548+0000 7f95c330d740 20 client.18927 trim_cache size 0 max 16384 2024-09-05T04:24:32.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 Processor -- start 2024-09-05T04:24:32.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 -- start start 2024-09-05T04:24:32.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6d4a0 0x561b44b8fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b78680 0x561b44b723d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1af250 con 0x561b44b6ddc0 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1b1ab0 con 0x561b44b78680 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95c330d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1af8a0 con 0x561b44b6d4a0 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.565+0000 7f95b1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52906/0 (socket says 172.21.15.2:52906) 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 -- 172.21.15.2:0/92156856 learned_addr learned my addr 172.21.15.2:0/92156856 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95ba59c640 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6d4a0 0x561b44b8fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95bad9d640 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b78680 0x561b44b723d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 -- 172.21.15.2:0/92156856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6d4a0 msgr2=0x561b44b8fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6d4a0 0x561b44b8fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 -- 172.21.15.2:0/92156856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b78680 msgr2=0x561b44b723d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b78680 0x561b44b723d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 -- 172.21.15.2:0/92156856 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b44b69860 con 0x561b44b6ddc0 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f95a4009930 tx=0x7f95a402a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d468e8bd158a137 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95a3fff640 1 -- 172.21.15.2:0/92156856 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4035040 con 0x561b44b6ddc0 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95a3fff640 1 -- 172.21.15.2:0/92156856 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a4009520 con 0x561b44b6ddc0 2024-09-05T04:24:32.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.566+0000 7f95a3fff640 1 -- 172.21.15.2:0/92156856 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4040040 con 0x561b44b6ddc0 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- 172.21.15.2:0/92156856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 msgr2=0x561b44b90060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f95a4009930 tx=0x7f95a402a420 comp rx=0 tx=0).stop 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- 172.21.15.2:0/92156856 shutdown_connections 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b78680 0x561b44b723d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b6ddc0 0x561b44b90060 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 --2- 172.21.15.2:0/92156856 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6d4a0 0x561b44b8fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- 172.21.15.2:0/92156856 >> 172.21.15.2:0/92156856 conn(0x561b44b69a30 msgr2=0x561b44b73a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- 172.21.15.2:0/92156856 shutdown_connections 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- 172.21.15.2:0/92156856 wait complete. 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 -- start start 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.567+0000 7f95c330d740 1 Processor -- start 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b79a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b79f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1aff70 con 0x561b44b78680 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1b13e0 con 0x561b44b6d4a0 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f95bc1b0640 con 0x561b44b6ddc0 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95c330d740 10 client.0 _ll_register_callbacks cb 0x7f95ac00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52918/0 (socket says 172.21.15.2:52918) 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 -- 172.21.15.2:0/3832841616 learned_addr learned my addr 172.21.15.2:0/3832841616 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:32.574 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95b1d9b640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b79f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95ba59c640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b79a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 -- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 msgr2=0x561b44b79f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b79f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 -- 172.21.15.2:0/3832841616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 msgr2=0x561b44b79a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b79a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 -- 172.21.15.2:0/3832841616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b44b7f010 con 0x561b44b78680 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95bad9d640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f95b40139b0 tx=0x7f95b4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32f0fdc48b859fda server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b401fb00 con 0x561b44b78680 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.568+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f95b401fca0 con 0x561b44b78680 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95a4009520 con 0x561b44b78680 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f95b401c430 con 0x561b44b78680 2024-09-05T04:24:32.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 10 client.18933 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561b44bf3020 con 0x561b44b78680 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a4009520 con 0x561b44b78680 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f95b400f040 con 0x561b44b78680 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 10 client.18933 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 10 client.18933 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 20 client.18933 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44bf37f0 0x561b44bf5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 4 client.18933 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561b44adad60 con 0x561b44bf37f0 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.569+0000 7f95ba59c640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44bf37f0 0x561b44bf5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95ba59c640 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44bf37f0 0x561b44bf5c10 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeec6ad40b041de6 server_cookie=f254fa10888a84fa in_seq=0 out_seq=0 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95a1ffb640 10 client.18933 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95a1ffb640 1 -- 172.21.15.2:0/3832841616 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561b44adad60 con 0x561b44bf37f0 2024-09-05T04:24:32.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95a1ffb640 10 client.18933 handle_command_reply: tid=0 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 client.18933 shutdown 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 msgr2=0x561b44b7a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f95b40139b0 tx=0x7f95b4004ab0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 shutdown_connections 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561b44bf37f0 0x561b44bf5c10 crc :-1 s=READY pgs=399 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x561b44b78680 0x561b44b7a4c0 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x561b44b6ddc0 0x561b44b79f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95a1ffb640 0 client.18933 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 --2- 172.21.15.2:0/3832841616 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x561b44b6d4a0 0x561b44b79a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 >> 172.21.15.2:0/3832841616 conn(0x561b44b69a30 msgr2=0x561b44b68350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 shutdown_connections 2024-09-05T04:24:32.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 1 -- 172.21.15.2:0/3832841616 wait complete. 2024-09-05T04:24:32.578 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.570+0000 7f95c330d740 20 client.18933 trim_cache size 0 max 16384 2024-09-05T04:24:32.578 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:32.578 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:24:32.578 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:24:32.578 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 msgr2=0x7f95a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 0x7f95a80a51b0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f95b40098b0 tx=0x7f95b4004a40 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 msgr2=0x7f95bc0fce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00d950 tx=0x7f95ac00de10 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 shutdown_connections 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f95a80a2cf0 0x7f95a80a51b0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f95bc106a80 0x7f95bc0fd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f95bc101420 0x7f95bc0fd3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 --2- 172.21.15.2:0/824357333 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f95bc100a80 0x7f95bc0fce80 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 >> 172.21.15.2:0/824357333 conn(0x7f95bc0fc7a0 msgr2=0x7f95bc06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 shutdown_connections 2024-09-05T04:24:32.579 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:32.571+0000 7f95c0f34640 1 -- 172.21.15.2:0/824357333 wait complete. 2024-09-05T04:24:32.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:32 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:24:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:32 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:32 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:24:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:32 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:32.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:32 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:24:33.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:32 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:24:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:32 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:32 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:24:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:32 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:33.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:32 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:24:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:32 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:24:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:32 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:32 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:24:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:32 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:33.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:32 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:24:33.403 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:24:33.403 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:24:33.661 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:33.952 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:33 smithi002 ceph-mon[31001]: pgmap v424: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:24:34.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:33 smithi079 ceph-mon[34908]: pgmap v424: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:24:34.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 -- 172.21.15.2:0/506414010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94106a80 msgr2=0x7fdd94106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:34.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 --2- 172.21.15.2:0/506414010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94106a80 0x7fdd94106e60 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fdd84009930 tx=0x7fdd8402a420 comp rx=0 tx=0).stop 2024-09-05T04:24:34.142 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 -- 172.21.15.2:0/506414010 shutdown_connections 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 --2- 172.21.15.2:0/506414010 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94101420 0x7fdd9410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 --2- 172.21.15.2:0/506414010 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94100a80 0x7fdd94100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 --2- 172.21.15.2:0/506414010 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94106a80 0x7fdd94106e60 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 -- 172.21.15.2:0/506414010 >> 172.21.15.2:0/506414010 conn(0x7fdd940fc7a0 msgr2=0x7fdd940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 -- 172.21.15.2:0/506414010 shutdown_connections 2024-09-05T04:24:34.143 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.129+0000 7fdd99e17640 1 -- 172.21.15.2:0/506414010 wait complete. 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 Processor -- start 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 -- start start 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94101420 0x7fdd94197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 0x7fdd9419bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:34.144 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdd94110d50 con 0x7fdd94100a80 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdd94110bd0 con 0x7fdd94106a80 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd99e17640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdd94110ed0 con 0x7fdd94101420 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.130+0000 7fdd937fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52934/0 (socket says 172.21.15.2:52934) 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 -- 172.21.15.2:0/884982667 learned_addr learned my addr 172.21.15.2:0/884982667 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:34.145 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd93fff640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 0x7fdd9419bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd8affd640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94101420 0x7fdd94197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 -- 172.21.15.2:0/884982667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94101420 msgr2=0x7fdd94197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94101420 0x7fdd94197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 -- 172.21.15.2:0/884982667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 msgr2=0x7fdd9419bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 0x7fdd9419bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.146 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 -- 172.21.15.2:0/884982667 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd9419c280 con 0x7fdd94100a80 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd93fff640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 0x7fdd9419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd937fe640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fdd84005940 tx=0x7fdd84004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd84046070 con 0x7fdd94100a80 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd84003aa0 con 0x7fdd94100a80 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd9419c510 con 0x7fdd94100a80 2024-09-05T04:24:34.147 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd84035050 con 0x7fdd94100a80 2024-09-05T04:24:34.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.131+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd9406a790 con 0x7fdd94100a80 2024-09-05T04:24:34.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.132+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd941021c0 con 0x7fdd94100a80 2024-09-05T04:24:34.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.133+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fdd84049070 con 0x7fdd94100a80 2024-09-05T04:24:34.148 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.134+0000 7fdd917fa640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 0x7fdd800a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:34.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.134+0000 7fdd8affd640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 0x7fdd800a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:34.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.134+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fdd840f1780 con 0x7fdd94100a80 2024-09-05T04:24:34.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.135+0000 7fdd8affd640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 0x7fdd800a51b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdd940fff40 tx=0x7fdd7c00a4c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:34.149 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.138+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd840bdf50 con 0x7fdd94100a80 2024-09-05T04:24:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:33 smithi047 ceph-mon[34498]: pgmap v424: 129 pgs: 129 active+clean; 3.8 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 35 KiB/s wr, 7 op/s 2024-09-05T04:24:34.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.349+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd9406b1b0 con 0x7fdd94100a80 2024-09-05T04:24:34.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.350+0000 7fdd917fa640 1 -- 172.21.15.2:0/884982667 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fdd840bd850 con 0x7fdd94100a80 2024-09-05T04:24:34.351 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:24:34.352 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:24:34.352 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.352+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 msgr2=0x7fdd800a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.352+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 0x7fdd800a51b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdd940fff40 tx=0x7fdd7c00a4c0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.352+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 msgr2=0x7fdd941972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.352+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fdd84005940 tx=0x7fdd84004270 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 shutdown_connections 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdd800a2cf0 0x7fdd800a51b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdd94106a80 0x7fdd9419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdd94101420 0x7fdd94197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 --2- 172.21.15.2:0/884982667 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdd94100a80 0x7fdd941972d0 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 >> 172.21.15.2:0/884982667 conn(0x7fdd940fc7a0 msgr2=0x7fdd940fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:34.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 shutdown_connections 2024-09-05T04:24:34.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:34.353+0000 7fdd99e17640 1 -- 172.21.15.2:0/884982667 wait complete. 2024-09-05T04:24:35.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:34 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/884982667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:35.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:34 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/884982667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:35.080 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:24:35.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:34 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/884982667' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:35.337 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:35.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:35 smithi002 ceph-mon[31001]: pgmap v425: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 14 op/s 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 -- 172.21.15.2:0/1804529188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 msgr2=0x7fd16c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 --2- 172.21.15.2:0/1804529188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c10ea90 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fd164009ca0 tx=0x7fd16402a8c0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 -- 172.21.15.2:0/1804529188 shutdown_connections 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 --2- 172.21.15.2:0/1804529188 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c10ea90 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 --2- 172.21.15.2:0/1804529188 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 --2- 172.21.15.2:0/1804529188 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 0x7fd16c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 -- 172.21.15.2:0/1804529188 >> 172.21.15.2:0/1804529188 conn(0x7fd16c0fd8c0 msgr2=0x7fd16c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 -- 172.21.15.2:0/1804529188 shutdown_connections 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.866+0000 7fd17176a640 1 -- 172.21.15.2:0/1804529188 wait complete. 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 Processor -- start 2024-09-05T04:24:35.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 -- start start 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 0x7fd16c19a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c19aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c111e20 con 0x7fd16c106f10 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c111ca0 con 0x7fd16c102790 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd17176a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c111fa0 con 0x7fd16c101de0 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd16b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd16b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52942/0 (socket says 172.21.15.2:52942) 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd16b7fe640 1 -- 172.21.15.2:0/3698145588 learned_addr learned my addr 172.21.15.2:0/3698145588 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd16affd640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 0x7fd16c19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.867+0000 7fd163fff640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c19aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 -- 172.21.15.2:0/3698145588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 msgr2=0x7fd16c19a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 0x7fd16c19a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 -- 172.21.15.2:0/3698145588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 msgr2=0x7fd16c19aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c19aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 -- 172.21.15.2:0/3698145588 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd16c19f530 con 0x7fd16c106f10 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd163fff640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd16b7fe640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fd164009dc0 tx=0x7fd164003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd168ff9640 1 -- 172.21.15.2:0/3698145588 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164004040 con 0x7fd16c106f10 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd168ff9640 1 -- 172.21.15.2:0/3698145588 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd164004690 con 0x7fd16c106f10 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd16c19f7c0 con 0x7fd16c106f10 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd168ff9640 1 -- 172.21.15.2:0/3698145588 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd164030d90 con 0x7fd16c106f10 2024-09-05T04:24:35.872 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.868+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd16c1a7100 con 0x7fd16c106f10 2024-09-05T04:24:35.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.870+0000 7fd168ff9640 1 -- 172.21.15.2:0/3698145588 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd1640305c0 con 0x7fd16c106f10 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 Processor -- start 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 -- start start 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f586f5d0 0x55c2f586fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c2f57d52f0 con 0x55c2f587a370 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c2f577ccf0 con 0x55c2f586f5d0 2024-09-05T04:24:35.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd173b43740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c2f57d12b0 con 0x55c2f5870b40 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd168ff9640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 0x7fd1580a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52954/0 (socket says 172.21.15.2:52954) 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd163fff640 1 -- 172.21.15.2:0/179751617 learned_addr learned my addr 172.21.15.2:0/179751617 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd163fff640 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.871+0000 7fd16affd640 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f586f5d0 0x55c2f586fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd16b7fe640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 0x7fd1580a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd168ff9640 1 -- 172.21.15.2:0/3698145588 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd1640f0ef0 con 0x7fd16c106f10 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 -- 172.21.15.2:0/179751617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 msgr2=0x55c2f586f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 -- 172.21.15.2:0/179751617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f586f5d0 msgr2=0x55c2f586fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f586f5d0 0x55c2f586fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 -- 172.21.15.2:0/179751617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2f57613a0 con 0x55c2f587a370 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd163fff640 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7fd1540138f0 tx=0x7fd15400b420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f3fa849bb84f582 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd1617fa640 1 -- 172.21.15.2:0/179751617 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd154004220 con 0x55c2f587a370 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd1617fa640 1 -- 172.21.15.2:0/179751617 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1540043c0 con 0x55c2f587a370 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.872+0000 7fd1617fa640 1 -- 172.21.15.2:0/179751617 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd154003810 con 0x55c2f587a370 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- 172.21.15.2:0/179751617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 msgr2=0x55c2f587c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd16b7fe640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 0x7fd1580a5230 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd1640bd060 tx=0x7fd1640880f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7fd1540138f0 tx=0x7fd15400b420 comp rx=0 tx=0).stop 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- 172.21.15.2:0/179751617 shutdown_connections 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f587a370 0x55c2f587c760 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f586f5d0 0x55c2f586fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 --2- 172.21.15.2:0/179751617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- 172.21.15.2:0/179751617 >> 172.21.15.2:0/179751617 conn(0x55c2f5838310 msgr2=0x55c2f586bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- 172.21.15.2:0/179751617 shutdown_connections 2024-09-05T04:24:35.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- 172.21.15.2:0/179751617 wait complete. 2024-09-05T04:24:35.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.873+0000 7fd173b43740 1 -- start start 2024-09-05T04:24:35.883 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 Processor -- start 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f5870b40 0x55c2f5877070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f587a370 0x55c2f5877800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55c2f587d070 con 0x55c2f586f5d0 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55c2f5790060 con 0x55c2f5870b40 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55c2f587d1f0 con 0x55c2f587a370 2024-09-05T04:24:35.884 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd173b43740 10 client.0 _ll_register_callbacks cb 0x55c2f54e38c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52962/0 (socket says 172.21.15.2:52962) 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 -- 172.21.15.2:0/1503961405 learned_addr learned my addr 172.21.15.2:0/1503961405 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f587a370 0x55c2f5877800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 -- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f587a370 msgr2=0x55c2f5877800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f587a370 0x55c2f5877800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 -- 172.21.15.2:0/1503961405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f5870b40 msgr2=0x55c2f5877070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-05T04:24:35.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f5870b40 0x55c2f5877070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 -- 172.21.15.2:0/1503961405 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2f55463c0 con 0x55c2f586f5d0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd163fff640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7fd154005d90 tx=0x7fd154005d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41225fc06af036e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.874+0000 7fd1527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd154028020 con 0x55c2f586f5d0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1540043c0 con 0x55c2f586f5d0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd1540035f0 con 0x55c2f586f5d0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd154033050 con 0x55c2f586f5d0 2024-09-05T04:24:35.886 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 10 client.18951 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c2f5888b80 con 0x55c2f586f5d0 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1540043c0 con 0x55c2f586f5d0 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd154011440 con 0x55c2f586f5d0 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 10 client.18951 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 10 client.18951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 20 client.18951 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f5889ed0 0x55c2f588c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 4 client.18951 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:35.887 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.875+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c2f57e2860 con 0x55c2f5889ed0 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.876+0000 7fd16affd640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f5889ed0 0x55c2f588c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.876+0000 7fd16affd640 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f5889ed0 0x55c2f588c2c0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cafb34f938ddf55 server_cookie=fee43ceaf929b485 in_seq=0 out_seq=0 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.876+0000 7fd1527fc640 10 client.18951 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd1527fc640 1 -- 172.21.15.2:0/1503961405 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c2f57e2860 con 0x55c2f5889ed0 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd1527fc640 10 client.18951 handle_command_reply: tid=0 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 client.18951 shutdown 2024-09-05T04:24:35.888 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 msgr2=0x55c2f5879dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7fd154005d90 tx=0x7fd154005d20 comp rx=0 tx=0).stop 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 shutdown_connections 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f5889ed0 0x55c2f588c2c0 crc :-1 s=READY pgs=400 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f587a370 0x55c2f5877800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f5870b40 0x55c2f5877070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 --2- 172.21.15.2:0/1503961405 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5879dc0 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 >> 172.21.15.2:0/1503961405 conn(0x55c2f5838310 msgr2=0x55c2f5871960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd1527fc640 0 client.18951 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:35.889 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 shutdown_connections 2024-09-05T04:24:35.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 1 -- 172.21.15.2:0/1503961405 wait complete. 2024-09-05T04:24:35.890 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.877+0000 7fd173b43740 20 client.18951 trim_cache size 0 max 16384 2024-09-05T04:24:35.893 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 Processor -- start 2024-09-05T04:24:35.893 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 -- start start 2024-09-05T04:24:35.893 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f586ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1af1d0 con 0x55c2f586f5d0 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1b1a30 con 0x55c2f587a370 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.890+0000 7fd173b43740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1af820 con 0x55c2f5870b40 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52972/0 (socket says 172.21.15.2:52972) 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 -- 172.21.15.2:0/3660778021 learned_addr learned my addr 172.21.15.2:0/3660778021 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd16affd640 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f586ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 -- 172.21.15.2:0/3660778021 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 msgr2=0x55c2f586b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 -- 172.21.15.2:0/3660778021 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 msgr2=0x55c2f586ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.894 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f586ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 -- 172.21.15.2:0/3660778021 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c2f586c1a0 con 0x55c2f586f5d0 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd163fff640 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fd154001eb0 tx=0x7fd154005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad35056e331d9aa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd160ff9640 1 -- 172.21.15.2:0/3660778021 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd154028070 con 0x55c2f586f5d0 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd160ff9640 1 -- 172.21.15.2:0/3660778021 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd15400b8c0 con 0x55c2f586f5d0 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.891+0000 7fd160ff9640 1 -- 172.21.15.2:0/3660778021 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd154011440 con 0x55c2f586f5d0 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- 172.21.15.2:0/3660778021 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 msgr2=0x55c2f5876050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fd154001eb0 tx=0x7fd154005c60 comp rx=0 tx=0).stop 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- 172.21.15.2:0/3660778021 shutdown_connections 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f586ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f5870b40 0x55c2f586b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 --2- 172.21.15.2:0/3660778021 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f586f5d0 0x55c2f5876050 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- 172.21.15.2:0/3660778021 >> 172.21.15.2:0/3660778021 conn(0x55c2f5838310 msgr2=0x55c2f5875940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- 172.21.15.2:0/3660778021 shutdown_connections 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- 172.21.15.2:0/3660778021 wait complete. 2024-09-05T04:24:35.895 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 -- start start 2024-09-05T04:24:35.896 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.892+0000 7fd173b43740 1 Processor -- start 2024-09-05T04:24:35.898 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f586f5d0 0x55c2f5882480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f58732e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1afef0 con 0x55c2f5870b40 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1b1360 con 0x55c2f587a370 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd16c1b05c0 con 0x55c2f586f5d0 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd173b43740 10 client.0 _ll_register_callbacks cb 0x7fd15c00a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52980/0 (socket says 172.21.15.2:52980) 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 -- 172.21.15.2:0/4241145458 learned_addr learned my addr 172.21.15.2:0/4241145458 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd163fff640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f586f5d0 0x55c2f5882480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd163fff640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f58732e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.899 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 -- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f586f5d0 msgr2=0x55c2f5882480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f586f5d0 0x55c2f5882480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 -- 172.21.15.2:0/4241145458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 msgr2=0x55c2f58732e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f58732e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 -- 172.21.15.2:0/4241145458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c2f5874f90 con 0x55c2f5870b40 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd16affd640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x55c2f5876900 tx=0x7fd15c012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ce1d9d7ebc2dfb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd1527fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.893+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15c021070 con 0x55c2f5870b40 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd15c01d590 con 0x55c2f5870b40 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd15400b8c0 con 0x55c2f5870b40 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd15c030050 con 0x55c2f5870b40 2024-09-05T04:24:35.900 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 10 client.18957 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55c2f58f3dd0 con 0x55c2f5870b40 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd15400b8c0 con 0x55c2f5870b40 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd15c010870 con 0x55c2f5870b40 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 10 client.18957 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 10 client.18957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 20 client.18957 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f58f4580 0x55c2f58f69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 4 client.18957 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c2f57dcd70 con 0x55c2f58f4580 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.894+0000 7fd163fff640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f58f4580 0x55c2f58f69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd1527fc640 10 client.18957 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd163fff640 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f58f4580 0x55c2f58f69a0 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36a834c8dfa2d877 server_cookie=28edae12f4c8b7c6 in_seq=0 out_seq=0 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd1527fc640 1 -- 172.21.15.2:0/4241145458 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c2f57dcd70 con 0x55c2f58f4580 2024-09-05T04:24:35.901 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd1527fc640 10 client.18957 handle_command_reply: tid=0 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 client.18957 shutdown 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 msgr2=0x55c2f58829c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x55c2f5876900 tx=0x7fd15c012820 comp rx=0 tx=0).stop 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 shutdown_connections 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55c2f58f4580 0x55c2f58f69a0 crc :-1 s=READY pgs=401 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55c2f587a370 0x55c2f58732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55c2f5870b40 0x55c2f58829c0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 --2- 172.21.15.2:0/4241145458 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55c2f586f5d0 0x55c2f5882480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 >> 172.21.15.2:0/4241145458 conn(0x55c2f5838310 msgr2=0x55c2f5876160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd1527fc640 0 client.18957 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:35.902 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 shutdown_connections 2024-09-05T04:24:35.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 1 -- 172.21.15.2:0/4241145458 wait complete. 2024-09-05T04:24:35.903 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.895+0000 7fd173b43740 20 client.18957 trim_cache size 0 max 16384 2024-09-05T04:24:35.903 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:24:35.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 msgr2=0x7fd1580a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 0x7fd1580a5230 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fd1640bd060 tx=0x7fd1640880f0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 msgr2=0x7fd16c19ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:35.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7fd164009dc0 tx=0x7fd164003ba0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 shutdown_connections 2024-09-05T04:24:35.905 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd1580a2d70 0x7fd1580a5230 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd16c106f10 0x7fd16c19ee50 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd16c102790 0x7fd16c19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 --2- 172.21.15.2:0/3698145588 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd16c101de0 0x7fd16c19a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 >> 172.21.15.2:0/3698145588 conn(0x7fd16c0fd8c0 msgr2=0x7fd16c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 shutdown_connections 2024-09-05T04:24:35.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:35.896+0000 7fd17176a640 1 -- 172.21.15.2:0/3698145588 wait complete. 2024-09-05T04:24:36.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:35 smithi079 ceph-mon[34908]: pgmap v425: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 14 op/s 2024-09-05T04:24:36.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:35 smithi047 ceph-mon[34498]: pgmap v425: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 60 KiB/s wr, 14 op/s 2024-09-05T04:24:36.337 INFO:tasks.workunit.client.0.smithi002.stdout:437/600: open fd = 3 2024-09-05T04:24:36.337 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.337 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:438/600: open fd = 3 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:439/600: open fd = 3 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:440/600: open fd = 3 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:441/600: open fd = 3 2024-09-05T04:24:36.338 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:442/600: open fd = 3 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:443/600: open fd = 3 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:444/600: open fd = 3 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.339 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:445/600: open fd = 3 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:446/600: open fd = 3 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:447/600: open fd = 3 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.340 INFO:tasks.workunit.client.0.smithi002.stdout:448/600: open fd = 3 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:449/600: open fd = 3 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:450/600: open fd = 3 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:451/600: open fd = 3 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.341 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:452/600: open fd = 3 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:453/600: open fd = 3 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:454/600: open fd = 3 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:455/600: open fd = 3 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.342 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:456/600: open fd = 3 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:457/600: open fd = 3 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:458/600: open fd = 3 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.343 INFO:tasks.workunit.client.0.smithi002.stdout:459/600: open fd = 3 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:460/600: open fd = 3 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:461/600: open fd = 3 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:462/600: open fd = 3 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.344 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:463/600: open fd = 3 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:464/600: open fd = 3 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:465/600: open fd = 3 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.345 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:466/600: open fd = 3 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:467/600: open fd = 3 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:468/600: open fd = 3 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.346 INFO:tasks.workunit.client.0.smithi002.stdout:469/600: open fd = 3 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:470/600: open fd = 3 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:471/600: open fd = 3 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:472/600: open fd = 3 2024-09-05T04:24:36.347 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:473/600: open fd = 3 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:474/600: open fd = 3 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:475/600: open fd = 3 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.348 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:476/600: open fd = 3 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:477/600: open fd = 3 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:478/600: open fd = 3 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.349 INFO:tasks.workunit.client.0.smithi002.stdout:479/600: open fd = 3 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:480/600: open fd = 3 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:481/600: open fd = 3 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:482/600: open fd = 3 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.350 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:483/600: open fd = 3 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:484/600: open fd = 3 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:485/600: open fd = 3 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:486/600: open fd = 3 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.351 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:487/600: open fd = 3 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:488/600: open fd = 3 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:489/600: open fd = 3 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.352 INFO:tasks.workunit.client.0.smithi002.stdout:490/600: open fd = 3 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:491/600: open fd = 3 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:492/600: open fd = 3 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:493/600: open fd = 3 2024-09-05T04:24:36.353 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:494/600: open fd = 3 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:495/600: open fd = 3 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:496/600: open fd = 3 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.354 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:497/600: open fd = 3 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:498/600: open fd = 3 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:24:36.355 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:24:37.611 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:24:37.611 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:24:37.878 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:37.992 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:37 smithi002 ceph-mon[31001]: pgmap v426: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:38.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:37 smithi079 ceph-mon[34908]: pgmap v426: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:37 smithi047 ceph-mon[34498]: pgmap v426: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:38.403 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 -- 172.21.15.2:0/813726922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100480 msgr2=0x7fd504100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 --2- 172.21.15.2:0/813726922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100480 0x7fd504100860 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009900 tx=0x7fd4f402a410 comp rx=0 tx=0).stop 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 -- 172.21.15.2:0/813726922 shutdown_connections 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 --2- 172.21.15.2:0/813726922 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd50410d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 --2- 172.21.15.2:0/813726922 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100e30 0x7fd504104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 --2- 172.21.15.2:0/813726922 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100480 0x7fd504100860 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 -- 172.21.15.2:0/813726922 >> 172.21.15.2:0/813726922 conn(0x7fd504077210 msgr2=0x7fd5040fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.387+0000 7fd50aed1640 1 -- 172.21.15.2:0/813726922 shutdown_connections 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 -- 172.21.15.2:0/813726922 wait complete. 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 Processor -- start 2024-09-05T04:24:38.404 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 -- start start 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 0x7fd504199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd5041a42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd504110d80 con 0x7fd504100e30 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd504110c00 con 0x7fd5041055b0 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd50aed1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd504110f00 con 0x7fd504100480 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52992/0 (socket says 172.21.15.2:52992) 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.388+0000 7fd503fff640 1 -- 172.21.15.2:0/1117828487 learned_addr learned my addr 172.21.15.2:0/1117828487 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd50946e640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd5041a42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd508c6d640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 0x7fd504199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.405 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 -- 172.21.15.2:0/1117828487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 msgr2=0x7fd504199250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 0x7fd504199250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 -- 172.21.15.2:0/1117828487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 msgr2=0x7fd5041a42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd5041a42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 -- 172.21.15.2:0/1117828487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5041a4810 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd508c6d640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 0x7fd504199250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd50946e640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd5041a42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd503fff640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd4f800c970 tx=0x7fd4f800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd501ffb640 1 -- 172.21.15.2:0/1117828487 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f8007bb0 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd501ffb640 1 -- 172.21.15.2:0/1117828487 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4f8007d50 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5041a49e0 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd501ffb640 1 -- 172.21.15.2:0/1117828487 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f800f450 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.389+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5041a4ea0 con 0x7fd504100e30 2024-09-05T04:24:38.406 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.391+0000 7fd501ffb640 1 -- 172.21.15.2:0/1117828487 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd4f8004f20 con 0x7fd504100e30 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 Processor -- start 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 -- start start 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd501ffb640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 0x7fd4ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee826ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee827e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558ee81d2280 con 0x558ee826d380 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ee8179b10 con 0x558ee827c150 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558ee81ce240 con 0x558ee826ca60 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd50946e640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 0x7fd4ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53000/0 (socket says 172.21.15.2:53000) 2024-09-05T04:24:38.407 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd503fff640 1 -- 172.21.15.2:0/715920806 learned_addr learned my addr 172.21.15.2:0/715920806 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd501ffb640 1 -- 172.21.15.2:0/1117828487 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd4f80cf6d0 con 0x7fd504100e30 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd508c6d640 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee826ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.392+0000 7fd503fff640 1 -- 172.21.15.2:0/715920806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 msgr2=0x558ee826ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd503fff640 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee826ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd503fff640 1 -- 172.21.15.2:0/715920806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 msgr2=0x558ee827e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd503fff640 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee827e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd503fff640 1 -- 172.21.15.2:0/715920806 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ee81861f0 con 0x558ee826d380 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd508c6d640 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee826ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd50946e640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 0x7fd4ec0a51b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc00c470 tx=0x7fd4fc0099d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd503fff640 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd4f80cca30 tx=0x7fd4f80145e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=261da7c2b16bb01e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd4eaffd640 1 -- 172.21.15.2:0/715920806 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f809bea0 con 0x558ee826d380 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd4eaffd640 1 -- 172.21.15.2:0/715920806 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4f80ca0b0 con 0x558ee826d380 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.393+0000 7fd4eaffd640 1 -- 172.21.15.2:0/715920806 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f8097e10 con 0x558ee826d380 2024-09-05T04:24:38.408 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- 172.21.15.2:0/715920806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 msgr2=0x558ee827bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fd4f80cca30 tx=0x7fd4f80145e0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- 172.21.15.2:0/715920806 shutdown_connections 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee827e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee827bc10 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/715920806 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee826ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- 172.21.15.2:0/715920806 >> 172.21.15.2:0/715920806 conn(0x558ee82690f0 msgr2=0x558ee82694d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- 172.21.15.2:0/715920806 shutdown_connections 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- 172.21.15.2:0/715920806 wait complete. 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 -- start start 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.394+0000 7fd50d2aa740 1 Processor -- start 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.409 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee8279b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x558ee827ed80 con 0x558ee826d380 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x558ee818cf10 con 0x558ee827c150 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x558ee827ef00 con 0x558ee826ca60 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 10 client.0 _ll_register_callbacks cb 0x558ee8155a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53004/0 (socket says 172.21.15.2:53004) 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 -- 172.21.15.2:0/3185383923 learned_addr learned my addr 172.21.15.2:0/3185383923 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50946e640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee8279b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd508c6d640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 -- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 msgr2=0x558ee8279080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.410 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 -- 172.21.15.2:0/3185383923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 msgr2=0x558ee8279b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee8279b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 -- 172.21.15.2:0/3185383923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ee7f436a0 con 0x558ee826d380 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd503fff640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8097c00 tx=0x7fd4f80999b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0f512f1ef8cc731 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd4e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f80cce60 con 0x558ee826d380 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd4f8005210 con 0x558ee826d380 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.395+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4f80ca0b0 con 0x558ee826d380 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd4f809fb50 con 0x558ee826d380 2024-09-05T04:24:38.411 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 10 client.18969 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558ee828aa30 con 0x558ee826d380 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4f80ca0b0 con 0x558ee826d380 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd4f80cb070 con 0x558ee826d380 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 10 client.18969 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 10 client.18969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 20 client.18969 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee828bd80 0x558ee828e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 4 client.18969 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ee81df7f0 con 0x558ee828bd80 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.396+0000 7fd508c6d640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee828bd80 0x558ee828e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd4e3fff640 10 client.18969 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:38.412 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd508c6d640 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee828bd80 0x558ee828e170 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2066987fdde813c server_cookie=f1a6fc8f4d8639fe in_seq=0 out_seq=0 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd4e3fff640 1 -- 172.21.15.2:0/3185383923 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558ee81df7f0 con 0x558ee828bd80 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd4e3fff640 10 client.18969 handle_command_reply: tid=0 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 client.18969 shutdown 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 msgr2=0x558ee82795c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8097c00 tx=0x7fd4f80999b0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 shutdown_connections 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee828bd80 0x558ee828e170 crc :-1 s=READY pgs=402 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee827c150 0x558ee8279b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee826d380 0x558ee82795c0 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.413 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd4e3fff640 0 client.18969 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:38.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/3185383923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.397+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 >> 172.21.15.2:0/3185383923 conn(0x558ee82690f0 msgr2=0x558ee826ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.398+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 shutdown_connections 2024-09-05T04:24:38.414 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.398+0000 7fd50d2aa740 1 -- 172.21.15.2:0/3185383923 wait complete. 2024-09-05T04:24:38.415 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.398+0000 7fd50d2aa740 20 client.18969 trim_cache size 0 max 16384 2024-09-05T04:24:38.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 Processor -- start 2024-09-05T04:24:38.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 -- start start 2024-09-05T04:24:38.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826d380 0x558ee827aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.417 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041aaeb0 con 0x558ee827c150 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041ad710 con 0x558ee826d380 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041ab500 con 0x558ee826ca60 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50946e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50946e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53010/0 (socket says 172.21.15.2:53010) 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd50946e640 1 -- 172.21.15.2:0/2481516680 learned_addr learned my addr 172.21.15.2:0/2481516680 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.415+0000 7fd508c6d640 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd503fff640 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826d380 0x558ee827aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 -- 172.21.15.2:0/2481516680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 msgr2=0x558ee8279950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 -- 172.21.15.2:0/2481516680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826d380 msgr2=0x558ee827aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826d380 0x558ee827aee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.418 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 -- 172.21.15.2:0/2481516680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ee8268f20 con 0x558ee827c150 2024-09-05T04:24:38.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd50946e640 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc01b820 tx=0x7fd4fc017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96aa44caae6e29c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd4ea7fc640 1 -- 172.21.15.2:0/2481516680 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc01b260 con 0x558ee827c150 2024-09-05T04:24:38.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd4ea7fc640 1 -- 172.21.15.2:0/2481516680 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4fc01a8c0 con 0x558ee827c150 2024-09-05T04:24:38.419 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.416+0000 7fd4ea7fc640 1 -- 172.21.15.2:0/2481516680 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc0248a0 con 0x558ee827c150 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- 172.21.15.2:0/2481516680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 msgr2=0x558ee8291190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc01b820 tx=0x7fd4fc017000 comp rx=0 tx=0).stop 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- 172.21.15.2:0/2481516680 shutdown_connections 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee8291190 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826d380 0x558ee827aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/2481516680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826ca60 0x558ee8279950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- 172.21.15.2:0/2481516680 >> 172.21.15.2:0/2481516680 conn(0x558ee82690f0 msgr2=0x558ee827a7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- 172.21.15.2:0/2481516680 shutdown_connections 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- 172.21.15.2:0/2481516680 wait complete. 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 -- start start 2024-09-05T04:24:38.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.417+0000 7fd50d2aa740 1 Processor -- start 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826ca60 0x558ee828efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826d380 0x558ee828f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041abbd0 con 0x558ee827c150 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041ad040 con 0x558ee826ca60 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd5041ac2a0 con 0x558ee826d380 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50d2aa740 10 client.0 _ll_register_callbacks cb 0x7fd4f8097a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53012/0 (socket says 172.21.15.2:53012) 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 -- 172.21.15.2:0/4011812095 learned_addr learned my addr 172.21.15.2:0/4011812095 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd508c6d640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826ca60 0x558ee828efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd503fff640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826d380 0x558ee828f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 -- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826d380 msgr2=0x558ee828f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826d380 0x558ee828f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 -- 172.21.15.2:0/4011812095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826ca60 msgr2=0x558ee828efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826ca60 0x558ee828efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 -- 172.21.15.2:0/4011812095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ee82f5770 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd50946e640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc026040 tx=0x7fd4fc009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4771eadf721f92fd server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.418+0000 7fd4e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4fc032020 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd4fc01a8c0 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fd4fc01ac80 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd4fc03d050 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 10 client.18975 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558ee82f6a90 con 0x558ee827c150 2024-09-05T04:24:38.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4fc01a8c0 con 0x558ee827c150 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fd4fc02e630 con 0x558ee827c150 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 10 client.18975 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 10 client.18975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 20 client.18975 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee82f71a0 0x558ee82f9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 4 client.18975 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558ee81d9d00 con 0x558ee82f71a0 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.419+0000 7fd508c6d640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee82f71a0 0x558ee82f9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.420+0000 7fd4e3fff640 10 client.18975 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.420+0000 7fd508c6d640 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee82f71a0 0x558ee82f9590 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7aca997f2b49788 server_cookie=ed5b36c64968ecd6 in_seq=0 out_seq=0 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd4e3fff640 1 -- 172.21.15.2:0/4011812095 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558ee81d9d00 con 0x558ee82f71a0 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd4e3fff640 10 client.18975 handle_command_reply: tid=0 2024-09-05T04:24:38.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 client.18975 shutdown 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 msgr2=0x558ee828fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc026040 tx=0x7fd4fc009510 comp rx=0 tx=0).stop 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 shutdown_connections 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558ee82f71a0 0x558ee82f9590 crc :-1 s=READY pgs=403 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x558ee827c150 0x558ee828fa40 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x558ee826d380 0x558ee828f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 --2- 172.21.15.2:0/4011812095 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x558ee826ca60 0x558ee828efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd4e3fff640 0 client.18975 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 >> 172.21.15.2:0/4011812095 conn(0x558ee82690f0 msgr2=0x558ee82879e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 shutdown_connections 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 1 -- 172.21.15.2:0/4011812095 wait complete. 2024-09-05T04:24:38.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.421+0000 7fd50d2aa740 20 client.18975 trim_cache size 0 max 16384 2024-09-05T04:24:38.428 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:38.428 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:24:38.428 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "248a2410-f466-4539-a123-d1931378228c", 2024-09-05T04:24:38.428 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:24:38.428 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 msgr2=0x7fd4ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 0x7fd4ec0a51b0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd4fc00c470 tx=0x7fd4fc0099d0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 msgr2=0x7fd504199790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fd4f800c970 tx=0x7fd4f800ce30 comp rx=0 tx=0).stop 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 shutdown_connections 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd4ec0a2cf0 0x7fd4ec0a51b0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd5041055b0 0x7fd5041a42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd504100e30 0x7fd504199790 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 --2- 172.21.15.2:0/1117828487 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd504100480 0x7fd504199250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:38.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 >> 172.21.15.2:0/1117828487 conn(0x7fd504077210 msgr2=0x7fd5041038b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:38.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 shutdown_connections 2024-09-05T04:24:38.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:38.422+0000 7fd50aed1640 1 -- 172.21.15.2:0/1117828487 wait complete. 2024-09-05T04:24:39.189 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:24:39.441 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:39.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:39 smithi002 ceph-mon[31001]: pgmap v427: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:39.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:39 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:24:39.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:39 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:39.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:39 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:24:39.906 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:39 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:40.006 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.988+0000 7f5f5f96f640 1 -- 172.21.15.2:0/1035520902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f5810e480 msgr2=0x7f5f58110870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.988+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/1035520902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f5810e480 0x7f5f58110870 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7f5f50009900 tx=0x7f5f5002a410 comp rx=0 tx=0).stop 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- 172.21.15.2:0/1035520902 shutdown_connections 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/1035520902 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f5810e480 0x7f5f58110870 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/1035520902 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 0x7f5f5810df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/1035520902 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f581008d0 0x7f5f58100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- 172.21.15.2:0/1035520902 >> 172.21.15.2:0/1035520902 conn(0x7f5f580fc7a0 msgr2=0x7f5f580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- 172.21.15.2:0/1035520902 shutdown_connections 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- 172.21.15.2:0/1035520902 wait complete. 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 Processor -- start 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- start start 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 0x7f5f5819ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f5810e480 0x7f5f5819ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5f58114090 con 0x7f5f581008d0 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5f58113f10 con 0x7f5f58101280 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.989+0000 7f5f5f96f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5f58114210 con 0x7f5f5810e480 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53022/0 (socket says 172.21.15.2:53022) 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2661480007 learned_addr learned my addr 172.21.15.2:0/2661480007 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 0x7f5f5819ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f5810e480 0x7f5f5819ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2661480007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f5810e480 msgr2=0x7f5f5819ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f5810e480 0x7f5f5819ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2661480007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 msgr2=0x7f5f5819ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 0x7f5f5819ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2661480007 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f5819f5e0 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f5f4800cce0 tx=0x7f5f4800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f567fc640 1 -- 172.21.15.2:0/2661480007 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f48004b20 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f567fc640 1 -- 172.21.15.2:0/2661480007 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f48004cc0 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f5819f8d0 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f567fc640 1 -- 172.21.15.2:0/2661480007 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f4800f690 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.990+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f581a71b0 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.992+0000 7f5f567fc640 1 -- 172.21.15.2:0/2661480007 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5f48005560 con 0x7f5f581008d0 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 Processor -- start 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 -- start start 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.009 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55942434e680 0x559424350a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5594242a92e0 con 0x5594243434a0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559424250ce0 con 0x559424343dc0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f61d48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5594242a52a0 con 0x55942434e680 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f567fc640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 0x7f5f400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53028/0 (socket says 172.21.15.2:53028) 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f5df0c640 1 -- 172.21.15.2:0/304791200 learned_addr learned my addr 172.21.15.2:0/304791200 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 0x7f5f400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.993+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55942434e680 0x559424350a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f567fc640 1 -- 172.21.15.2:0/2661480007 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f5f480cf8e0 con 0x7f5f581008d0 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 -- 172.21.15.2:0/304791200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55942434e680 msgr2=0x559424350a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.010 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55942434e680 0x559424350a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 -- 172.21.15.2:0/304791200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 msgr2=0x55942434e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 -- 172.21.15.2:0/304791200 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559424235440 con 0x5594243434a0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f5f58102ab0 tx=0x7f5f50031a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad54ab436e1fcaff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 0x7f5f400a51b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5f50009900 tx=0x7f5f50046000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f3f7fe640 1 -- 172.21.15.2:0/304791200 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5004d070 con 0x5594243434a0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f3f7fe640 1 -- 172.21.15.2:0/304791200 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f50005030 con 0x5594243434a0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.994+0000 7f5f3f7fe640 1 -- 172.21.15.2:0/304791200 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f50035040 con 0x5594243434a0 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- 172.21.15.2:0/304791200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 msgr2=0x559424343880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f5f58102ab0 tx=0x7f5f50031a30 comp rx=0 tx=0).stop 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- 172.21.15.2:0/304791200 shutdown_connections 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55942434e680 0x559424350a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 --2- 172.21.15.2:0/304791200 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5594243434a0 0x559424343880 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- 172.21.15.2:0/304791200 >> 172.21.15.2:0/304791200 conn(0x55942433fa30 msgr2=0x55942433fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- 172.21.15.2:0/304791200 shutdown_connections 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- 172.21.15.2:0/304791200 wait complete. 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 -- start start 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.995+0000 7f5f61d48740 1 Processor -- start 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x55942434b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x559424351250 con 0x55942434e680 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x559424264050 con 0x559424343dc0 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5594243513d0 con 0x5594243434a0 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f61d48740 10 client.0 _ll_register_callbacks cb 0x5594242a4160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x55942434b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:36688/0 (socket says 172.21.15.2:36688) 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x55942434b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53040/0 (socket says 172.21.15.2:53040) 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2839311816 learned_addr learned my addr 172.21.15.2:0/2839311816 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2839311816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 msgr2=0x55942434b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2839311816 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 msgr2=0x55942434b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x55942434b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.996+0000 7f5f5d70b640 1 -- 172.21.15.2:0/2839311816 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942401a3c0 con 0x5594243434a0 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5f48097e70 tx=0x7f5f48014a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7e947f629450ca8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:24:40.013 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f480b3070 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f50005030 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f5f4809b060 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5f4809b370 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 10 client.27892 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55942435cbe0 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f50005030 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5f48066100 con 0x5594243434a0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 10 client.27892 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 10 client.27892 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 20 client.27892 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55942435e0f0 0x559424360520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 4 client.27892 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.997+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594242b6850 con 0x55942435e0f0 2024-09-05T04:24:40.014 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.998+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55942435e0f0 0x559424360520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.998+0000 7f5f3cff9640 10 client.27892 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.998+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55942435e0f0 0x559424360520 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c375ca6fc6ca90e server_cookie=29f3ae85d2bf716b in_seq=0 out_seq=0 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f3cff9640 1 -- 172.21.15.2:0/2839311816 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5594242b6850 con 0x55942435e0f0 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f3cff9640 10 client.27892 handle_command_reply: tid=0 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 client.27892 shutdown 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 msgr2=0x55942434e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5f48097e70 tx=0x7f5f48014a70 comp rx=0 tx=0).stop 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 shutdown_connections 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55942435e0f0 0x559424360520 crc :-1 s=READY pgs=404 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x55942434b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x559424343dc0 0x55942434b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 --2- 172.21.15.2:0/2839311816 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x55942434e040 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.015 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 >> 172.21.15.2:0/2839311816 conn(0x55942433fa30 msgr2=0x559424345760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f3cff9640 0 client.27892 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:40.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 shutdown_connections 2024-09-05T04:24:40.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 1 -- 172.21.15.2:0/2839311816 wait complete. 2024-09-05T04:24:40.016 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:39.999+0000 7f5f61d48740 20 client.27892 trim_cache size 0 max 16384 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 Processor -- start 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 -- start start 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5594243434a0 0x55942434abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559424343dc0 0x55942433ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581af280 con 0x55942434e680 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581b1ae0 con 0x5594243434a0 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f61d48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581af8d0 con 0x559424343dc0 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.019 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53044/0 (socket says 172.21.15.2:53044) 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 -- 172.21.15.2:0/4214158328 learned_addr learned my addr 172.21.15.2:0/4214158328 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559424343dc0 0x55942433ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 -- 172.21.15.2:0/4214158328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559424343dc0 msgr2=0x55942433ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559424343dc0 0x55942433ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 -- 172.21.15.2:0/4214158328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5594243434a0 msgr2=0x55942434abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5594243434a0 0x55942434abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.017+0000 7f5f5df0c640 1 -- 172.21.15.2:0/4214158328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942434e3b0 con 0x55942434e680 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f5f58102ab0 tx=0x7f5f50005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b837a602ba0c5005 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f3effd640 1 -- 172.21.15.2:0/4214158328 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5004d050 con 0x55942434e680 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f3effd640 1 -- 172.21.15.2:0/4214158328 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5004e040 con 0x55942434e680 2024-09-05T04:24:40.020 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f3effd640 1 -- 172.21.15.2:0/4214158328 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f50035040 con 0x55942434e680 2024-09-05T04:24:40.024 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 -- 172.21.15.2:0/4214158328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 msgr2=0x559424365df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f5f58102ab0 tx=0x7f5f50005720 comp rx=0 tx=0).stop 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 -- 172.21.15.2:0/4214158328 shutdown_connections 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55942434e680 0x559424365df0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x559424343dc0 0x55942433ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 --2- 172.21.15.2:0/4214158328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5594243434a0 0x55942434abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 -- 172.21.15.2:0/4214158328 >> 172.21.15.2:0/4214158328 conn(0x55942433fa30 msgr2=0x55942433e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 -- 172.21.15.2:0/4214158328 shutdown_connections 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.018+0000 7f5f61d48740 1 -- 172.21.15.2:0/4214158328 wait complete. 2024-09-05T04:24:40.025 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 -- start start 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 Processor -- start 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x559424356e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 0x5594243546e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581affa0 con 0x559424343dc0 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581b1410 con 0x55942434e680 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5f581b0670 con 0x5594243434a0 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f61d48740 10 client.0 _ll_register_callbacks cb 0x7f5f48084f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f5cf0a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f5cf0a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:53054/0 (socket says 172.21.15.2:53054) 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.019+0000 7f5f5cf0a640 1 -- 172.21.15.2:0/3362114320 learned_addr learned my addr 172.21.15.2:0/3362114320 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x559424356e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.026 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 0x5594243546e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 -- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 msgr2=0x559424356e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x559424356e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 -- 172.21.15.2:0/3362114320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 msgr2=0x5594243546e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 0x5594243546e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 -- 172.21.15.2:0/3362114320 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559424354f10 con 0x559424343dc0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5df0c640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 0x5594243546e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f5cf0a640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x559424340db0 tx=0x7f5f4c006e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=245d101322210717 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f3cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f4c0059c0 con 0x559424343dc0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f5004e040 con 0x559424343dc0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f5f4c005b60 con 0x559424343dc0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5f4c02e050 con 0x559424343dc0 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f61d48740 10 client.18993 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:40.027 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5594243c8f10 con 0x559424343dc0 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.020+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5004e040 con 0x559424343dc0 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5f4c015ce0 con 0x559424343dc0 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 10 client.18993 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 10 client.18993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 20 client.18993 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5594243c9670 0x5594243cba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 4 client.18993 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5594242b0d60 con 0x5594243c9670 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5594243c9670 0x5594243cba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f3cff9640 10 client.18993 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.021+0000 7f5f5d70b640 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5594243c9670 0x5594243cba90 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a533b67337524ce3 server_cookie=1aa9c3f1145753aa in_seq=0 out_seq=0 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f3cff9640 1 -- 172.21.15.2:0/3362114320 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5594242b0d60 con 0x5594243c9670 2024-09-05T04:24:40.028 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f3cff9640 10 client.18993 handle_command_reply: tid=0 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 client.18993 shutdown 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 msgr2=0x559424354160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x559424340db0 tx=0x7f5f4c006e20 comp rx=0 tx=0).stop 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 shutdown_connections 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5594243c9670 0x5594243cba90 crc :-1 s=READY pgs=405 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55942434e680 0x5594243546e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x559424343dc0 0x559424354160 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 --2- 172.21.15.2:0/3362114320 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5594243434a0 0x559424356e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 >> 172.21.15.2:0/3362114320 conn(0x55942433fa30 msgr2=0x55942433eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f3cff9640 0 client.18993 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 shutdown_connections 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 1 -- 172.21.15.2:0/3362114320 wait complete. 2024-09-05T04:24:40.029 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f61d48740 20 client.18993 trim_cache size 0 max 16384 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "248a2410-f466-4539-a123-d1931378228c": { 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "248a2410-f466-4539-a123-d1931378228c", 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:40.030 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 msgr2=0x7f5f400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.022+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 0x7f5f400a51b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f5f50009900 tx=0x7f5f50046000 comp rx=0 tx=0).stop 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 msgr2=0x7f5f5819a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f5f4800cce0 tx=0x7f5f4800a620 comp rx=0 tx=0).stop 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 shutdown_connections 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5f400a2cf0 0x7f5f400a51b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5f5810e480 0x7f5f5819ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5f58101280 0x7f5f5819ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 --2- 172.21.15.2:0/2661480007 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5f581008d0 0x7f5f5819a630 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:40.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 >> 172.21.15.2:0/2661480007 conn(0x7f5f580fc7a0 msgr2=0x7f5f580feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:40.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 shutdown_connections 2024-09-05T04:24:40.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:40.023+0000 7f5f5f96f640 1 -- 172.21.15.2:0/2661480007 wait complete. 2024-09-05T04:24:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:39 smithi079 ceph-mon[34908]: pgmap v427: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:39 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:24:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:39 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:39 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:24:40.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:39 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:39 smithi047 ceph-mon[34498]: pgmap v427: 129 pgs: 129 active+clean; 4.1 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 40 KiB/s wr, 11 op/s 2024-09-05T04:24:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:39 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:24:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:39 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:39 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:24:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:39 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:24:40.721 INFO:tasks.cephfs.filesystem:scrub status for tag:248a2410-f466-4539-a123-d1931378228c - {'path': '/', 'tag': '248a2410-f466-4539-a123-d1931378228c', 'options': 'recursive,force'} 2024-09-05T04:24:42.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:41 smithi002 ceph-mon[31001]: pgmap v428: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-09-05T04:24:42.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:41 smithi079 ceph-mon[34908]: pgmap v428: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-09-05T04:24:42.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:41 smithi047 ceph-mon[34498]: pgmap v428: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-09-05T04:24:42.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3875281669 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 msgr2=0x7fb6c0103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3875281669 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0103060 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0009ca0 tx=0x7fb6b002a950 comp rx=0 tx=0).stop 2024-09-05T04:24:42.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3875281669 shutdown_connections 2024-09-05T04:24:42.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3875281669 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c010c0a0 0x7fb6c010e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3875281669 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c01035a0 0x7fb6c010ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3875281669 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0103060 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3875281669 >> 172.21.15.2:0/3875281669 conn(0x7fb6c00779a0 msgr2=0x7fb6c00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3875281669 shutdown_connections 2024-09-05T04:24:42.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.206+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3875281669 wait complete. 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 Processor -- start 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 -- start start 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 0x7fb6c01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 0x7fb6c019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c0111d50 con 0x7fb6c0102c80 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c0111bd0 con 0x7fb6c01035a0 2024-09-05T04:24:42.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6c4df6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c0111ed0 con 0x7fb6c010c0a0 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46752/0 (socket says 172.21.15.2:46752) 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 -- 172.21.15.2:0/3843120778 learned_addr learned my addr 172.21.15.2:0/3843120778 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 0x7fb6c01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 0x7fb6c019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 -- 172.21.15.2:0/3843120778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 msgr2=0x7fb6c019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 0x7fb6c019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 -- 172.21.15.2:0/3843120778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 msgr2=0x7fb6c01988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.207+0000 7fb6be59c640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 0x7fb6c01988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6be59c640 1 -- 172.21.15.2:0/3843120778 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6c019d360 con 0x7fb6c0102c80 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 0x7fb6c019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 0x7fb6c01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6be59c640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0005cc0 tx=0x7fb6b002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6af7fe640 1 -- 172.21.15.2:0/3843120778 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0034040 con 0x7fb6c0102c80 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6c019d5f0 con 0x7fb6c0102c80 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6af7fe640 1 -- 172.21.15.2:0/3843120778 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6b00308f0 con 0x7fb6c0102c80 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6af7fe640 1 -- 172.21.15.2:0/3843120778 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b0004720 con 0x7fb6c0102c80 2024-09-05T04:24:42.211 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.208+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6c01a4ee0 con 0x7fb6c0102c80 2024-09-05T04:24:42.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.210+0000 7fb6af7fe640 1 -- 172.21.15.2:0/3843120778 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb6b0037020 con 0x7fb6c0102c80 2024-09-05T04:24:42.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 Processor -- start 2024-09-05T04:24:42.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 -- start start 2024-09-05T04:24:42.216 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec3bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec4ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bebeba02f0 con 0x55bebec4b0c0 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bebeb48270 con 0x55bebec3c2f0 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bebeb9c2b0 con 0x55bebec3b9d0 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6af7fe640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 0x7fb6a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6bdd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 0x7fb6a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6bdd9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46764/0 (socket says 172.21.15.2:46764) 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.211+0000 7fb6bdd9b640 1 -- 172.21.15.2:0/337894183 learned_addr learned my addr 172.21.15.2:0/337894183 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6af7fe640 1 -- 172.21.15.2:0/3843120778 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fb6b00f0850 con 0x7fb6c0102c80 2024-09-05T04:24:42.217 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec3bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6be59c640 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec4ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 -- 172.21.15.2:0/337894183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 msgr2=0x55bebec3bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec3bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 -- 172.21.15.2:0/337894183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 msgr2=0x55bebec4ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec4ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 -- 172.21.15.2:0/337894183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bebeb47340 con 0x55bebec4b0c0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 0x7fb6a80a51b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb6b8005d50 tx=0x7fb6b800ba00 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fb6b400bce0 tx=0x7fb6b400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b38de9dd85b80d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6acff9640 1 -- 172.21.15.2:0/337894183 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b4011440 con 0x55bebec4b0c0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6acff9640 1 -- 172.21.15.2:0/337894183 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6b4011a90 con 0x55bebec4b0c0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.212+0000 7fb6acff9640 1 -- 172.21.15.2:0/337894183 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b401ba80 con 0x55bebec4b0c0 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/337894183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 msgr2=0x55bebec4d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.218 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fb6b400bce0 tx=0x7fb6b400f730 comp rx=0 tx=0).stop 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/337894183 shutdown_connections 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec4d4b0 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec4ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/337894183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec3bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/337894183 >> 172.21.15.2:0/337894183 conn(0x55bebec38060 msgr2=0x55bebec38440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/337894183 shutdown_connections 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/337894183 wait complete. 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.213+0000 7fb6c7c6a740 1 -- start start 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 Processor -- start 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec48060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec485a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.219 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55bebec4dcf0 con 0x55bebec4b0c0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55bebeb29290 con 0x55bebec3c2f0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55bebec4de70 con 0x55bebec3b9d0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6c7c6a740 10 client.0 _ll_register_callbacks cb 0x55bebeb5a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46768/0 (socket says 172.21.15.2:46768) 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 -- 172.21.15.2:0/982450798 learned_addr learned my addr 172.21.15.2:0/982450798 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec485a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6be59c640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec48060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 -- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 msgr2=0x55bebec48060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec48060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 -- 172.21.15.2:0/982450798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 msgr2=0x55bebec485a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec485a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.214+0000 7fb6bed9d640 1 -- 172.21.15.2:0/982450798 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bebe8b3210 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fb6b800b3d0 tx=0x7fb6b8005ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a95e40a4319d95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b8025070 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fb6b8011dd0 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6b4011a90 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb6b8031050 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 10 client.19005 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bebe97f620 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6b4011a90 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb6b800e450 con 0x55bebec4b0c0 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 10 client.19005 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 10 client.19005 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:42.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 20 client.19005 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebec5b0d0 0x55bebec5d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 4 client.19005 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.215+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bebebada20 con 0x55bebec5b0d0 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.216+0000 7fb6be59c640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebec5b0d0 0x55bebec5d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.216+0000 7fb6be59c640 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebec5b0d0 0x55bebec5d540 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8561c23d94e5f46 server_cookie=9ab52e6d6f23de63 in_seq=0 out_seq=0 2024-09-05T04:24:42.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.216+0000 7fb6a5ffb640 10 client.19005 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/982450798 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bebebada20 con 0x55bebec5b0d0 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6a5ffb640 10 client.19005 handle_command_reply: tid=0 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 client.19005 shutdown 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 msgr2=0x55bebec48ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fb6b800b3d0 tx=0x7fb6b8005ce0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 shutdown_connections 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebec5b0d0 0x55bebec5d540 crc :-1 s=READY pgs=406 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec48ae0 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3c2f0 0x55bebec485a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6a5ffb640 0 client.19005 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:42.224 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/982450798 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3b9d0 0x55bebec48060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.224 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 >> 172.21.15.2:0/982450798 conn(0x55bebec38060 msgr2=0x55bebec3dd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.224 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 shutdown_connections 2024-09-05T04:24:42.224 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/982450798 wait complete. 2024-09-05T04:24:42.224 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.217+0000 7fb6c7c6a740 20 client.19005 trim_cache size 0 max 16384 2024-09-05T04:24:42.236 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 Processor -- start 2024-09-05T04:24:42.236 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 -- start start 2024-09-05T04:24:42.236 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 0x55bebec48730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.236 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec62ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.236 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01aae30 con 0x55bebec4b0c0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01ad690 con 0x55bebec3b9d0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01ab480 con 0x55bebec3c2f0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6bed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6bed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46774/0 (socket says 172.21.15.2:46774) 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6bed9d640 1 -- 172.21.15.2:0/2544946366 learned_addr learned my addr 172.21.15.2:0/2544946366 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6be59c640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 0x55bebec48730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.232+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec62ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 -- 172.21.15.2:0/2544946366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 msgr2=0x55bebec62ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec62ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 -- 172.21.15.2:0/2544946366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 msgr2=0x55bebec48730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.237 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 0x55bebec48730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 -- 172.21.15.2:0/2544946366 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bebec4d7f0 con 0x55bebec4b0c0 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6be59c640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 0x55bebec48730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fb6b8013690 tx=0x7fb6b8013360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecaeda306435a86f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6a7fff640 1 -- 172.21.15.2:0/2544946366 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b8025040 con 0x55bebec4b0c0 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6a7fff640 1 -- 172.21.15.2:0/2544946366 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6b800ea60 con 0x55bebec4b0c0 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6a7fff640 1 -- 172.21.15.2:0/2544946366 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b80035f0 con 0x55bebec4b0c0 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/2544946366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 msgr2=0x55bebec633e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fb6b8013690 tx=0x7fb6b8013360 comp rx=0 tx=0).stop 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/2544946366 shutdown_connections 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec4b0c0 0x55bebec633e0 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec62ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/2544946366 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec3b9d0 0x55bebec48730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.233+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/2544946366 >> 172.21.15.2:0/2544946366 conn(0x55bebec38060 msgr2=0x55bebec48020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.238 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/2544946366 shutdown_connections 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/2544946366 wait complete. 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- start start 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 Processor -- start 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec4ec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec4b0c0 0x55bebec4f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01abb50 con 0x55bebec3b9d0 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01acfc0 con 0x55bebec4b0c0 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb6c01ac220 con 0x55bebec3c2f0 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6c7c6a740 10 client.0 _ll_register_callbacks cb 0x7fb6b800bc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6be59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6be59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:46782/0 (socket says 172.21.15.2:46782) 2024-09-05T04:24:42.239 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6be59c640 1 -- 172.21.15.2:0/584189529 learned_addr learned my addr 172.21.15.2:0/584189529 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec4ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.234+0000 7fb6be59c640 1 -- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 msgr2=0x55bebec4ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6be59c640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec4ec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6bed9d640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec4b0c0 0x55bebec4f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6be59c640 1 -- 172.21.15.2:0/584189529 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec4b0c0 msgr2=0x55bebec4f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6be59c640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec4b0c0 0x55bebec4f240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6be59c640 1 -- 172.21.15.2:0/584189529 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bebec4fa70 con 0x55bebec3b9d0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec4ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6be59c640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fb6b00b8e90 tx=0x7fb6b002a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=409a7a1339204b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6b00bca30 con 0x55bebec3b9d0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7fb6b0036d80 con 0x55bebec3b9d0 2024-09-05T04:24:42.240 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6b800ea60 con 0x55bebec3b9d0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb6b00c0de0 con 0x55bebec3b9d0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 10 client.19011 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55bebecc5f90 con 0x55bebec3b9d0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6b800ea60 con 0x55bebec3b9d0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb6b004d030 con 0x55bebec3b9d0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 10 client.19011 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 10 client.19011 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 20 client.19011 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebecc66b0 0x55bebecc8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 4 client.19011 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.235+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55bebeba7d70 con 0x55bebecc66b0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.236+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebecc66b0 0x55bebecc8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:42.241 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.236+0000 7fb6bdd9b640 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebecc66b0 0x55bebecc8aa0 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ca73df1bd0bd188 server_cookie=e6752c8993acfac6 in_seq=0 out_seq=0 2024-09-05T04:24:42.242 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.236+0000 7fb6a5ffb640 10 client.19011 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6a5ffb640 1 -- 172.21.15.2:0/584189529 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55bebeba7d70 con 0x55bebecc66b0 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6a5ffb640 10 client.19011 handle_command_reply: tid=0 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 client.19011 shutdown 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 msgr2=0x55bebec53930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fb6b00b8e90 tx=0x7fb6b002a950 comp rx=0 tx=0).stop 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 shutdown_connections 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55bebecc66b0 0x55bebecc8aa0 crc :-1 s=READY pgs=407 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55bebec4b0c0 0x55bebec4f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.252 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55bebec3c2f0 0x55bebec4ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 --2- 172.21.15.2:0/584189529 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55bebec3b9d0 0x55bebec53930 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6a5ffb640 0 client.19011 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 >> 172.21.15.2:0/584189529 conn(0x55bebec38060 msgr2=0x55bebec48840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 shutdown_connections 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.251+0000 7fb6c7c6a740 1 -- 172.21.15.2:0/584189529 wait complete. 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c7c6a740 20 client.19011 trim_cache size 0 max 16384 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:24:42.253 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 msgr2=0x7fb6a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 0x7fb6a80a51b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb6b8005d50 tx=0x7fb6b800ba00 comp rx=0 tx=0).stop 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 msgr2=0x7fb6c0198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7fb6b0005cc0 tx=0x7fb6b002f650 comp rx=0 tx=0).stop 2024-09-05T04:24:42.254 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 shutdown_connections 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb6a80a2cf0 0x7fb6a80a51b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb6c010c0a0 0x7fb6c019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb6c01035a0 0x7fb6c01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 --2- 172.21.15.2:0/3843120778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb6c0102c80 0x7fb6c0198370 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 >> 172.21.15.2:0/3843120778 conn(0x7fb6c00779a0 msgr2=0x7fb6c00fd270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 shutdown_connections 2024-09-05T04:24:42.255 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:42.252+0000 7fb6c4df6640 1 -- 172.21.15.2:0/3843120778 wait complete. 2024-09-05T04:24:43.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:42 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:24:43.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:42 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:24:43.189 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:42 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:24:44.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:43 smithi002 ceph-mon[31001]: pgmap v429: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:24:44.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:43 smithi079 ceph-mon[34908]: pgmap v429: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:24:44.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:43 smithi047 ceph-mon[34498]: pgmap v429: 129 pgs: 129 active+clean; 4.3 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 12 op/s 2024-09-05T04:24:46.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:45 smithi002 ceph-mon[31001]: pgmap v430: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 66 KiB/s wr, 19 op/s 2024-09-05T04:24:46.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:45 smithi079 ceph-mon[34908]: pgmap v430: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 66 KiB/s wr, 19 op/s 2024-09-05T04:24:46.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:45 smithi047 ceph-mon[34498]: pgmap v430: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 66 KiB/s wr, 19 op/s 2024-09-05T04:24:48.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:47 smithi002 ceph-mon[31001]: pgmap v431: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:48.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:47 smithi079 ceph-mon[34908]: pgmap v431: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:48.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:47 smithi047 ceph-mon[34498]: pgmap v431: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:50.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:49 smithi002 ceph-mon[31001]: pgmap v432: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:50.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:49 smithi079 ceph-mon[34908]: pgmap v432: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:50.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:49 smithi047 ceph-mon[34498]: pgmap v432: 129 pgs: 129 active+clean; 4.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:24:52.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:51 smithi002 ceph-mon[31001]: pgmap v433: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:24:52.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:51 smithi079 ceph-mon[34908]: pgmap v433: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:24:52.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:51 smithi047 ceph-mon[34498]: pgmap v433: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-09-05T04:24:53.931 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-09-05T04:24:53.932 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:24:53.988 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:53 smithi047 ceph-mon[34498]: pgmap v434: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:24:54.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:53 smithi002 ceph-mon[31001]: pgmap v434: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:24:54.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:53 smithi079 ceph-mon[34908]: pgmap v434: 129 pgs: 129 active+clean; 4.7 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 39 KiB/s wr, 9 op/s 2024-09-05T04:24:54.202 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 -- 172.21.15.2:0/3057096540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20101420 msgr2=0x7f1a2010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3057096540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20101420 0x7f1a2010d950 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7f1a18009cd0 tx=0x7f1a1802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 -- 172.21.15.2:0/3057096540 shutdown_connections 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3057096540 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20101420 0x7f1a2010d950 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3057096540 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20100a80 0x7f1a20100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3057096540 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 0x7f1a20106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 -- 172.21.15.2:0/3057096540 >> 172.21.15.2:0/3057096540 conn(0x7f1a200fc7a0 msgr2=0x7f1a200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 -- 172.21.15.2:0/3057096540 shutdown_connections 2024-09-05T04:24:54.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.648+0000 7f1a2753e640 1 -- 172.21.15.2:0/3057096540 wait complete. 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 Processor -- start 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 -- start start 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20101420 0x7f1a2010e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 0x7f1a2010ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1a20111e50 con 0x7f1a20100a80 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1a20111cd0 con 0x7f1a20101420 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a2753e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1a20111fd0 con 0x7f1a20106a80 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42348/0 (socket says 172.21.15.2:42348) 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 -- 172.21.15.2:0/3766560596 learned_addr learned my addr 172.21.15.2:0/3766560596 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a24ad9640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20101420 0x7f1a2010e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:54.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a25adb640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 0x7f1a2010ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 -- 172.21.15.2:0/3766560596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 msgr2=0x7f1a2010ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 0x7f1a2010ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 -- 172.21.15.2:0/3766560596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20101420 msgr2=0x7f1a2010e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20101420 0x7f1a2010e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 -- 172.21.15.2:0/3766560596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a201a6850 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.649+0000 7f1a252da640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c00d770 tx=0x7f1a1c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.650+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c017070 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.650+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a1c0054d0 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.650+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a201a6b40 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.650+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a1c004cf0 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.650+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a201a7080 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.651+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a20100ee0 con 0x7f1a20100a80 2024-09-05T04:24:54.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.652+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1a1c004e90 con 0x7f1a20100a80 2024-09-05T04:24:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.653+0000 7f1a167fc640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 0x7f1a0c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.653+0000 7f1a24ad9640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 0x7f1a0c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.653+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f1a1c0cf520 con 0x7f1a20100a80 2024-09-05T04:24:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.653+0000 7f1a24ad9640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 0x7f1a0c0a5230 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1a2010fe70 tx=0x7f1a1000b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:54.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.656+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1a1c09b720 con 0x7f1a20100a80 2024-09-05T04:24:54.870 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.870+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a2010f910 con 0x7f1a20100a80 2024-09-05T04:24:54.871 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.870+0000 7f1a167fc640 1 -- 172.21.15.2:0/3766560596 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f1a2010f910 con 0x7f1a20100a80 2024-09-05T04:24:54.871 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:24:54.871 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:24:54.871 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 msgr2=0x7f1a0c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 0x7f1a0c0a5230 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1a2010fe70 tx=0x7f1a1000b390 comp rx=0 tx=0).stop 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 msgr2=0x7f1a2010e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c00d770 tx=0x7f1a1c00dc30 comp rx=0 tx=0).stop 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 shutdown_connections 2024-09-05T04:24:54.873 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1a0c0a2d70 0x7f1a0c0a5230 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1a20106a80 0x7f1a2010ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1a20101420 0x7f1a2010e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 --2- 172.21.15.2:0/3766560596 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1a20100a80 0x7f1a2010e3e0 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 >> 172.21.15.2:0/3766560596 conn(0x7f1a200fc7a0 msgr2=0x7f1a200fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 shutdown_connections 2024-09-05T04:24:54.874 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:54.873+0000 7f1a2753e640 1 -- 172.21.15.2:0/3766560596 wait complete. 2024-09-05T04:24:55.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- 172.21.15.2:0/3258260672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a04101360 msgr2=0x7f7a0410d890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 --2- 172.21.15.2:0/3258260672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a04101360 0x7f7a0410d890 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009930 tx=0x7f79fc02a420 comp rx=0 tx=0).stop 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- 172.21.15.2:0/3258260672 shutdown_connections 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 --2- 172.21.15.2:0/3258260672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a04101360 0x7f7a0410d890 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 --2- 172.21.15.2:0/3258260672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a041009c0 0x7f7a04100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 --2- 172.21.15.2:0/3258260672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a04106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- 172.21.15.2:0/3258260672 >> 172.21.15.2:0/3258260672 conn(0x7f7a040fc6e0 msgr2=0x7f7a040feb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- 172.21.15.2:0/3258260672 shutdown_connections 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- 172.21.15.2:0/3258260672 wait complete. 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 Processor -- start 2024-09-05T04:24:55.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.346+0000 7f7a09798640 1 -- start start 2024-09-05T04:24:55.349 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.349 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a04101360 0x7f7a040fd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a040fd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a04110cc0 con 0x7f7a041009c0 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a04110b40 con 0x7f7a041069d0 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a09798640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a04110e40 con 0x7f7a04101360 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42378/0 (socket says 172.21.15.2:42378) 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1133625804 learned_addr learned my addr 172.21.15.2:0/1133625804 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a040fd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a027fc640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a04101360 0x7f7a040fd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1133625804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a04101360 msgr2=0x7f7a040fd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.350 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a04101360 0x7f7a040fd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1133625804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 msgr2=0x7f7a040fd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a040fd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1133625804 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a041a6820 con 0x7f7a041009c0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a040fd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f79f400eab0 tx=0x7f79f400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.347+0000 7f79ebfff640 1 -- 172.21.15.2:0/1133625804 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f400ce40 con 0x7f7a041009c0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.348+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a041a6b10 con 0x7f7a041009c0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.348+0000 7f79ebfff640 1 -- 172.21.15.2:0/1133625804 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79f4011920 con 0x7f7a041009c0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.348+0000 7f79ebfff640 1 -- 172.21.15.2:0/1133625804 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f4010a00 con 0x7f7a041009c0 2024-09-05T04:24:55.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.348+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a041a7060 con 0x7f7a041009c0 2024-09-05T04:24:55.358 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f79ebfff640 1 -- 172.21.15.2:0/1133625804 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f79f4011ad0 con 0x7f7a041009c0 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 Processor -- start 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 -- start start 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542aefed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 0x563542afa770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563542a542f0 con 0x563542afacb0 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f79ebfff640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 0x7f79ec0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635429fc270 con 0x563542aefaf0 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.350+0000 7f7a0c611740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563542a502b0 con 0x563542af0410 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.359 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 0x7f79ec0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42394/0 (socket says 172.21.15.2:42394) 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 -- 172.21.15.2:0/4093828385 learned_addr learned my addr 172.21.15.2:0/4093828385 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f79ebfff640 1 -- 172.21.15.2:0/1133625804 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f79f40cfe70 con 0x7f7a041009c0 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a037fe640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542aefed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 0x563542afa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 -- 172.21.15.2:0/4093828385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 msgr2=0x563542afa770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 0x563542afa770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 -- 172.21.15.2:0/4093828385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 msgr2=0x563542aefed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542aefed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 -- 172.21.15.2:0/4093828385 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5635429fb340 con 0x563542afacb0 2024-09-05T04:24:55.360 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 0x563542afa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a027fc640 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f79f8009c30 tx=0x7f79f80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a480600fbe4668e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 0x7f79ec0a51b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f79fc031440 tx=0x7f79fc0058b0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f79e97fa640 1 -- 172.21.15.2:0/4093828385 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f8012450 con 0x563542afacb0 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f79e97fa640 1 -- 172.21.15.2:0/4093828385 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79f8012aa0 con 0x563542afacb0 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.351+0000 7f79e97fa640 1 -- 172.21.15.2:0/4093828385 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f800fa40 con 0x563542afacb0 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- 172.21.15.2:0/4093828385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 msgr2=0x563542afd0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f79f8009c30 tx=0x7f79f80117b0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- 172.21.15.2:0/4093828385 shutdown_connections 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542afd0a0 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542af0410 0x563542afa770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.361 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 --2- 172.21.15.2:0/4093828385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542aefed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- 172.21.15.2:0/4093828385 >> 172.21.15.2:0/4093828385 conn(0x563542aec060 msgr2=0x563542aec440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- 172.21.15.2:0/4093828385 shutdown_connections 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- 172.21.15.2:0/4093828385 wait complete. 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 -- start start 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.352+0000 7f7a0c611740 1 Processor -- start 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542af7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542af8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x563542afd880 con 0x563542af0410 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5635429dd290 con 0x563542aefaf0 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x563542afda00 con 0x563542afacb0 2024-09-05T04:24:55.362 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 10 client.0 _ll_register_callbacks cb 0x563542a0e140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42398/0 (socket says 172.21.15.2:42398) 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 -- 172.21.15.2:0/3323099923 learned_addr learned my addr 172.21.15.2:0/3323099923 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542af7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a037fe640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542af8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 -- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 msgr2=0x563542af8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542af8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 -- 172.21.15.2:0/3323099923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 msgr2=0x563542af7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542af7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 -- 172.21.15.2:0/3323099923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563542767210 con 0x563542af0410 2024-09-05T04:24:55.363 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a037fe640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542af8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a027fc640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f79f801c040 tx=0x7f79f8012e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8de1de4f9838d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f79e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f8028070 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f79f8012860 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.353+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79f8012aa0 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79f8034050 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 10 client.19029 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563542833620 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79f8012aa0 con 0x563542af0410 2024-09-05T04:24:55.364 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79f80046c0 con 0x563542af0410 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 10 client.19029 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 10 client.19029 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 20 client.19029 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b0aa40 0x563542b0ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 4 client.19029 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563542a61a20 con 0x563542b0aa40 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.354+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b0aa40 0x563542b0ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.355+0000 7f79e6ff5640 10 client.19029 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.355+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b0aa40 0x563542b0ce30 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=842c2c1fcf5b32b9 server_cookie=7b9e6d59cdc27110 in_seq=0 out_seq=0 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f79e6ff5640 1 -- 172.21.15.2:0/3323099923 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563542a61a20 con 0x563542b0aa40 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f79e6ff5640 10 client.19029 handle_command_reply: tid=0 2024-09-05T04:24:55.365 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 client.19029 shutdown 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 msgr2=0x563542af8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f79f801c040 tx=0x7f79f8012e80 comp rx=0 tx=0).stop 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 shutdown_connections 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b0aa40 0x563542b0ce30 crc :-1 s=READY pgs=408 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542af8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542af0410 0x563542af8030 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f79e6ff5640 0 client.19029 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3323099923 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542aefaf0 0x563542af7af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 >> 172.21.15.2:0/3323099923 conn(0x563542aec060 msgr2=0x563542af1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.366 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 shutdown_connections 2024-09-05T04:24:55.367 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 1 -- 172.21.15.2:0/3323099923 wait complete. 2024-09-05T04:24:55.367 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.356+0000 7f7a0c611740 20 client.19029 trim_cache size 0 max 16384 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.370+0000 7f7a0c611740 1 Processor -- start 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.370+0000 7f7a0c611740 1 -- start start 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542aefaf0 0x563542af2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542af63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041af1e0 con 0x563542afacb0 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041b1a40 con 0x563542af0410 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a0c611740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041af830 con 0x563542aefaf0 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42406/0 (socket says 172.21.15.2:42406) 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 -- 172.21.15.2:0/3732088515 learned_addr learned my addr 172.21.15.2:0/3732088515 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:55.376 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542aefaf0 0x563542af2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a027fc640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542af63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 -- 172.21.15.2:0/3732088515 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542aefaf0 msgr2=0x563542af2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542aefaf0 0x563542af2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 -- 172.21.15.2:0/3732088515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 msgr2=0x563542af63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542af63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 -- 172.21.15.2:0/3732088515 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563542aebe90 con 0x563542afacb0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a027fc640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542af63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f7a037fe640 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009930 tx=0x7f79fc03b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e885e97fbd47717 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f79e8ff9640 1 -- 172.21.15.2:0/3732088515 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc035040 con 0x563542afacb0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f79e8ff9640 1 -- 172.21.15.2:0/3732088515 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79fc050070 con 0x563542afacb0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.371+0000 7f79e8ff9640 1 -- 172.21.15.2:0/3732088515 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79fc004b50 con 0x563542afacb0 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- 172.21.15.2:0/3732088515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 msgr2=0x563542af83a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.377 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f79fc009930 tx=0x7f79fc03b000 comp rx=0 tx=0).stop 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- 172.21.15.2:0/3732088515 shutdown_connections 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542afacb0 0x563542af83a0 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542af63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 --2- 172.21.15.2:0/3732088515 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542aefaf0 0x563542af2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- 172.21.15.2:0/3732088515 >> 172.21.15.2:0/3732088515 conn(0x563542aec060 msgr2=0x563542af9b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- 172.21.15.2:0/3732088515 shutdown_connections 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- 172.21.15.2:0/3732088515 wait complete. 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 -- start start 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.372+0000 7f7a0c611740 1 Processor -- start 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542afe730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.378 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542afec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041aff00 con 0x563542aefaf0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041b1370 con 0x563542af0410 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7a041b05d0 con 0x563542afacb0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 10 client.0 _ll_register_callbacks cb 0x7f79f8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42418/0 (socket says 172.21.15.2:42418) 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1224370911 learned_addr learned my addr 172.21.15.2:0/1224370911 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a027fc640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542afe730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542afec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 msgr2=0x563542afec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542afec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1224370911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 msgr2=0x563542afe730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542afe730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.379 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 -- 172.21.15.2:0/1224370911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563542ae72d0 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a037fe640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542afec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a02ffd640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f79f40cd7d0 tx=0x7f79f40d0070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a89deb738d24e409 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f79e6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79f409bfa0 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f79f40202b0 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.373+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79fc050070 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79f40204b0 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 10 client.19035 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x563542afa680 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79fc050070 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79f8009d20 con 0x563542aefaf0 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 10 client.19035 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:55.380 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 10 client.19035 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 20 client.19035 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b758a0 0x563542b77cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 4 client.19035 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x563542a5bd70 con 0x563542b758a0 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.374+0000 7f7a027fc640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b758a0 0x563542b77cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.375+0000 7f79e6ff5640 10 client.19035 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:55.381 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.375+0000 7f7a027fc640 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b758a0 0x563542b77cb0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=157f44d6d70442da server_cookie=354c8edc153c9990 in_seq=0 out_seq=0 2024-09-05T04:24:55.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f79e6ff5640 1 -- 172.21.15.2:0/1224370911 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563542a5bd70 con 0x563542b758a0 2024-09-05T04:24:55.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f79e6ff5640 10 client.19035 handle_command_reply: tid=0 2024-09-05T04:24:55.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 client.19035 shutdown 2024-09-05T04:24:55.390 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 msgr2=0x563542b03410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f79f40cd7d0 tx=0x7f79f40d0070 comp rx=0 tx=0).stop 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 shutdown_connections 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x563542b758a0 0x563542b77cb0 crc :-1 s=READY pgs=409 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x563542afacb0 0x563542afec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x563542af0410 0x563542afe730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f79e6ff5640 0 client.19035 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 --2- 172.21.15.2:0/1224370911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x563542aefaf0 0x563542b03410 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 >> 172.21.15.2:0/1224370911 conn(0x563542aec060 msgr2=0x563542aea9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 shutdown_connections 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 1 -- 172.21.15.2:0/1224370911 wait complete. 2024-09-05T04:24:55.391 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.389+0000 7f7a0c611740 20 client.19035 trim_cache size 0 max 16384 2024-09-05T04:24:55.392 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:24:55.392 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:24:55.392 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:24:55.392 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 msgr2=0x7f79ec0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 0x7f79ec0a51b0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f79fc031440 tx=0x7f79fc0058b0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 msgr2=0x7f7a040fcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f79f400eab0 tx=0x7f79f400ef70 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 shutdown_connections 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79ec0a2cf0 0x7f79ec0a51b0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7a041069d0 0x7f7a040fd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7a04101360 0x7f7a040fd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 --2- 172.21.15.2:0/1133625804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7a041009c0 0x7f7a040fcd70 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 >> 172.21.15.2:0/1133625804 conn(0x7f7a040fc6e0 msgr2=0x7f7a0406a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 shutdown_connections 2024-09-05T04:24:55.393 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:24:55.390+0000 7f7a09798640 1 -- 172.21.15.2:0/1133625804 wait complete. 2024-09-05T04:24:55.650 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0' 2024-09-05T04:24:55.650 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 130 --await-for 45.0 2024-09-05T04:24:55.943 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:24:56.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:55 smithi002 ceph-mon[31001]: pgmap v435: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:24:56.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:55 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3766560596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:56.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:55 smithi079 ceph-mon[34908]: pgmap v435: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:24:56.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:55 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3766560596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:56.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:55 smithi047 ceph-mon[34498]: pgmap v435: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 13 op/s 2024-09-05T04:24:56.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:55 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3766560596' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:24:56.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 -- 172.21.15.2:0/3256602373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80100ca0 msgr2=0x7f2b80106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 --2- 172.21.15.2:0/3256602373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80100ca0 0x7f2b80106840 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009930 tx=0x7f2b7402a420 comp rx=0 tx=0).stop 2024-09-05T04:24:56.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 -- 172.21.15.2:0/3256602373 shutdown_connections 2024-09-05T04:24:56.476 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 --2- 172.21.15.2:0/3256602373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80106f50 0x7f2b8010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 --2- 172.21.15.2:0/3256602373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80100ca0 0x7f2b80106840 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 --2- 172.21.15.2:0/3256602373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b801006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 -- 172.21.15.2:0/3256602373 >> 172.21.15.2:0/3256602373 conn(0x7f2b80077210 msgr2=0x7f2b800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 -- 172.21.15.2:0/3256602373 shutdown_connections 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.449+0000 7f2b88527640 1 -- 172.21.15.2:0/3256602373 wait complete. 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 Processor -- start 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 -- start start 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b80198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 0x7f2b80198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b80111e10 con 0x7f2b80106f50 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b80111c90 con 0x7f2b801002f0 2024-09-05T04:24:56.477 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.450+0000 7f2b88527640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b80111f90 con 0x7f2b80100ca0 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42436/0 (socket says 172.21.15.2:42436) 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 -- 172.21.15.2:0/249617 learned_addr learned my addr 172.21.15.2:0/249617 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b862c3640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b80198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 0x7f2b80198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 -- 172.21.15.2:0/249617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 msgr2=0x7f2b80198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 0x7f2b80198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 -- 172.21.15.2:0/249617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 msgr2=0x7f2b80198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b80198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 -- 172.21.15.2:0/249617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b8019d3e0 con 0x7f2b80106f50 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b862c3640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b80198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 0x7f2b80198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:24:56.478 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f2b7800eaa0 tx=0x7f2b7800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b737fe640 1 -- 172.21.15.2:0/249617 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7800cdb0 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b737fe640 1 -- 172.21.15.2:0/249617 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b78005020 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b8019d6d0 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b737fe640 1 -- 172.21.15.2:0/249617 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b780116d0 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.451+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b801a4fb0 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.453+0000 7f2b737fe640 1 -- 172.21.15.2:0/249617 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2b780051d0 con 0x7f2b80106f50 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 Processor -- start 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 -- start start 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b737fe640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 0x7f2b6c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6ce400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6ce940 0x560ceb6d0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560ceb6292a0 con 0x560ceb6c4080 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560ceb5d0b10 con 0x560ceb6ce940 2024-09-05T04:24:56.479 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b8a900740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560ceb625260 con 0x560ceb6c3760 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 0x7f2b6c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.454+0000 7f2b737fe640 1 -- 172.21.15.2:0/249617 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f2b780cfae0 con 0x7f2b80106f50 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b85ac2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6ce400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:59722/0 (socket says 172.21.15.2:59722) 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b85ac2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6ce400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42450/0 (socket says 172.21.15.2:42450) 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 -- 172.21.15.2:0/1757369906 learned_addr learned my addr 172.21.15.2:0/1757369906 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6ce940 0x560ceb6d0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 -- 172.21.15.2:0/1757369906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6ce940 msgr2=0x560ceb6d0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6ce940 0x560ceb6d0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 -- 172.21.15.2:0/1757369906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 msgr2=0x560ceb6ce400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6ce400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 -- 172.21.15.2:0/1757369906 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ceb39ab90 con 0x560ceb6c3760 2024-09-05T04:24:56.480 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 0x7f2b6c0a51b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2b7402a940 tx=0x7f2b74000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c009c50 tx=0x7f2b7c00e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ea52ff9c34ee87b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b70ff9640 1 -- 172.21.15.2:0/1757369906 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c016070 con 0x560ceb6c3760 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b70ff9640 1 -- 172.21.15.2:0/1757369906 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b7c00ee70 con 0x560ceb6c3760 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.455+0000 7f2b70ff9640 1 -- 172.21.15.2:0/1757369906 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c011470 con 0x560ceb6c3760 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- 172.21.15.2:0/1757369906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 msgr2=0x560ceb6c3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c009c50 tx=0x7f2b7c00e6c0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- 172.21.15.2:0/1757369906 shutdown_connections 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6ce940 0x560ceb6d0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6ce400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1757369906 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c3760 0x560ceb6c3b40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- 172.21.15.2:0/1757369906 >> 172.21.15.2:0/1757369906 conn(0x560ceb6bfcf0 msgr2=0x560ceb6c00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- 172.21.15.2:0/1757369906 shutdown_connections 2024-09-05T04:24:56.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- 172.21.15.2:0/1757369906 wait complete. 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.456+0000 7f2b8a900740 1 -- start start 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 Processor -- start 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6cb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c4080 0x560ceb6cbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560ceb6d1510 con 0x560ceb6ce940 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560ceb5b16e0 con 0x560ceb6c3760 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560ceb6d1690 con 0x560ceb6c4080 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b8a900740 10 client.0 _ll_register_callbacks cb 0x560ceb5d5a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42462/0 (socket says 172.21.15.2:42462) 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 -- 172.21.15.2:0/1037088657 learned_addr learned my addr 172.21.15.2:0/1037088657 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6cb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c4080 0x560ceb6cbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 -- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c4080 msgr2=0x560ceb6cbcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c4080 0x560ceb6cbcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 -- 172.21.15.2:0/1037088657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 msgr2=0x560ceb6cb780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6cb780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 -- 172.21.15.2:0/1037088657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ceb6da980 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f2b78098580 tx=0x7f2b7809bcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4405b8e51745ed91 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.457+0000 7f2b69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7801f040 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f2b7808e070 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b7c00ee70 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b780cd260 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 10 client.19047 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560ceb6dd340 con 0x560ceb6ce940 2024-09-05T04:24:56.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b7c00ee70 con 0x560ceb6ce940 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b7800f040 con 0x560ceb6ce940 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 10 client.19047 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 10 client.19047 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 20 client.19047 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb6de7a0 0x560ceb6e0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 4 client.19047 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.458+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ceb6369d0 con 0x560ceb6de7a0 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.459+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb6de7a0 0x560ceb6e0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.459+0000 7f2b862c3640 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb6de7a0 0x560ceb6e0c10 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2bcbcea1f3d0dc2 server_cookie=6227be7eb5fd102 in_seq=0 out_seq=0 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.459+0000 7f2b69ffb640 10 client.19047 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b69ffb640 1 -- 172.21.15.2:0/1037088657 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560ceb6369d0 con 0x560ceb6de7a0 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b69ffb640 10 client.19047 handle_command_reply: tid=0 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 client.19047 shutdown 2024-09-05T04:24:56.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 msgr2=0x560ceb6cc200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f2b78098580 tx=0x7f2b7809bcf0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 shutdown_connections 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb6de7a0 0x560ceb6e0c10 crc :-1 s=READY pgs=410 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6ce940 0x560ceb6cc200 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6c4080 0x560ceb6cbcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b69ffb640 0 client.19047 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 --2- 172.21.15.2:0/1037088657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6cb780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 >> 172.21.15.2:0/1037088657 conn(0x560ceb6bfcf0 msgr2=0x560ceb6bee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 shutdown_connections 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 1 -- 172.21.15.2:0/1037088657 wait complete. 2024-09-05T04:24:56.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.460+0000 7f2b8a900740 20 client.19047 trim_cache size 0 max 16384 2024-09-05T04:24:56.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 Processor -- start 2024-09-05T04:24:56.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 -- start start 2024-09-05T04:24:56.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6e69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801ad270 con 0x560ceb6c4080 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801afad0 con 0x560ceb6c3760 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b8a900740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801ad8c0 con 0x560ceb6ce940 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b85ac2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.477+0000 7f2b85ac2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42478/0 (socket says 172.21.15.2:42478) 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 -- 172.21.15.2:0/3233338916 learned_addr learned my addr 172.21.15.2:0/3233338916 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6e69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b862c3640 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 -- 172.21.15.2:0/3233338916 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 msgr2=0x560ceb6e69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6e69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 -- 172.21.15.2:0/3233338916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 msgr2=0x560ceb6c61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6c61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 -- 172.21.15.2:0/3233338916 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ceb6bfb20 con 0x560ceb6c4080 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009930 tx=0x7f2b74047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d3f3d33f09b0556 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b6bfff640 1 -- 172.21.15.2:0/3233338916 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7404e070 con 0x560ceb6c4080 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b6bfff640 1 -- 172.21.15.2:0/3233338916 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b740055b0 con 0x560ceb6c4080 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.478+0000 7f2b6bfff640 1 -- 172.21.15.2:0/3233338916 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74035040 con 0x560ceb6c4080 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- 172.21.15.2:0/3233338916 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 msgr2=0x560ceb6e64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009930 tx=0x7f2b74047000 comp rx=0 tx=0).stop 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- 172.21.15.2:0/3233338916 shutdown_connections 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6e69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c4080 0x560ceb6e64b0 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- 172.21.15.2:0/3233338916 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c3760 0x560ceb6c61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- 172.21.15.2:0/3233338916 >> 172.21.15.2:0/3233338916 conn(0x560ceb6bfcf0 msgr2=0x560ceb6cd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- 172.21.15.2:0/3233338916 shutdown_connections 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- 172.21.15.2:0/3233338916 wait complete. 2024-09-05T04:24:56.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 -- start start 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 Processor -- start 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c4080 0x560ceb6d30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.479+0000 7f2b8a900740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6d3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b8a900740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801adf90 con 0x560ceb6c3760 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b8a900740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801af400 con 0x560ceb6c4080 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b8a900740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2b801ae660 con 0x560ceb6ce940 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b8a900740 10 client.0 _ll_register_callbacks cb 0x7f2b7809bbb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42480/0 (socket says 172.21.15.2:42480) 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 -- 172.21.15.2:0/73311372 learned_addr learned my addr 172.21.15.2:0/73311372 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b86ac4640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6d3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c4080 0x560ceb6d30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 -- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 msgr2=0x560ceb6d3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6d3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 -- 172.21.15.2:0/73311372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c4080 msgr2=0x560ceb6d30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c4080 0x560ceb6d30c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 -- 172.21.15.2:0/73311372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ceb6bb260 con 0x560ceb6c3760 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b862c3640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c009c50 tx=0x7f2b7c00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358c46434281943d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c016040 con 0x560ceb6c3760 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f2b7c011670 con 0x560ceb6c3760 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.480+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2b740055b0 con 0x560ceb6c3760 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2b7c039050 con 0x560ceb6c3760 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 10 client.19053 fetch_fsmap learned FSMap version 21 2024-09-05T04:24:56.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560ceb74a050 con 0x560ceb6c3760 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2b740055b0 con 0x560ceb6c3760 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2b7c00f040 con 0x560ceb6c3760 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 10 client.19053 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 10 client.19053 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 20 client.19053 populate_metadata read hostname 'smithi002' 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb74a680 0x560ceb74caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 4 client.19053 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}] 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 130.0, "await_for": 45.0}) -- 0x560ceb630d20 con 0x560ceb74a680 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.481+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb74a680 0x560ceb74caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.482+0000 7f2b69ffb640 10 client.19053 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:56.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.482+0000 7f2b85ac2640 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb74a680 0x560ceb74caa0 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0baeaa43c1c81e0 server_cookie=c0db535d7b120631 in_seq=0 out_seq=0 2024-09-05T04:24:56.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.490+0000 7f2b69ffb640 1 -- 172.21.15.2:0/73311372 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x560ceb630d20 con 0x560ceb74a680 2024-09-05T04:24:56.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.490+0000 7f2b69ffb640 10 client.19053 handle_command_reply: tid=0 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.490+0000 7f2b8a900740 1 client.19053 shutdown 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 msgr2=0x560ceb6d6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c009c50 tx=0x7f2b7c00ef00 comp rx=0 tx=0).stop 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 shutdown_connections 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560ceb74a680 0x560ceb74caa0 crc :-1 s=READY pgs=411 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560ceb6ce940 0x560ceb6d3600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560ceb6c4080 0x560ceb6d30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b69ffb640 0 client.19053 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 --2- 172.21.15.2:0/73311372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560ceb6c3760 0x560ceb6d6d80 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 >> 172.21.15.2:0/73311372 conn(0x560ceb6bfcf0 msgr2=0x560ceb6cb740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 shutdown_connections 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 1 -- 172.21.15.2:0/73311372 wait complete. 2024-09-05T04:24:56.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.491+0000 7f2b8a900740 20 client.19053 trim_cache size 0 max 16384 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 50, 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "39d50d06": { 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 50, 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:24:56.497 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:24:56.498 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 msgr2=0x7f2b6c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 0x7f2b6c0a51b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f2b7402a940 tx=0x7f2b74000bc0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 msgr2=0x7f2b8019cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7f2b7800eaa0 tx=0x7f2b7800ef60 comp rx=0 tx=0).stop 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 shutdown_connections 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2b6c0a2cf0 0x7f2b6c0a51b0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2b80106f50 0x7f2b8019cd00 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2b80100ca0 0x7f2b80198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 --2- 172.21.15.2:0/249617 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2b801002f0 0x7f2b80198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:24:56.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 >> 172.21.15.2:0/249617 conn(0x7f2b80077210 msgr2=0x7f2b80105430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:24:56.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 shutdown_connections 2024-09-05T04:24:56.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:24:56.492+0000 7f2b88527640 1 -- 172.21.15.2:0/249617 wait complete. 2024-09-05T04:24:57.223 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '39d50d06', quiesce took 3.3 seconds. Will release after: 6.7 2024-09-05T04:24:58.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:57 smithi002 ceph-mon[31001]: pgmap v436: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:24:58.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:57 smithi079 ceph-mon[34908]: pgmap v436: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:24:58.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:57 smithi047 ceph-mon[34498]: pgmap v436: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:25:00.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:24:59 smithi002 ceph-mon[31001]: pgmap v437: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:25:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:24:59 smithi079 ceph-mon[34908]: pgmap v437: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:25:00.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:24:59 smithi047 ceph-mon[34498]: pgmap v437: 129 pgs: 129 active+clean; 4.9 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 36 KiB/s wr, 7 op/s 2024-09-05T04:25:02.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:01 smithi002 ceph-mon[31001]: pgmap v438: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 12 op/s 2024-09-05T04:25:02.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:01 smithi079 ceph-mon[34908]: pgmap v438: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 12 op/s 2024-09-05T04:25:02.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:01 smithi047 ceph-mon[34498]: pgmap v438: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 50 KiB/s wr, 12 op/s 2024-09-05T04:25:03.925 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:25:04.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:03 smithi002 ceph-mon[31001]: pgmap v439: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:25:04.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:03 smithi079 ceph-mon[34908]: pgmap v439: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:25:04.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:03 smithi047 ceph-mon[34498]: pgmap v439: 129 pgs: 129 active+clean; 5.0 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:25:04.192 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.667+0000 7f21ed6c9640 1 -- 172.21.15.2:0/794257376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8101de0 msgr2=0x7f21e81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.667+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/794257376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8101de0 0x7f21e81021c0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f21d8009900 tx=0x7f21d802a410 comp rx=0 tx=0).stop 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.667+0000 7f21ed6c9640 1 -- 172.21.15.2:0/794257376 shutdown_connections 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.667+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/794257376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8106f10 0x7f21e810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/794257376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8102790 0x7f21e81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/794257376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8101de0 0x7f21e81021c0 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 -- 172.21.15.2:0/794257376 >> 172.21.15.2:0/794257376 conn(0x7f21e80fd8c0 msgr2=0x7f21e80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 -- 172.21.15.2:0/794257376 shutdown_connections 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 -- 172.21.15.2:0/794257376 wait complete. 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 Processor -- start 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 -- start start 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8101de0 0x7f21e81983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.668+0000 7f21ed6c9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8106f10 0x7f21e819ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21ed6c9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f21e8111e60 con 0x7f21e8102790 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21ed6c9640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f21e8111ce0 con 0x7f21e8101de0 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21ed6c9640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f21e8111fe0 con 0x7f21e8106f10 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:04.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57814/0 (socket says 172.21.15.2:57814) 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 -- 172.21.15.2:0/1594842332 learned_addr learned my addr 172.21.15.2:0/1594842332 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e77fe640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8106f10 0x7f21e819ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e6ffd640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8101de0 0x7f21e81983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 -- 172.21.15.2:0/1594842332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8106f10 msgr2=0x7f21e819ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8106f10 0x7f21e819ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 -- 172.21.15.2:0/1594842332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8101de0 msgr2=0x7f21e81983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8101de0 0x7f21e81983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 -- 172.21.15.2:0/1594842332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21e819d390 con 0x7f21e8102790 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21e67fc640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f21d000d770 tx=0x7f21d000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0017070 con 0x7f21e8102790 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f21d00054d0 con 0x7f21e8102790 2024-09-05T04:25:04.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21d0004cf0 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21e819d680 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.669+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21e81a4f60 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.670+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21e81021c0 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.671+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f21d0004e90 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.672+0000 7f21dffff640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 0x7f21d40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.672+0000 7f21e6ffd640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 0x7f21d40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.672+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f21d00cf360 con 0x7f21e8102790 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.673+0000 7f21e6ffd640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 0x7f21d40a51b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f21d8006010 tx=0x7f21d8000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:04.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.677+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f21d009bb90 con 0x7f21e8102790 2024-09-05T04:25:04.892 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.892+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21e810a0f0 con 0x7f21e8102790 2024-09-05T04:25:04.893 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.892+0000 7f21dffff640 1 -- 172.21.15.2:0/1594842332 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f21d009b490 con 0x7f21e8102790 2024-09-05T04:25:04.893 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:25:04.899 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:25:04.899 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:25:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 msgr2=0x7f21d40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 0x7f21d40a51b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f21d8006010 tx=0x7f21d8000bc0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 msgr2=0x7f21e8198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:04.904 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f21d000d770 tx=0x7f21d000dc30 comp rx=0 tx=0).stop 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 shutdown_connections 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f21d40a2cf0 0x7f21d40a51b0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f21e8106f10 0x7f21e819ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f21e8102790 0x7f21e8198920 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 --2- 172.21.15.2:0/1594842332 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f21e8101de0 0x7f21e81983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 >> 172.21.15.2:0/1594842332 conn(0x7f21e80fd8c0 msgr2=0x7f21e80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 shutdown_connections 2024-09-05T04:25:04.906 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:04.895+0000 7f21ed6c9640 1 -- 172.21.15.2:0/1594842332 wait complete. 2024-09-05T04:25:05.635 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 39d50d06 --release --await' 2024-09-05T04:25:05.635 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 39d50d06 --release --await 2024-09-05T04:25:05.898 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:06.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:05 smithi002 ceph-mon[31001]: pgmap v440: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:25:06.018 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:05 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1594842332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:05 smithi079 ceph-mon[34908]: pgmap v440: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:25:06.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:05 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1594842332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:06.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:05 smithi047 ceph-mon[34498]: pgmap v440: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 86 KiB/s wr, 27 op/s 2024-09-05T04:25:06.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:05 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1594842332' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:06.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 -- 172.21.15.2:0/3384533321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70100a90 msgr2=0x7f3a70100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 --2- 172.21.15.2:0/3384533321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70100a90 0x7f3a70100ef0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009930 tx=0x7f3a6402a420 comp rx=0 tx=0).stop 2024-09-05T04:25:06.422 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 -- 172.21.15.2:0/3384533321 shutdown_connections 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 --2- 172.21.15.2:0/3384533321 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 0x7f3a7010d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 --2- 172.21.15.2:0/3384533321 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70100a90 0x7f3a70100ef0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 --2- 172.21.15.2:0/3384533321 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70106a90 0x7f3a70106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 -- 172.21.15.2:0/3384533321 >> 172.21.15.2:0/3384533321 conn(0x7f3a700fc7d0 msgr2=0x7f3a700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 -- 172.21.15.2:0/3384533321 shutdown_connections 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.396+0000 7f3a77768640 1 -- 172.21.15.2:0/3384533321 wait complete. 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 Processor -- start 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 -- start start 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70100a90 0x7f3a700fcea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 0x7f3a700fd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.423 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3a70110d40 con 0x7f3a70106a90 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a70110bc0 con 0x7f3a70100a90 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a77768640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3a70110ec0 con 0x7f3a70101430 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a75d05640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a75d05640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57830/0 (socket says 172.21.15.2:57830) 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a75d05640 1 -- 172.21.15.2:0/343492136 learned_addr learned my addr 172.21.15.2:0/343492136 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a74d03640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 0x7f3a700fd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.397+0000 7f3a75504640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70100a90 0x7f3a700fcea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 -- 172.21.15.2:0/343492136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 msgr2=0x7f3a700fd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 0x7f3a700fd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 -- 172.21.15.2:0/343492136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70100a90 msgr2=0x7f3a700fcea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70100a90 0x7f3a700fcea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 -- 172.21.15.2:0/343492136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a701a6850 con 0x7f3a70106a90 2024-09-05T04:25:06.424 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a75d05640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f3a6000eaa0 tx=0x7f3a6000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a6e7fc640 1 -- 172.21.15.2:0/343492136 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6000cdb0 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a701a6b40 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a6e7fc640 1 -- 172.21.15.2:0/343492136 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a60005020 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a6e7fc640 1 -- 172.21.15.2:0/343492136 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a600116d0 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.398+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a701a70a0 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.400+0000 7f3a6e7fc640 1 -- 172.21.15.2:0/343492136 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3a600051d0 con 0x7f3a70106a90 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 Processor -- start 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 -- start start 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a6e7fc640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 0x7f3a580a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22980 0x55738df2cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.425 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df2d240 0x55738df2f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55738de87620 con 0x55738df22060 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55738de2ee50 con 0x55738df2d240 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a79b41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55738de835e0 con 0x55738df22980 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a6e7fc640 1 -- 172.21.15.2:0/343492136 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f3a600cf9a0 con 0x7f3a70106a90 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a74d03640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 0x7f3a580a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57832/0 (socket says 172.21.15.2:57832) 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.401+0000 7f3a75504640 1 -- 172.21.15.2:0/2827679589 learned_addr learned my addr 172.21.15.2:0/2827679589 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a74d03640 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22980 0x55738df2cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 -- 172.21.15.2:0/2827679589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22980 msgr2=0x55738df2cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22980 0x55738df2cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 -- 172.21.15.2:0/2827679589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df2d240 msgr2=0x55738df2f630 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df2d240 0x55738df2f630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.426 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 -- 172.21.15.2:0/2827679589 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55738de1fd40 con 0x55738df22060 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a74d03640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 0x7f3a580a51b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009900 tx=0x7f3a64031ea0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a75504640 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f3a6800bc90 tx=0x7f3a680107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a79e18ed5a7734a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a577fe640 1 -- 172.21.15.2:0/2827679589 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6801c480 con 0x55738df22060 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a577fe640 1 -- 172.21.15.2:0/2827679589 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a6801cad0 con 0x55738df22060 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.402+0000 7f3a577fe640 1 -- 172.21.15.2:0/2827679589 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a68011a80 con 0x55738df22060 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- 172.21.15.2:0/2827679589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 msgr2=0x55738df22440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f3a6800bc90 tx=0x7f3a680107a0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- 172.21.15.2:0/2827679589 shutdown_connections 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df2d240 0x55738df2f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22980 0x55738df2cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2827679589 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df22440 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- 172.21.15.2:0/2827679589 >> 172.21.15.2:0/2827679589 conn(0x55738df1e5f0 msgr2=0x55738df1e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.427 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- 172.21.15.2:0/2827679589 shutdown_connections 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- 172.21.15.2:0/2827679589 wait complete. 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.403+0000 7f3a79b41740 1 -- start start 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 Processor -- start 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df2a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df2aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55738df2fe10 con 0x55738df22060 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55738de0ff10 con 0x55738df22980 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55738df2ff90 con 0x55738df2d240 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a79b41740 10 client.0 _ll_register_callbacks cb 0x55738de33db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57846/0 (socket says 172.21.15.2:57846) 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a75504640 1 -- 172.21.15.2:0/2957154136 learned_addr learned my addr 172.21.15.2:0/2957154136 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a74d03640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df2a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.404+0000 7f3a75d05640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df2aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 -- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 msgr2=0x55738df2aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df2aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 -- 172.21.15.2:0/2957154136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 msgr2=0x55738df2a660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df2a660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 -- 172.21.15.2:0/2957154136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55738db96580 con 0x55738df22060 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a75504640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f3a68011010 tx=0x7f3a6801ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1a45a3e73bbceb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6801c890 con 0x55738df22060 2024-09-05T04:25:06.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f3a68004020 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a6801cad0 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3a6802e050 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a79b41740 10 client.19071 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55738dc60960 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.405+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a6801cad0 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3a68025070 con 0x55738df22060 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 10 client.19071 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 10 client.19071 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 20 client.19071 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738df3cd30 0x55738df3f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 4 client.19071 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55738de94b90 con 0x55738df3cd30 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.406+0000 7f3a74d03640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738df3cd30 0x55738df3f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a74d03640 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738df3cd30 0x55738df3f120 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4c1a37936a4adc server_cookie=c2b6c2954e69d649 in_seq=0 out_seq=0 2024-09-05T04:25:06.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a54ff9640 10 client.19071 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a54ff9640 1 -- 172.21.15.2:0/2957154136 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55738de94b90 con 0x55738df3cd30 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a54ff9640 10 client.19071 handle_command_reply: tid=0 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 client.19071 shutdown 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 msgr2=0x55738df2a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f3a68011010 tx=0x7f3a6801ceb0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 shutdown_connections 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738df3cd30 0x55738df3f120 crc :-1 s=READY pgs=412 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.407+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df2aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df2a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 1 --2- 172.21.15.2:0/2957154136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df2a120 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 >> 172.21.15.2:0/2957154136 conn(0x55738df1e5f0 msgr2=0x55738df242d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a54ff9640 0 client.19071 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 shutdown_connections 2024-09-05T04:25:06.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 1 -- 172.21.15.2:0/2957154136 wait complete. 2024-09-05T04:25:06.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.408+0000 7f3a79b41740 20 client.19071 trim_cache size 0 max 16384 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 Processor -- start 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 -- start start 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 0x55738df1d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df446f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701af300 con 0x55738df2d240 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701b1b60 con 0x55738df22980 2024-09-05T04:25:06.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.425+0000 7f3a79b41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701af950 con 0x55738df22060 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57856/0 (socket says 172.21.15.2:57856) 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 -- 172.21.15.2:0/3629749495 learned_addr learned my addr 172.21.15.2:0/3629749495 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75504640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 0x55738df1d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a74d03640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df446f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 -- 172.21.15.2:0/3629749495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 msgr2=0x55738df1d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 0x55738df1d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 -- 172.21.15.2:0/3629749495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 msgr2=0x55738df446f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df446f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 -- 172.21.15.2:0/3629749495 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55738df1cbb0 con 0x55738df2d240 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75504640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 0x55738df1d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a75d05640 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f3a600054c0 tx=0x7f3a6009b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba1334099d30f4f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.426+0000 7f3a56ffd640 1 -- 172.21.15.2:0/3629749495 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a600b4070 con 0x55738df2d240 2024-09-05T04:25:06.438 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a56ffd640 1 -- 172.21.15.2:0/3629749495 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a600a46e0 con 0x55738df2d240 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a56ffd640 1 -- 172.21.15.2:0/3629749495 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a6001f070 con 0x55738df2d240 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 -- 172.21.15.2:0/3629749495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 msgr2=0x55738df44c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f3a600054c0 tx=0x7f3a6009b500 comp rx=0 tx=0).stop 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 -- 172.21.15.2:0/3629749495 shutdown_connections 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df2d240 0x55738df44c30 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df446f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 --2- 172.21.15.2:0/3629749495 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df22060 0x55738df1d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 -- 172.21.15.2:0/3629749495 >> 172.21.15.2:0/3629749495 conn(0x55738df1e5f0 msgr2=0x55738df1cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 -- 172.21.15.2:0/3629749495 shutdown_connections 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.427+0000 7f3a79b41740 1 -- 172.21.15.2:0/3629749495 wait complete. 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 -- start start 2024-09-05T04:25:06.439 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 Processor -- start 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df35760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df301d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701b0020 con 0x55738df22060 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701b1490 con 0x55738df22980 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3a701b06f0 con 0x55738df2d240 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a79b41740 10 client.0 _ll_register_callbacks cb 0x7f3a68011550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a75504640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57870/0 (socket says 172.21.15.2:57870) 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a75504640 1 -- 172.21.15.2:0/1265877803 learned_addr learned my addr 172.21.15.2:0/1265877803 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.428+0000 7f3a74d03640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df35760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.440 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 -- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 msgr2=0x55738df301d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75d05640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df301d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df301d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 -- 172.21.15.2:0/1265877803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 msgr2=0x55738df35760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df35760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 -- 172.21.15.2:0/1265877803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55738df30710 con 0x55738df22060 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a74d03640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df35760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75d05640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a75504640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f3a6800bfb0 tx=0x7f3a68005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1900fc42bb61de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a68005680 con 0x55738df22060 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(108..108 src has 1..108) ==== 9533+0+0 (secure 0 0 0) 0x7f3a6801c8a0 con 0x55738df22060 2024-09-05T04:25:06.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a600a46e0 con 0x55738df22060 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3a6803f050 con 0x55738df22060 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a79b41740 10 client.19077 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.429+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55738dfa7f00 con 0x55738df22060 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a600a46e0 con 0x55738df22060 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3a6803a030 con 0x55738df22060 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 10 client.19077 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 10 client.19077 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 20 client.19077 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738dfa8640 0x55738dfaaa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 4 client.19077 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "39d50d06", "release": true, "await": true}] 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "39d50d06", "release": true, "await": true}) -- 0x55738de8f0a0 con 0x55738dfa8640 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.430+0000 7f3a74d03640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738dfa8640 0x55738dfaaa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.431+0000 7f3a54ff9640 10 client.19077 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:06.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.431+0000 7f3a74d03640 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738dfa8640 0x55738dfaaa60 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a399579cc2468e2 server_cookie=86e0e6b4131321ed in_seq=0 out_seq=0 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a54ff9640 1 -- 172.21.15.2:0/1265877803 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55738de8f0a0 con 0x55738dfa8640 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a54ff9640 10 client.19077 handle_command_reply: tid=0 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 client.19077 shutdown 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 msgr2=0x55738df35220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f3a6800bfb0 tx=0x7f3a68005360 comp rx=0 tx=0).stop 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 shutdown_connections 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55738dfa8640 0x55738dfaaa60 crc :-1 s=READY pgs=413 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55738df2d240 0x55738df301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55738df22980 0x55738df35760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 --2- 172.21.15.2:0/1265877803 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55738df22060 0x55738df35220 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a54ff9640 0 client.19077 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.432+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 >> 172.21.15.2:0/1265877803 conn(0x55738df1e5f0 msgr2=0x55738df2c4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.433+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 shutdown_connections 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.433+0000 7f3a79b41740 1 -- 172.21.15.2:0/1265877803 wait complete. 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.433+0000 7f3a79b41740 20 client.19077 trim_cache size 0 max 16384 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 52, 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:25:06.444 INFO:teuthology.orchestra.run.smithi002.stdout: "39d50d06": { 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 52, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 130.0, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:06.445 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 msgr2=0x7f3a580a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 0x7f3a580a51b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3a64009900 tx=0x7f3a64031ea0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 msgr2=0x7f3a700fd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f3a6000eaa0 tx=0x7f3a6000ef60 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 shutdown_connections 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3a580a2cf0 0x7f3a580a51b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3a70106a90 0x7f3a700fd920 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3a70101430 0x7f3a700fd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 --2- 172.21.15.2:0/343492136 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3a70100a90 0x7f3a700fcea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 >> 172.21.15.2:0/343492136 conn(0x7f3a700fc7d0 msgr2=0x7f3a7006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 shutdown_connections 2024-09-05T04:25:06.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:06.434+0000 7f3a77768640 1 -- 172.21.15.2:0/343492136 wait complete. 2024-09-05T04:25:07.222 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '39d50d06', total seconds elapsed: 13.3 2024-09-05T04:25:08.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:07 smithi002 ceph-mon[31001]: pgmap v441: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 66 KiB/s wr, 23 op/s 2024-09-05T04:25:08.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:07 smithi002 ceph-mon[31001]: osdmap e109: 12 total, 12 up, 12 in 2024-09-05T04:25:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:07 smithi079 ceph-mon[34908]: pgmap v441: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 66 KiB/s wr, 23 op/s 2024-09-05T04:25:08.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:07 smithi079 ceph-mon[34908]: osdmap e109: 12 total, 12 up, 12 in 2024-09-05T04:25:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:07 smithi047 ceph-mon[34498]: pgmap v441: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 66 KiB/s wr, 23 op/s 2024-09-05T04:25:08.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:07 smithi047 ceph-mon[34498]: osdmap e109: 12 total, 12 up, 12 in 2024-09-05T04:25:08.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 -- 172.21.15.2:0/3150916101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88101ad0 msgr2=0x7f7c88101f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/3150916101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88101ad0 0x7f7c88101f30 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f7c78009930 tx=0x7f7c7802a420 comp rx=0 tx=0).stop 2024-09-05T04:25:08.494 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 -- 172.21.15.2:0/3150916101 shutdown_connections 2024-09-05T04:25:08.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/3150916101 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 0x7f7c8810e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/3150916101 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88101ad0 0x7f7c88101f30 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/3150916101 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88107b70 0x7f7c88107f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 -- 172.21.15.2:0/3150916101 >> 172.21.15.2:0/3150916101 conn(0x7f7c880fd7d0 msgr2=0x7f7c880ffbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.495 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 -- 172.21.15.2:0/3150916101 shutdown_connections 2024-09-05T04:25:08.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 -- 172.21.15.2:0/3150916101 wait complete. 2024-09-05T04:25:08.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.490+0000 7f7c8fca5640 1 Processor -- start 2024-09-05T04:25:08.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 -- start start 2024-09-05T04:25:08.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88101ad0 0x7f7c88198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.496 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 0x7f7c881988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c88111dd0 con 0x7f7c88107b70 2024-09-05T04:25:08.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c88111c50 con 0x7f7c88101ad0 2024-09-05T04:25:08.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8fca5640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c88111f50 con 0x7f7c88102470 2024-09-05T04:25:08.497 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57896/0 (socket says 172.21.15.2:57896) 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88101ad0 0x7f7c88198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 -- 172.21.15.2:0/1982165580 learned_addr learned my addr 172.21.15.2:0/1982165580 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 0x7f7c881988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 -- 172.21.15.2:0/1982165580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 msgr2=0x7f7c881988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.498 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 0x7f7c881988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.499 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 -- 172.21.15.2:0/1982165580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88101ad0 msgr2=0x7f7c88198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.499 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88101ad0 0x7f7c88198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.499 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 -- 172.21.15.2:0/1982165580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8819d350 con 0x7f7c88107b70 2024-09-05T04:25:08.499 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.491+0000 7f7c8e242640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000eaa0 tx=0x7f7c8000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.499 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.492+0000 7f7c7effd640 1 -- 172.21.15.2:0/1982165580 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8000cdb0 con 0x7f7c88107b70 2024-09-05T04:25:08.500 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.492+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8819d640 con 0x7f7c88107b70 2024-09-05T04:25:08.500 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.492+0000 7f7c7effd640 1 -- 172.21.15.2:0/1982165580 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c80005020 con 0x7f7c88107b70 2024-09-05T04:25:08.500 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.492+0000 7f7c7effd640 1 -- 172.21.15.2:0/1982165580 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c800116d0 con 0x7f7c88107b70 2024-09-05T04:25:08.500 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.492+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c881a4ed0 con 0x7f7c88107b70 2024-09-05T04:25:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.494+0000 7f7c7effd640 1 -- 172.21.15.2:0/1982165580 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7c800051d0 con 0x7f7c88107b70 2024-09-05T04:25:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 Processor -- start 2024-09-05T04:25:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 -- start start 2024-09-05T04:25:08.513 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb58ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 0x5626eb598770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5626eb4f22f0 con 0x5626eb598cb0 2024-09-05T04:25:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5626eb49a270 con 0x5626eb58e410 2024-09-05T04:25:08.514 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c92a46740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5626eb4ee2b0 con 0x5626eb58daf0 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c7effd640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 0x7f7c740a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.495+0000 7f7c8d240640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57910/0 (socket says 172.21.15.2:57910) 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 -- 172.21.15.2:0/144306116 learned_addr learned my addr 172.21.15.2:0/144306116 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8e242640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 0x7f7c740a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.515 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8da41640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 0x5626eb598770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.516 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb58ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.516 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c7effd640 1 -- 172.21.15.2:0/1982165580 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f7c800cfa70 con 0x7f7c88107b70 2024-09-05T04:25:08.516 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 -- 172.21.15.2:0/144306116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 msgr2=0x5626eb58ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.516 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb58ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.516 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 -- 172.21.15.2:0/144306116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 msgr2=0x5626eb598770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.517 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 0x5626eb598770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.517 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 -- 172.21.15.2:0/144306116 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626eb499340 con 0x5626eb598cb0 2024-09-05T04:25:08.517 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8da41640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 0x5626eb598770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:08.517 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8d240640 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f7c78005c40 tx=0x7f7c780058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17472e9c276de845 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.517 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c8e242640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 0x7f7c740a51b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7c8009bad0 tx=0x7f7c80000f40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c73fff640 1 -- 172.21.15.2:0/144306116 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78035040 con 0x5626eb598cb0 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c73fff640 1 -- 172.21.15.2:0/144306116 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c780318e0 con 0x5626eb598cb0 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.496+0000 7f7c73fff640 1 -- 172.21.15.2:0/144306116 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c78003cb0 con 0x5626eb598cb0 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- 172.21.15.2:0/144306116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 msgr2=0x5626eb59b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f7c78005c40 tx=0x7f7c780058d0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.518 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- 172.21.15.2:0/144306116 shutdown_connections 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb598cb0 0x5626eb59b0a0 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58e410 0x5626eb598770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 --2- 172.21.15.2:0/144306116 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb58ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- 172.21.15.2:0/144306116 >> 172.21.15.2:0/144306116 conn(0x5626eb58a060 msgr2=0x5626eb58a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- 172.21.15.2:0/144306116 shutdown_connections 2024-09-05T04:25:08.519 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- 172.21.15.2:0/144306116 wait complete. 2024-09-05T04:25:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.497+0000 7f7c92a46740 1 -- start start 2024-09-05T04:25:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 Processor -- start 2024-09-05T04:25:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb595bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.520 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb596630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5626eb59b880 con 0x5626eb58e410 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5626eb47b290 con 0x5626eb58daf0 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5626eb59ba00 con 0x5626eb598cb0 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c92a46740 10 client.0 _ll_register_callbacks cb 0x5626eb4ac140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.521 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57924/0 (socket says 172.21.15.2:57924) 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 -- 172.21.15.2:0/494421161 learned_addr learned my addr 172.21.15.2:0/494421161 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8d240640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb596630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8d240640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb595bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 -- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 msgr2=0x5626eb596630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb596630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.522 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 -- 172.21.15.2:0/494421161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 msgr2=0x5626eb595bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.498+0000 7f7c8da41640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb595bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c8da41640 1 -- 172.21.15.2:0/494421161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626eb205210 con 0x5626eb58e410 2024-09-05T04:25:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c8da41640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400b9f0 tx=0x7f7c8400beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=973d1e76fe441a13 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:08.523 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84003e20 con 0x5626eb58e410 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f7c84011440 con 0x5626eb58e410 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5626eb4ffa20 con 0x5626eb58e410 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7c84011640 con 0x5626eb58e410 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 10 client.19089 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5626eb2d1620 con 0x5626eb58e410 2024-09-05T04:25:08.524 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5626eb4ffa20 con 0x5626eb58e410 2024-09-05T04:25:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7c8401b870 con 0x5626eb58e410 2024-09-05T04:25:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 10 client.19089 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 10 client.19089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.499+0000 7f7c92a46740 20 client.19089 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:08.525 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb5a8cb0 0x5626eb5ab0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c92a46740 4 client.19089 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5626eb4f9d70 con 0x5626eb5a8cb0 2024-09-05T04:25:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c8d240640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb5a8cb0 0x5626eb5ab0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c8d240640 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb5a8cb0 0x5626eb5ab0e0 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5279c93c292f3a8a server_cookie=52bd943fedaaf5f8 in_seq=0 out_seq=0 2024-09-05T04:25:08.526 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.500+0000 7f7c717fa640 10 client.19089 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.501+0000 7f7c717fa640 1 -- 172.21.15.2:0/494421161 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5626eb4f9d70 con 0x5626eb5a8cb0 2024-09-05T04:25:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.501+0000 7f7c717fa640 10 client.19089 handle_command_reply: tid=0 2024-09-05T04:25:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.501+0000 7f7c92a46740 1 client.19089 shutdown 2024-09-05T04:25:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.501+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 msgr2=0x5626eb5960f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.527 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.501+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400b9f0 tx=0x7f7c8400beb0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 shutdown_connections 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb5a8cb0 0x5626eb5ab0e0 crc :-1 s=READY pgs=414 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb596630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c717fa640 0 client.19089 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb5960f0 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 --2- 172.21.15.2:0/494421161 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb595bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 >> 172.21.15.2:0/494421161 conn(0x5626eb58a060 msgr2=0x5626eb58fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 shutdown_connections 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 1 -- 172.21.15.2:0/494421161 wait complete. 2024-09-05T04:25:08.528 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.502+0000 7f7c92a46740 20 client.19089 trim_cache size 0 max 16384 2024-09-05T04:25:08.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.516+0000 7f7c92a46740 1 Processor -- start 2024-09-05T04:25:08.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.516+0000 7f7c92a46740 1 -- start start 2024-09-05T04:25:08.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb596460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.533 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb5b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881ad240 con 0x5626eb58e410 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881afaa0 con 0x5626eb58daf0 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c92a46740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881ad890 con 0x5626eb598cb0 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57936/0 (socket says 172.21.15.2:57936) 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 -- 172.21.15.2:0/1936691110 learned_addr learned my addr 172.21.15.2:0/1936691110 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb596460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb5b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 -- 172.21.15.2:0/1936691110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 msgr2=0x5626eb5b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb5b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.534 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 -- 172.21.15.2:0/1936691110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 msgr2=0x5626eb596460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb596460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 -- 172.21.15.2:0/1936691110 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626eb594100 con 0x5626eb58e410 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb5b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f7c84011540 tx=0x7f7c84011570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1b098b53b34cf04 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.517+0000 7f7c737fe640 1 -- 172.21.15.2:0/1936691110 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84003e20 con 0x5626eb58e410 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c737fe640 1 -- 172.21.15.2:0/1936691110 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8402e070 con 0x5626eb58e410 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c737fe640 1 -- 172.21.15.2:0/1936691110 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84011e30 con 0x5626eb58e410 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- 172.21.15.2:0/1936691110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 msgr2=0x5626eb58fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f7c84011540 tx=0x7f7c84011570 comp rx=0 tx=0).stop 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- 172.21.15.2:0/1936691110 shutdown_connections 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb598cb0 0x5626eb5b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.535 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb58fc60 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1936691110 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb58daf0 0x5626eb596460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- 172.21.15.2:0/1936691110 >> 172.21.15.2:0/1936691110 conn(0x5626eb58a060 msgr2=0x5626eb58f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- 172.21.15.2:0/1936691110 shutdown_connections 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- 172.21.15.2:0/1936691110 wait complete. 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.518+0000 7f7c92a46740 1 -- start start 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 Processor -- start 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb592d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb598cb0 0x5626eb5937b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881adf60 con 0x5626eb58e410 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881af3d0 con 0x5626eb598cb0 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7c881ae630 con 0x5626eb58daf0 2024-09-05T04:25:08.536 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c92a46740 10 client.0 _ll_register_callbacks cb 0x7f7c84004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57948/0 (socket says 172.21.15.2:57948) 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8d240640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb592d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 -- 172.21.15.2:0/1926272592 learned_addr learned my addr 172.21.15.2:0/1926272592 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb598cb0 0x5626eb5937b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 -- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 msgr2=0x5626eb592d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb592d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 -- 172.21.15.2:0/1926272592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb598cb0 msgr2=0x5626eb5937b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:08.537 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb598cb0 0x5626eb5937b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8da41640 1 -- 172.21.15.2:0/1926272592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626eb612b20 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.519+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb592d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c8da41640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f7c84004050 tx=0x7f7c84004080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15422dd502c2f9d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c84036070 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f7c840119f0 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c8402e070 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7c84042050 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 10 client.19095 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5626eb613d80 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c8402e070 con 0x5626eb58e410 2024-09-05T04:25:08.538 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7c840046f0 con 0x5626eb58e410 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 10 client.19095 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 10 client.19095 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 20 client.19095 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb614390 0x5626eb6167b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 4 client.19095 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.520+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5626eb476900 con 0x5626eb614390 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.521+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb614390 0x5626eb6167b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.521+0000 7f7c8d240640 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb614390 0x5626eb6167b0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7607131fbcd6a890 server_cookie=fc01ede1554cfc51 in_seq=0 out_seq=0 2024-09-05T04:25:08.539 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.521+0000 7f7c717fa640 10 client.19095 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c717fa640 1 -- 172.21.15.2:0/1926272592 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5626eb476900 con 0x5626eb614390 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c717fa640 10 client.19095 handle_command_reply: tid=0 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 client.19095 shutdown 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 msgr2=0x5626eb593270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f7c84004050 tx=0x7f7c84004080 comp rx=0 tx=0).stop 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 shutdown_connections 2024-09-05T04:25:08.541 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5626eb614390 0x5626eb6167b0 crc :-1 s=READY pgs=415 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5626eb598cb0 0x5626eb5937b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5626eb58e410 0x5626eb593270 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 --2- 172.21.15.2:0/1926272592 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5626eb58daf0 0x5626eb592d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c717fa640 0 client.19095 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 >> 172.21.15.2:0/1926272592 conn(0x5626eb58a060 msgr2=0x5626eb5891c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 shutdown_connections 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 1 -- 172.21.15.2:0/1926272592 wait complete. 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.536+0000 7f7c92a46740 20 client.19095 trim_cache size 0 max 16384 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:25:08.542 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:25:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:25:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:25:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 msgr2=0x7f7c740a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.543 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 0x7f7c740a51b0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7c8009bad0 tx=0x7f7c80000f40 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 msgr2=0x7f7c8819cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f7c8000eaa0 tx=0x7f7c8000ef60 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 shutdown_connections 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7c740a2cf0 0x7f7c740a51b0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7c88107b70 0x7f7c8819cc20 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7c88102470 0x7f7c881988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 --2- 172.21.15.2:0/1982165580 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7c88101ad0 0x7f7c88198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 >> 172.21.15.2:0/1982165580 conn(0x7f7c880fd7d0 msgr2=0x7f7c880fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 shutdown_connections 2024-09-05T04:25:08.544 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:08.537+0000 7f7c8fca5640 1 -- 172.21.15.2:0/1982165580 wait complete. 2024-09-05T04:25:10.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:09 smithi002 ceph-mon[31001]: pgmap v443: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 79 KiB/s wr, 28 op/s 2024-09-05T04:25:10.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:09 smithi079 ceph-mon[34908]: pgmap v443: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 79 KiB/s wr, 28 op/s 2024-09-05T04:25:10.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:09 smithi047 ceph-mon[34498]: pgmap v443: 129 pgs: 129 active+clean; 5.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 79 KiB/s wr, 28 op/s 2024-09-05T04:25:10.722 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:25:10.992 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:11.482 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 -- 172.21.15.2:0/905572430 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da8102d30 msgr2=0x7f5da8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 --2- 172.21.15.2:0/905572430 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da8102d30 0x7f5da8103110 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009930 tx=0x7f5d9802a440 comp rx=0 tx=0).stop 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 -- 172.21.15.2:0/905572430 shutdown_connections 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 --2- 172.21.15.2:0/905572430 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81082a0 0x7f5da810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 --2- 172.21.15.2:0/905572430 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da81036e0 0x7f5da8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 --2- 172.21.15.2:0/905572430 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da8102d30 0x7f5da8103110 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 -- 172.21.15.2:0/905572430 >> 172.21.15.2:0/905572430 conn(0x7f5da80fc7d0 msgr2=0x7f5da80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 -- 172.21.15.2:0/905572430 shutdown_connections 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.482+0000 7f5dadca1640 1 -- 172.21.15.2:0/905572430 wait complete. 2024-09-05T04:25:11.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 Processor -- start 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 -- start start 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da8102d30 0x7f5da8198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81036e0 0x7f5da8198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5da8111fb0 con 0x7f5da81082a0 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5da8111e30 con 0x7f5da8102d30 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5dadca1640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5da8112130 con 0x7f5da81036e0 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37756/0 (socket says 172.21.15.2:37756) 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5da7fff640 1 -- 172.21.15.2:0/1018493970 learned_addr learned my addr 172.21.15.2:0/1018493970 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81036e0 0x7f5da8198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.483+0000 7f5da77fe640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da8102d30 0x7f5da8198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 -- 172.21.15.2:0/1018493970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81036e0 msgr2=0x7f5da8198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81036e0 0x7f5da8198a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 -- 172.21.15.2:0/1018493970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da8102d30 msgr2=0x7f5da8198550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da8102d30 0x7f5da8198550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 -- 172.21.15.2:0/1018493970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5da819d500 con 0x7f5da81082a0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da7fff640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f5da000eaa0 tx=0x7f5da000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da4ff9640 1 -- 172.21.15.2:0/1018493970 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da0004d20 con 0x7f5da81082a0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5da819d7f0 con 0x7f5da81082a0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da4ff9640 1 -- 172.21.15.2:0/1018493970 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5da0005020 con 0x7f5da81082a0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5da4ff9640 1 -- 172.21.15.2:0/1018493970 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da00116b0 con 0x7f5da81082a0 2024-09-05T04:25:11.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.484+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5da81a50d0 con 0x7f5da81082a0 2024-09-05T04:25:11.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.487+0000 7f5da4ff9640 1 -- 172.21.15.2:0/1018493970 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5da000caf0 con 0x7f5da81082a0 2024-09-05T04:25:11.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.487+0000 7f5db007a740 1 Processor -- start 2024-09-05T04:25:11.487 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.487+0000 7f5db007a740 1 -- start start 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5564062704a0 0x556406270880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x55640627b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da4ff9640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 0x7f5d900a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5564061d62e0 con 0x55640627b680 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55640617dce0 con 0x5564062704a0 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5db007a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5564061d22a0 con 0x556406270dc0 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 0x7f5d900a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da4ff9640 1 -- 172.21.15.2:0/1018493970 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f5da00cf950 con 0x7f5da81082a0 2024-09-05T04:25:11.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37764/0 (socket says 172.21.15.2:37764) 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 -- 172.21.15.2:0/2228347535 learned_addr learned my addr 172.21.15.2:0/2228347535 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da77fe640 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x55640627b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5564062704a0 0x556406270880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 -- 172.21.15.2:0/2228347535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 msgr2=0x55640627b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x55640627b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 -- 172.21.15.2:0/2228347535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5564062704a0 msgr2=0x556406270880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5564062704a0 0x556406270880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.488+0000 7f5da7fff640 1 -- 172.21.15.2:0/2228347535 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556406162440 con 0x55640627b680 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 0x7f5d900a51b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c006e10 tx=0x7f5d9c015730 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5da7fff640 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f5da00a4160 tx=0x7f5da009c260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a42e033d048f74 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5d8dffb640 1 -- 172.21.15.2:0/2228347535 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da001f040 con 0x55640627b680 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5d8dffb640 1 -- 172.21.15.2:0/2228347535 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5da0099d20 con 0x55640627b680 2024-09-05T04:25:11.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5d8dffb640 1 -- 172.21.15.2:0/2228347535 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da009ae70 con 0x55640627b680 2024-09-05T04:25:11.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5db007a740 1 -- 172.21.15.2:0/2228347535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 msgr2=0x55640627da70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.489+0000 7f5db007a740 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f5da00a4160 tx=0x7f5da009c260 comp rx=0 tx=0).stop 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 -- 172.21.15.2:0/2228347535 shutdown_connections 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627da70 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x55640627b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 --2- 172.21.15.2:0/2228347535 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5564062704a0 0x556406270880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 -- 172.21.15.2:0/2228347535 >> 172.21.15.2:0/2228347535 conn(0x55640626ca30 msgr2=0x55640626ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 -- 172.21.15.2:0/2228347535 shutdown_connections 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 -- 172.21.15.2:0/2228347535 wait complete. 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 -- start start 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.490+0000 7f5db007a740 1 Processor -- start 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x5564062781d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55640627e250 con 0x55640627b680 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x556406191050 con 0x556406270dc0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55640627e3d0 con 0x5564062704a0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5db007a740 10 client.0 _ll_register_callbacks cb 0x5564061d1160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:33870/0 (socket says 172.21.15.2:33870) 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x5564062781d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37768/0 (socket says 172.21.15.2:37768) 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da77fe640 1 -- 172.21.15.2:0/1267294228 learned_addr learned my addr 172.21.15.2:0/1267294228 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:11.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 -- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 msgr2=0x55640627af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 -- 172.21.15.2:0/1267294228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 msgr2=0x556406278710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da6ffd640 1 -- 172.21.15.2:0/1267294228 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556405f473c0 con 0x556406270dc0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da77fe640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.491+0000 7f5da7fff640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x5564062781d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5da806a370 tx=0x7f5d9c009110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=383ded4df2563f89 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5d86ffd640 10 client.0 ms_handle_connect on v2:172.21.15.47:3300/0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d9c026020 con 0x556406270dc0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5da0099d20 con 0x556406270dc0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mon.2 v2:172.21.15.47:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f5d9c016cf0 con 0x556406270dc0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5d9c031050 con 0x556406270dc0 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5db007a740 10 client.27758 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:11.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55640628dfb0 con 0x556406270dc0 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.492+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mon.2 v2:172.21.15.47:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5da0099d20 con 0x556406270dc0 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mon.2 v2:172.21.15.47:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5d9c02a3a0 con 0x556406270dc0 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 10 client.27758 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 10 client.27758 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 20 client.27758 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55640628f530 0x556406291970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 4 client.27758 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564061e3850 con 0x55640628f530 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5da77fe640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55640628f530 0x556406291970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5da77fe640 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55640628f530 0x556406291970 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=168dfab2ac546988 server_cookie=9805ee48faa8a395 in_seq=0 out_seq=0 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.493+0000 7f5d86ffd640 10 client.27758 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5d86ffd640 1 -- 172.21.15.2:0/1267294228 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5564061e3850 con 0x55640628f530 2024-09-05T04:25:11.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5d86ffd640 10 client.27758 handle_command_reply: tid=0 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 client.27758 shutdown 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 msgr2=0x5564062781d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x5564062781d0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f5da806a370 tx=0x7f5d9c009110 comp rx=0 tx=0).stop 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 shutdown_connections 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55640628f530 0x556406291970 crc :-1 s=READY pgs=416 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x556406278710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x5564062781d0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 --2- 172.21.15.2:0/1267294228 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x55640627af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5d86ffd640 0 client.27758 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 >> 172.21.15.2:0/1267294228 conn(0x55640626ca30 msgr2=0x556406272710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 shutdown_connections 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 1 -- 172.21.15.2:0/1267294228 wait complete. 2024-09-05T04:25:11.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.494+0000 7f5db007a740 20 client.27758 trim_cache size 0 max 16384 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.511+0000 7f5db007a740 1 Processor -- start 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 -- start start 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x556406276aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x556406273900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9400e130 con 0x55640627b680 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5d94010990 con 0x556406270dc0 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5db007a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9400e780 con 0x5564062704a0 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37770/0 (socket says 172.21.15.2:37770) 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 -- 172.21.15.2:0/4145102934 learned_addr learned my addr 172.21.15.2:0/4145102934 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da77fe640 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x556406276aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x556406273900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 -- 172.21.15.2:0/4145102934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 msgr2=0x556406276aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x556406276aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 -- 172.21.15.2:0/4145102934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 msgr2=0x556406273900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x556406273900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 -- 172.21.15.2:0/4145102934 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556406277180 con 0x55640627b680 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5da7fff640 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f5da009bbe0 tx=0x7f5da0097df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0940fdbaeeda072 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.512+0000 7f5d8d7fa640 1 -- 172.21.15.2:0/4145102934 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da001f070 con 0x55640627b680 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5d8d7fa640 1 -- 172.21.15.2:0/4145102934 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5da0056120 con 0x55640627b680 2024-09-05T04:25:11.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5d8d7fa640 1 -- 172.21.15.2:0/4145102934 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da0097770 con 0x55640627b680 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- 172.21.15.2:0/4145102934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 msgr2=0x55640627a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f5da009bbe0 tx=0x7f5da0097df0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- 172.21.15.2:0/4145102934 shutdown_connections 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55640627b680 0x55640627a140 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x556406270dc0 0x556406273900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 --2- 172.21.15.2:0/4145102934 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5564062704a0 0x556406276aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- 172.21.15.2:0/4145102934 >> 172.21.15.2:0/4145102934 conn(0x55640626ca30 msgr2=0x556406279a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- 172.21.15.2:0/4145102934 shutdown_connections 2024-09-05T04:25:11.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- 172.21.15.2:0/4145102934 wait complete. 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.513+0000 7f5db007a740 1 -- start start 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 Processor -- start 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x556406283d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55640627b680 0x556406284250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9400ee50 con 0x5564062704a0 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5d940102c0 con 0x55640627b680 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5d9400f520 con 0x556406270dc0 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5db007a740 10 client.0 _ll_register_callbacks cb 0x7f5d9c01b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5da77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37782/0 (socket says 172.21.15.2:37782) 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5da77fe640 1 -- 172.21.15.2:0/3623686030 learned_addr learned my addr 172.21.15.2:0/3623686030 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x556406283d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.514+0000 7f5da7fff640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55640627b680 0x556406284250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 -- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 msgr2=0x556406283d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x556406283d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 -- 172.21.15.2:0/3623686030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55640627b680 msgr2=0x556406284250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55640627b680 0x556406284250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 -- 172.21.15.2:0/3623686030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556406270bf0 con 0x5564062704a0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x556406283d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5da77fe640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009900 tx=0x7f5d98031570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0bac3d20833c2c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5d86ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d98035040 con 0x5564062704a0 2024-09-05T04:25:11.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f5d98004460 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5da0056120 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f5d98057050 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5db007a740 10 client.19113 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5564062fa330 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.515+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5da0056120 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f5d980035f0 con 0x5564062704a0 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 10 client.19113 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 10 client.19113 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 20 client.19113 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5564062faa50 0x5564062fce70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 4 client.19113 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:25:11.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5564061ddd60 con 0x5564062faa50 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5564062faa50 0x5564062fce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5d86ffd640 10 client.19113 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.516+0000 7f5da6ffd640 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5564062faa50 0x5564062fce70 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75e7626afc40f51d server_cookie=14b07d564b27d561 in_seq=0 out_seq=0 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5d86ffd640 1 -- 172.21.15.2:0/3623686030 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5564061ddd60 con 0x5564062faa50 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5d86ffd640 10 client.19113 handle_command_reply: tid=0 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 client.19113 shutdown 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 msgr2=0x5564062837d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f5d98009900 tx=0x7f5d98031570 comp rx=0 tx=0).stop 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 shutdown_connections 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5564062faa50 0x5564062fce70 crc :-1 s=READY pgs=417 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55640627b680 0x556406284250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x556406270dc0 0x556406283d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 --2- 172.21.15.2:0/3623686030 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5564062704a0 0x5564062837d0 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 >> 172.21.15.2:0/3623686030 conn(0x55640626ca30 msgr2=0x556406273810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5d86ffd640 0 client.19113 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 shutdown_connections 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 1 -- 172.21.15.2:0/3623686030 wait complete. 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.517+0000 7f5db007a740 20 client.19113 trim_cache size 0 max 16384 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:25:11.523 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 msgr2=0x7f5d900a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 0x7f5d900a51b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5d9c006e10 tx=0x7f5d9c015730 comp rx=0 tx=0).stop 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 msgr2=0x7f5da819ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f5da000eaa0 tx=0x7f5da000eea0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 shutdown_connections 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f5d900a2cf0 0x7f5d900a51b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5da81082a0 0x7f5da819ce20 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.524 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f5da81036e0 0x7f5da8198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 --2- 172.21.15.2:0/1018493970 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5da8102d30 0x7f5da8198550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 >> 172.21.15.2:0/1018493970 conn(0x7f5da80fc7d0 msgr2=0x7f5da8105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 shutdown_connections 2024-09-05T04:25:11.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:11.518+0000 7f5dadca1640 1 -- 172.21.15.2:0/1018493970 wait complete. 2024-09-05T04:25:12.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:11 smithi002 ceph-mon[31001]: pgmap v444: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:12.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:11 smithi079 ceph-mon[34908]: pgmap v444: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:12.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:11 smithi047 ceph-mon[34498]: pgmap v444: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:12.415 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:25:12.415 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:25:12.675 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 -- 172.21.15.2:0/2356657768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414101420 msgr2=0x7f041410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 --2- 172.21.15.2:0/2356657768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414101420 0x7f041410d950 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f03fc009930 tx=0x7f03fc02a420 comp rx=0 tx=0).stop 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 -- 172.21.15.2:0/2356657768 shutdown_connections 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 --2- 172.21.15.2:0/2356657768 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414101420 0x7f041410d950 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 --2- 172.21.15.2:0/2356657768 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414100a80 0x7f0414100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 --2- 172.21.15.2:0/2356657768 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414106a80 0x7f0414106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.152 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 -- 172.21.15.2:0/2356657768 >> 172.21.15.2:0/2356657768 conn(0x7f04140fc7a0 msgr2=0x7f04140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 -- 172.21.15.2:0/2356657768 shutdown_connections 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.140+0000 7f041b1ed640 1 -- 172.21.15.2:0/2356657768 wait complete. 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 Processor -- start 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 -- start start 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414101420 0x7f0414197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414106a80 0x7f041419bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0414110d30 con 0x7f0414100a80 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0414110bb0 con 0x7f0414106a80 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041b1ed640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0414110eb0 con 0x7f0414101420 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:13.153 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37796/0 (socket says 172.21.15.2:37796) 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 -- 172.21.15.2:0/1249528874 learned_addr learned my addr 172.21.15.2:0/1249528874 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0413fff640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414101420 0x7f0414197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 -- 172.21.15.2:0/1249528874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414101420 msgr2=0x7f0414197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414101420 0x7f0414197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f041978a640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414106a80 0x7f041419bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.141+0000 7f0418f89640 1 -- 172.21.15.2:0/1249528874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414106a80 msgr2=0x7f041419bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0418f89640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414106a80 0x7f041419bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0418f89640 1 -- 172.21.15.2:0/1249528874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f041419c1a0 con 0x7f0414100a80 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0418f89640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f040c00d950 tx=0x7f040c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c017030 con 0x7f0414100a80 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f041419c490 con 0x7f0414100a80 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f040c004020 con 0x7f0414100a80 2024-09-05T04:25:13.154 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040c0047a0 con 0x7f0414100a80 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.142+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04141a3d70 con 0x7f0414100a80 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.143+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0414100ee0 con 0x7f0414100a80 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.144+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f040c0041d0 con 0x7f0414100a80 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.145+0000 7f0411ffb640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 0x7f04000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.145+0000 7f0413fff640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 0x7f04000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.145+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 9621+0+0 (secure 0 0 0) 0x7f040c0cf380 con 0x7f0414100a80 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.145+0000 7f0413fff640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 0x7f04000a51b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0414106110 tx=0x7f040400a780 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:13.155 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.149+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f040c09bb50 con 0x7f0414100a80 2024-09-05T04:25:13.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.363+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0414198550 con 0x7f0414100a80 2024-09-05T04:25:13.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.364+0000 7f0411ffb640 1 -- 172.21.15.2:0/1249528874 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f040c09b450 con 0x7f0414100a80 2024-09-05T04:25:13.364 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:25:13.364 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:25:13.365 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:25:13.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 msgr2=0x7f04000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:13.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 0x7f04000a51b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0414106110 tx=0x7f040400a780 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 msgr2=0x7f04141971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f040c00d950 tx=0x7f040c00de10 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 shutdown_connections 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f04000a2cf0 0x7f04000a51b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0414106a80 0x7f041419bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0414101420 0x7f0414197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 --2- 172.21.15.2:0/1249528874 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0414100a80 0x7f04141971f0 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 >> 172.21.15.2:0/1249528874 conn(0x7f04140fc7a0 msgr2=0x7f04140fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 shutdown_connections 2024-09-05T04:25:13.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:13.367+0000 7f041b1ed640 1 -- 172.21.15.2:0/1249528874 wait complete. 2024-09-05T04:25:13.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:13 smithi002 ceph-mon[31001]: pgmap v445: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:13.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:13 smithi002 ceph-mon[31001]: osdmap e110: 12 total, 12 up, 12 in 2024-09-05T04:25:13.991 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:13 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1249528874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:14.018 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:25:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:13 smithi079 ceph-mon[34908]: pgmap v445: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:13 smithi079 ceph-mon[34908]: osdmap e110: 12 total, 12 up, 12 in 2024-09-05T04:25:14.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:13 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1249528874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:13 smithi047 ceph-mon[34498]: pgmap v445: 129 pgs: 129 active+clean; 5.3 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 86 KiB/s wr, 29 op/s 2024-09-05T04:25:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:13 smithi047 ceph-mon[34498]: osdmap e110: 12 total, 12 up, 12 in 2024-09-05T04:25:14.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:13 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1249528874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:14.268 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:14.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 -- 172.21.15.2:0/1234077433 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4102790 msgr2=0x7fefd41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 --2- 172.21.15.2:0/1234077433 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4102790 0x7fefd41067e0 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009900 tx=0x7fefc802a410 comp rx=0 tx=0).stop 2024-09-05T04:25:14.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 -- 172.21.15.2:0/1234077433 shutdown_connections 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 --2- 172.21.15.2:0/1234077433 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4106f10 0x7fefd410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 --2- 172.21.15.2:0/1234077433 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4102790 0x7fefd41067e0 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 --2- 172.21.15.2:0/1234077433 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 0x7fefd41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 -- 172.21.15.2:0/1234077433 >> 172.21.15.2:0/1234077433 conn(0x7fefd40fd8c0 msgr2=0x7fefd40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.736+0000 7fefda96f640 1 -- 172.21.15.2:0/1234077433 shutdown_connections 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 -- 172.21.15.2:0/1234077433 wait complete. 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 Processor -- start 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 -- start start 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 0x7fefd4198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4102790 0x7fefd4198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefd4111ec0 con 0x7fefd4106f10 2024-09-05T04:25:14.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefd4111d40 con 0x7fefd4101de0 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.737+0000 7fefda96f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefd4112040 con 0x7fefd4102790 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37818/0 (socket says 172.21.15.2:37818) 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2381062365 learned_addr learned my addr 172.21.15.2:0/2381062365 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4102790 0x7fefd4198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 0x7fefd4198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2381062365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4102790 msgr2=0x7fefd4198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4102790 0x7fefd4198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2381062365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 msgr2=0x7fefd4198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 0x7fefd4198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2381062365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefd419d4d0 con 0x7fefd4106f10 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00b970 tx=0x7fefcc00bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd17fa640 1 -- 172.21.15.2:0/2381062365 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc019070 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd17fa640 1 -- 172.21.15.2:0/2381062365 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefcc014440 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefd419d7c0 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefd17fa640 1 -- 172.21.15.2:0/2381062365 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc0075d0 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.738+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefd41a50a0 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.740+0000 7fefd17fa640 1 -- 172.21.15.2:0/2381062365 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fefcc01c070 con 0x7fefd4106f10 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 Processor -- start 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 -- start start 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a056090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd17fa640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 0x7fefbc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a056a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55de79fbc2f0 con 0x55de7a065780 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de79f63cf0 con 0x55de7a057b40 2024-09-05T04:25:14.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefdcd48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55de79fb82b0 con 0x55de7a0565d0 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 0x7fefbc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37828/0 (socket says 172.21.15.2:37828) 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2025944966 learned_addr learned my addr 172.21.15.2:0/2025944966 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.741+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a056a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd17fa640 1 -- 172.21.15.2:0/2381062365 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fefcc0ceb90 con 0x7fefd4106f10 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a056090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2025944966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 msgr2=0x55de7a056a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a056a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2025944966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 msgr2=0x55de7a056090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a056090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2025944966 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de79f483a0 con 0x55de7a065780 2024-09-05T04:25:14.767 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 0x7fefbc0a51b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fefc4009990 tx=0x7fefc4009110 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7fefcc0a3510 tx=0x7fefcc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81e8f4ea42acda70 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefba7fc640 1 -- 172.21.15.2:0/2025944966 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc09f180 con 0x55de7a065780 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefba7fc640 1 -- 172.21.15.2:0/2025944966 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefcc0a3a40 con 0x55de7a065780 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.742+0000 7fefba7fc640 1 -- 172.21.15.2:0/2025944966 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc0974f0 con 0x55de7a065780 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- 172.21.15.2:0/2025944966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 msgr2=0x55de7a067b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7fefcc0a3510 tx=0x7fefcc004a40 comp rx=0 tx=0).stop 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- 172.21.15.2:0/2025944966 shutdown_connections 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a067b70 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a056a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2025944966 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a056090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- 172.21.15.2:0/2025944966 >> 172.21.15.2:0/2025944966 conn(0x55de7a01f310 msgr2=0x55de7a052c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- 172.21.15.2:0/2025944966 shutdown_connections 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- 172.21.15.2:0/2025944966 wait complete. 2024-09-05T04:25:14.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.743+0000 7fefdcd48740 1 -- start start 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 Processor -- start 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a0623e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a065780 0x55de7a062980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55de7a068420 con 0x55de7a0565d0 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55de79f77060 con 0x55de7a057b40 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55de7a0685a0 con 0x55de7a065780 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefdcd48740 10 client.0 _ll_register_callbacks cb 0x55de79cca8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37830/0 (socket says 172.21.15.2:37830) 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 -- 172.21.15.2:0/2732941363 learned_addr learned my addr 172.21.15.2:0/2732941363 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a065780 0x55de7a062980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a0623e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 -- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a065780 msgr2=0x55de7a062980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a065780 0x55de7a062980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 -- 172.21.15.2:0/2732941363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 msgr2=0x55de7a0623e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a0623e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 -- 172.21.15.2:0/2732941363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de79d2d3c0 con 0x55de7a0565d0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7fefc4015720 tx=0x7fefc40047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ce5f65b27c3250 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.744+0000 7fefb37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc4023020 con 0x55de7a0565d0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fefc4013610 con 0x55de7a0565d0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefcc0a3a40 con 0x55de7a0565d0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fefc402e050 con 0x55de7a0565d0 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 10 client.19131 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:14.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55de7a073ed0 con 0x55de7a0565d0 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefcc0a3a40 con 0x55de7a0565d0 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fefc401e030 con 0x55de7a0565d0 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 10 client.19131 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 10 client.19131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 20 client.19131 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a075390 0x55de7a0777c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 4 client.19131 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de79fc9860 con 0x55de7a075390 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.745+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a075390 0x55de7a0777c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.746+0000 7fefb37fe640 10 client.19131 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.746+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a075390 0x55de7a0777c0 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab729d44b59e405a server_cookie=e6a3c0fc771abd34 in_seq=0 out_seq=0 2024-09-05T04:25:14.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefb37fe640 1 -- 172.21.15.2:0/2732941363 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de79fc9860 con 0x55de7a075390 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefb37fe640 10 client.19131 handle_command_reply: tid=0 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 client.19131 shutdown 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 msgr2=0x55de7a065130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7fefc4015720 tx=0x7fefc40047d0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 shutdown_connections 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a075390 0x55de7a0777c0 crc :-1 s=READY pgs=418 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a065780 0x55de7a062980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a0623e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefb37fe640 0 client.19131 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2732941363 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a0565d0 0x55de7a065130 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 >> 172.21.15.2:0/2732941363 conn(0x55de7a01f310 msgr2=0x55de7a058990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 shutdown_connections 2024-09-05T04:25:14.772 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 1 -- 172.21.15.2:0/2732941363 wait complete. 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.747+0000 7fefdcd48740 20 client.19131 trim_cache size 0 max 16384 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 Processor -- start 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 -- start start 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a0716c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a064350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41ab070 con 0x55de7a065780 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41ad8d0 con 0x55de7a057b40 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefdcd48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41ab6c0 con 0x55de7a0565d0 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37834/0 (socket says 172.21.15.2:37834) 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2956347611 learned_addr learned my addr 172.21.15.2:0/2956347611 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:14.773 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd3fff640 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a0716c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2956347611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 msgr2=0x55de7a0716c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a0716c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2956347611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 msgr2=0x55de7a064350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.760+0000 7fefd37fe640 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a064350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a064350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefd8f0c640 1 -- 172.21.15.2:0/2956347611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de7a077e40 con 0x55de7a065780 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7fefcc0cc0b0 tx=0x7fefcc004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d985c6e8583bf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefb9ffb640 1 -- 172.21.15.2:0/2956347611 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc098f20 con 0x55de7a065780 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefb9ffb640 1 -- 172.21.15.2:0/2956347611 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefcc09f180 con 0x55de7a065780 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefb9ffb640 1 -- 172.21.15.2:0/2956347611 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefcc09b0e0 con 0x55de7a065780 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefdcd48740 1 -- 172.21.15.2:0/2956347611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 msgr2=0x55de7a07d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.761+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7fefcc0cc0b0 tx=0x7fefcc004b50 comp rx=0 tx=0).stop 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- 172.21.15.2:0/2956347611 shutdown_connections 2024-09-05T04:25:14.774 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a065780 0x55de7a07d0e0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a057b40 0x55de7a064350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- 172.21.15.2:0/2956347611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a0716c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- 172.21.15.2:0/2956347611 >> 172.21.15.2:0/2956347611 conn(0x55de7a01f310 msgr2=0x55de7a063c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- 172.21.15.2:0/2956347611 shutdown_connections 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- 172.21.15.2:0/2956347611 wait complete. 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- start start 2024-09-05T04:25:14.775 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 Processor -- start 2024-09-05T04:25:14.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a06dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.778 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 0x55de7a06a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41abd90 con 0x55de7a057b40 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41ad200 con 0x55de7a065780 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fefd41ac460 con 0x55de7a0565d0 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.762+0000 7fefdcd48740 10 client.0 _ll_register_callbacks cb 0x7fefc400ef90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37848/0 (socket says 172.21.15.2:37848) 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 -- 172.21.15.2:0/3380393829 learned_addr learned my addr 172.21.15.2:0/3380393829 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd3fff640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a06dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 0x55de7a06a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 -- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 msgr2=0x55de7a06dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a06dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.779 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 -- 172.21.15.2:0/3380393829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 msgr2=0x55de7a06a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 0x55de7a06a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 -- 172.21.15.2:0/3380393829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de7a06a990 con 0x55de7a057b40 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd8f0c640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 0x55de7a06a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefd37fe640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7fefc802a930 tx=0x7fefc802abc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=247de48af857d9e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefb37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefc804a070 con 0x55de7a057b40 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fefc8004040 con 0x55de7a057b40 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.763+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fefcc09f180 con 0x55de7a057b40 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.764+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fefc8055050 con 0x55de7a057b40 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.764+0000 7fefdcd48740 10 client.19137 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:14.780 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.764+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55de7a0e0db0 con 0x55de7a057b40 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefcc09f180 con 0x55de7a057b40 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fefc8046330 con 0x55de7a057b40 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 10 client.19137 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 10 client.19137 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 20 client.19137 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a0e1510 0x55de7a0e3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 4 client.19137 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55de79fc3d70 con 0x55de7a0e1510 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.766+0000 7fefd3fff640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a0e1510 0x55de7a0e3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefb37fe640 10 client.19137 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefd3fff640 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a0e1510 0x55de7a0e3930 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80a7753e6168ed6e server_cookie=6d2fb9027b797a77 in_seq=0 out_seq=0 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefb37fe640 1 -- 172.21.15.2:0/3380393829 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55de79fc3d70 con 0x55de7a0e1510 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefb37fe640 10 client.19137 handle_command_reply: tid=0 2024-09-05T04:25:14.781 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 client.19137 shutdown 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 msgr2=0x55de7a06e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7fefc802a930 tx=0x7fefc802abc0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 shutdown_connections 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55de7a0e1510 0x55de7a0e3930 crc :-1 s=READY pgs=419 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55de7a065780 0x55de7a06a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55de7a057b40 0x55de7a06e110 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefb37fe640 0 client.19137 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 --2- 172.21.15.2:0/3380393829 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55de7a0565d0 0x55de7a06dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 >> 172.21.15.2:0/3380393829 conn(0x55de7a01f310 msgr2=0x55de7a064460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 shutdown_connections 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.767+0000 7fefdcd48740 1 -- 172.21.15.2:0/3380393829 wait complete. 2024-09-05T04:25:14.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefdcd48740 20 client.19137 trim_cache size 0 max 16384 2024-09-05T04:25:14.783 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:25:14.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 msgr2=0x7fefbc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 0x7fefbc0a51b0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fefc4009990 tx=0x7fefc4009110 comp rx=0 tx=0).stop 2024-09-05T04:25:14.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 msgr2=0x7fefd419cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:14.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00b970 tx=0x7fefcc00bd70 comp rx=0 tx=0).stop 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 shutdown_connections 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fefbc0a2cf0 0x7fefbc0a51b0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fefd4106f10 0x7fefd419cdf0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fefd4102790 0x7fefd4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 --2- 172.21.15.2:0/2381062365 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fefd4101de0 0x7fefd4198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 >> 172.21.15.2:0/2381062365 conn(0x7fefd40fd8c0 msgr2=0x7fefd40fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 shutdown_connections 2024-09-05T04:25:14.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:14.768+0000 7fefda96f640 1 -- 172.21.15.2:0/2381062365 wait complete. 2024-09-05T04:25:16.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:15 smithi002 ceph-mon[31001]: pgmap v447: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-09-05T04:25:16.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:15 smithi079 ceph-mon[34908]: pgmap v447: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-09-05T04:25:16.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:15 smithi047 ceph-mon[34498]: pgmap v447: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-09-05T04:25:16.563 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:25:16.564 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:25:16.838 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- 172.21.15.2:0/143208830 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298106f10 msgr2=0x7f029810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 --2- 172.21.15.2:0/143208830 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298106f10 0x7f029810ea90 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f0290009ca0 tx=0x7f029002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- 172.21.15.2:0/143208830 shutdown_connections 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 --2- 172.21.15.2:0/143208830 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298106f10 0x7f029810ea90 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 --2- 172.21.15.2:0/143208830 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298102790 0x7f02981067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.351 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 --2- 172.21.15.2:0/143208830 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 0x7f02981021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- 172.21.15.2:0/143208830 >> 172.21.15.2:0/143208830 conn(0x7f02980fd8c0 msgr2=0x7f02980ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- 172.21.15.2:0/143208830 shutdown_connections 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- 172.21.15.2:0/143208830 wait complete. 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 Processor -- start 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.315+0000 7f029ec73640 1 -- start start 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 0x7f02981982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298106f10 0x7f029819cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0298111e20 con 0x7f0298102790 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0298111ca0 con 0x7f0298106f10 2024-09-05T04:25:17.352 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ec73640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0298111fa0 con 0x7f0298101de0 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37852/0 (socket says 172.21.15.2:37852) 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 -- 172.21.15.2:0/3483461355 learned_addr learned my addr 172.21.15.2:0/3483461355 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029ca0f640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 0x7f02981982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f029d210640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298106f10 0x7f029819cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 -- 172.21.15.2:0/3483461355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 msgr2=0x7f02981982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 0x7f02981982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 -- 172.21.15.2:0/3483461355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298106f10 msgr2=0x7f029819cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298106f10 0x7f029819cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 -- 172.21.15.2:0/3483461355 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f029819d250 con 0x7f0298102790 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.316+0000 7f0297fff640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f028400c920 tx=0x7f028400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.317+0000 7f0295ffb640 1 -- 172.21.15.2:0/3483461355 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0284007c70 con 0x7f0298102790 2024-09-05T04:25:17.353 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.317+0000 7f0295ffb640 1 -- 172.21.15.2:0/3483461355 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0284007e10 con 0x7f0298102790 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.317+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f029819d540 con 0x7f0298102790 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.317+0000 7f0295ffb640 1 -- 172.21.15.2:0/3483461355 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0284018820 con 0x7f0298102790 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.317+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02981a4e20 con 0x7f0298102790 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f0295ffb640 1 -- 172.21.15.2:0/3483461355 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f02840189c0 con 0x7f0298102790 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 Processor -- start 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 -- start start 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8eb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8ebd40 0x55d68b8ee130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d68b846280 con 0x55d68b8e0b60 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d68b7edb10 con 0x55d68b8e1480 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.320+0000 7f02a104c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d68b842240 con 0x55d68b8ebd40 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.354 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37864/0 (socket says 172.21.15.2:37864) 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 -- 172.21.15.2:0/2191353664 learned_addr learned my addr 172.21.15.2:0/2191353664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f0297fff640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8ebd40 0x55d68b8ee130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8eb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f0295ffb640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 -- 172.21.15.2:0/2191353664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8ebd40 msgr2=0x55d68b8ee130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8ebd40 0x55d68b8ee130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 -- 172.21.15.2:0/2191353664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 msgr2=0x55d68b8eb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8eb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 -- 172.21.15.2:0/2191353664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d68b7fa1f0 con 0x55d68b8e0b60 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8eb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f0295ffb640 1 -- 172.21.15.2:0/3483461355 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f02840cf940 con 0x7f0298102790 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.355 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.321+0000 7f029d210640 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f0290035000 tx=0x7f0290031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c0a32a5b2e553d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f0282ffd640 1 -- 172.21.15.2:0/2191353664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029004d070 con 0x55d68b8e0b60 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f0282ffd640 1 -- 172.21.15.2:0/2191353664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0290036040 con 0x55d68b8e0b60 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f0282ffd640 1 -- 172.21.15.2:0/2191353664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0290030830 con 0x55d68b8e0b60 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 -- 172.21.15.2:0/2191353664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 msgr2=0x55d68b8e0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f029d210640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 0x7f02880a51b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f029004a000 tx=0x7f029004b000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f0290035000 tx=0x7f0290031af0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 -- 172.21.15.2:0/2191353664 shutdown_connections 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8ebd40 0x55d68b8ee130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8eb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 --2- 172.21.15.2:0/2191353664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8e0b60 0x55d68b8e0f40 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.322+0000 7f02a104c740 1 -- 172.21.15.2:0/2191353664 >> 172.21.15.2:0/2191353664 conn(0x55d68b8dd0f0 msgr2=0x55d68b8dd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 -- 172.21.15.2:0/2191353664 shutdown_connections 2024-09-05T04:25:17.356 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 -- 172.21.15.2:0/2191353664 wait complete. 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 -- start start 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 Processor -- start 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e0b60 0x55d68b8e8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8e9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.323+0000 7f02a104c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d68b8f2d20 con 0x55d68b8ebd40 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f02a104c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d68b800f10 con 0x55d68b8e1480 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f02a104c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d68b8f2ea0 con 0x55d68b8e0b60 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f02a104c740 10 client.0 _ll_register_callbacks cb 0x55d68b7c9a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37868/0 (socket says 172.21.15.2:37868) 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 -- 172.21.15.2:0/2138693471 learned_addr learned my addr 172.21.15.2:0/2138693471 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:17.357 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f0297fff640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8e9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e0b60 0x55d68b8e8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 -- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e0b60 msgr2=0x55d68b8e8c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e0b60 0x55d68b8e8c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 -- 172.21.15.2:0/2138693471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 msgr2=0x55d68b8e9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8e9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 -- 172.21.15.2:0/2138693471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d68b5b76a0 con 0x55d68b8ebd40 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f029d210640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0290009ca0 tx=0x7f02900095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b16069f39c18fe05 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f0277fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029005a070 con 0x55d68b8ebd40 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.324+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f0290030ce0 con 0x55d68b8ebd40 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0290036040 con 0x55d68b8ebd40 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0290066050 con 0x55d68b8ebd40 2024-09-05T04:25:17.358 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 10 client.19149 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d68b8f2d20 con 0x55d68b8ebd40 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0290036040 con 0x55d68b8ebd40 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0290043050 con 0x55d68b8ebd40 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 10 client.19149 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 10 client.19149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 20 client.19149 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b8ffaa0 0x55d68b901e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 4 client.19149 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d68b8537f0 con 0x55d68b8ffaa0 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.325+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b8ffaa0 0x55d68b901e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.326+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b8ffaa0 0x55d68b901e90 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51d50c5bace9bf7c server_cookie=92d6a9a84ae0a65f in_seq=0 out_seq=0 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.326+0000 7f0277fff640 10 client.19149 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:17.359 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.326+0000 7f0277fff640 1 -- 172.21.15.2:0/2138693471 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d68b8537f0 con 0x55d68b8ffaa0 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.326+0000 7f0277fff640 10 client.19149 handle_command_reply: tid=0 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 client.19149 shutdown 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 msgr2=0x55d68b8e9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f0290009ca0 tx=0x7f02900095c0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 shutdown_connections 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b8ffaa0 0x55d68b901e90 crc :-1 s=READY pgs=420 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8e9690 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e1480 0x55d68b8e9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 --2- 172.21.15.2:0/2138693471 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e0b60 0x55d68b8e8c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 >> 172.21.15.2:0/2138693471 conn(0x55d68b8dd0f0 msgr2=0x55d68b8dc270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f0277fff640 0 client.19149 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 shutdown_connections 2024-09-05T04:25:17.360 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 1 -- 172.21.15.2:0/2138693471 wait complete. 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.327+0000 7f02a104c740 20 client.19149 trim_cache size 0 max 16384 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.344+0000 7f02a104c740 1 Processor -- start 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.344+0000 7f02a104c740 1 -- start start 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8e35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8dc160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f02981aae30 con 0x55d68b8ebd40 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02981ad690 con 0x55d68b8e0b60 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02a104c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f02981ab480 con 0x55d68b8e1480 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37870/0 (socket says 172.21.15.2:37870) 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 -- 172.21.15.2:0/2023212417 learned_addr learned my addr 172.21.15.2:0/2023212417 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:17.361 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f0297fff640 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8dc160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029ca0f640 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8e35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 -- 172.21.15.2:0/2023212417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 msgr2=0x55d68b8dc160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8dc160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 -- 172.21.15.2:0/2023212417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 msgr2=0x55d68b8e35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8e35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 -- 172.21.15.2:0/2023212417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d68b8e12b0 con 0x55d68b8ebd40 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f029d210640 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f0290047780 tx=0x7f0290031450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=932829a016ed99a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.345+0000 7f02827fc640 1 -- 172.21.15.2:0/2023212417 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029005a030 con 0x55d68b8ebd40 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02827fc640 1 -- 172.21.15.2:0/2023212417 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0290036040 con 0x55d68b8ebd40 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02827fc640 1 -- 172.21.15.2:0/2023212417 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f029004d040 con 0x55d68b8ebd40 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 -- 172.21.15.2:0/2023212417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 msgr2=0x55d68b907580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.362 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f0290047780 tx=0x7f0290031450 comp rx=0 tx=0).stop 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 -- 172.21.15.2:0/2023212417 shutdown_connections 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b907580 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8dc160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 --2- 172.21.15.2:0/2023212417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8e35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 -- 172.21.15.2:0/2023212417 >> 172.21.15.2:0/2023212417 conn(0x55d68b8dd0f0 msgr2=0x55d68b8dba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 -- 172.21.15.2:0/2023212417 shutdown_connections 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.346+0000 7f02a104c740 1 -- 172.21.15.2:0/2023212417 wait complete. 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.347+0000 7f02a104c740 1 -- start start 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.347+0000 7f02a104c740 1 Processor -- start 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.347+0000 7f02a104c740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8f8a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.347+0000 7f02a104c740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8f3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.347+0000 7f02a104c740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8f44e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f02a104c740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f02981abb50 con 0x55d68b8ebd40 2024-09-05T04:25:17.363 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f02a104c740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f02981acfc0 con 0x55d68b8e0b60 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f02a104c740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f02981ac220 con 0x55d68b8e1480 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f02a104c740 10 client.0 _ll_register_callbacks cb 0x7f029004b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8f44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8f3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f029d210640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8f44e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37886/0 (socket says 172.21.15.2:37886) 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f029ca0f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8f8a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f029d210640 1 -- 172.21.15.2:0/3613452602 learned_addr learned my addr 172.21.15.2:0/3613452602 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 -- 172.21.15.2:0/3613452602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 msgr2=0x55d68b8f8a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8f8a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 -- 172.21.15.2:0/3613452602 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 msgr2=0x55d68b8f44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8f44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 -- 172.21.15.2:0/3613452602 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d68b969550 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f029ca0f640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8f8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0297fff640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8f3d50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f02840ccca0 tx=0x7f028409b3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd63c41bcc34da25 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.348+0000 7f0277fff640 10 client.0 ms_handle_connect on v2:172.21.15.79:3300/0 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028409c170 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mon.1 v2:172.21.15.79:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f02840980e0 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0290036040 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f028409ba70 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 10 client.28036 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d68b96a820 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mon.1 v2:172.21.15.79:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0290036040 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mon.1 v2:172.21.15.79:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f02840977c0 con 0x55d68b8e1480 2024-09-05T04:25:17.365 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 10 client.28036 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 10 client.28036 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 20 client.28036 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b96af50 0x55d68b96d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 4 client.28036 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d68b84dd00 con 0x55d68b96af50 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.349+0000 7f029ca0f640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b96af50 0x55d68b96d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.350+0000 7f029ca0f640 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b96af50 0x55d68b96d370 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df02a018ceb28778 server_cookie=2add173c86cd5c41 in_seq=0 out_seq=0 2024-09-05T04:25:17.366 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.350+0000 7f0277fff640 10 client.28036 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f0277fff640 1 -- 172.21.15.2:0/3613452602 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d68b84dd00 con 0x55d68b96af50 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f0277fff640 10 client.28036 handle_command_reply: tid=0 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 client.28036 shutdown 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 msgr2=0x55d68b8f3d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8f3d50 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f02840ccca0 tx=0x7f028409b3d0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.367 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 shutdown_connections 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d68b96af50 0x55d68b96d370 crc :-1 s=READY pgs=421 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f0277fff640 0 client.28036 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d68b8ebd40 0x55d68b8f44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d68b8e1480 0x55d68b8f3d50 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 --2- 172.21.15.2:0/3613452602 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d68b8e0b60 0x55d68b8f8a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 >> 172.21.15.2:0/3613452602 conn(0x55d68b8dd0f0 msgr2=0x55d68b8e93d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 shutdown_connections 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 1 -- 172.21.15.2:0/3613452602 wait complete. 2024-09-05T04:25:17.368 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.351+0000 7f02a104c740 20 client.28036 trim_cache size 0 max 16384 2024-09-05T04:25:17.369 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:17.369 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:25:17.369 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "16ff4ccb-1ca4-4458-b444-632ffdde4e31", 2024-09-05T04:25:17.369 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:25:17.369 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 msgr2=0x7f02880a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 0x7f02880a51b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f029004a000 tx=0x7f029004b000 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 msgr2=0x7f02981987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f028400c920 tx=0x7f028400cde0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 shutdown_connections 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f02880a2cf0 0x7f02880a51b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0298106f10 0x7f029819cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0298102790 0x7f02981987e0 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 --2- 172.21.15.2:0/3483461355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0298101de0 0x7f02981982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 >> 172.21.15.2:0/3483461355 conn(0x7f02980fd8c0 msgr2=0x7f02980feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:17.370 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.352+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 shutdown_connections 2024-09-05T04:25:17.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:17.353+0000 7f029ec73640 1 -- 172.21.15.2:0/3483461355 wait complete. 2024-09-05T04:25:17.935 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:17 smithi002 ceph-mon[31001]: pgmap v448: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:25:17.936 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:25:18.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:17 smithi079 ceph-mon[34908]: pgmap v448: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:25:18.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:17 smithi047 ceph-mon[34498]: pgmap v448: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 45 KiB/s wr, 11 op/s 2024-09-05T04:25:18.187 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:18.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.654+0000 7f32cd2cd640 1 -- 172.21.15.2:0/348743978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 msgr2=0x7f32c81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.654+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/348743978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c81029b0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f32b0009900 tx=0x7f32b002a480 comp rx=0 tx=0).stop 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 -- 172.21.15.2:0/348743978 shutdown_connections 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/348743978 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8102ef0 0x7f32c810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/348743978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c81029b0 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/348743978 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8100e20 0x7f32c8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 -- 172.21.15.2:0/348743978 >> 172.21.15.2:0/348743978 conn(0x7f32c80fc7d0 msgr2=0x7f32c80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 -- 172.21.15.2:0/348743978 shutdown_connections 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 -- 172.21.15.2:0/348743978 wait complete. 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 Processor -- start 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.655+0000 7f32cd2cd640 1 -- start start 2024-09-05T04:25:18.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 0x7f32c8196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 0x7f32c8197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32c8110e30 con 0x7f32c8102570 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32c8110cb0 con 0x7f32c8100e20 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32c8110fb0 con 0x7f32c8102ef0 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37896/0 (socket says 172.21.15.2:37896) 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 -- 172.21.15.2:0/2275945437 learned_addr learned my addr 172.21.15.2:0/2275945437 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 0x7f32c8196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 0x7f32c8197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 -- 172.21.15.2:0/2275945437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 msgr2=0x7f32c8197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 0x7f32c8197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.676 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 -- 172.21.15.2:0/2275945437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 msgr2=0x7f32c8196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 0x7f32c8196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 -- 172.21.15.2:0/2275945437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32c81a6840 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 0x7f32c8196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 0x7f32c8197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f32b0006010 tx=0x7f32b00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32bffff640 1 -- 172.21.15.2:0/2275945437 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b003f030 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32bffff640 1 -- 172.21.15.2:0/2275945437 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b0003cb0 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32c81a6ad0 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32bffff640 1 -- 172.21.15.2:0/2275945437 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0035070 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.656+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32c81a6fb0 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32bffff640 1 -- 172.21.15.2:0/2275945437 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f32b0042030 con 0x7f32c8102570 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 Processor -- start 2024-09-05T04:25:18.677 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 -- start start 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffcc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55877ff322e0 con 0x55877ffd7680 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55877fed9ce0 con 0x55877ffcc4a0 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.659+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55877ff2e2a0 con 0x55877ffccdc0 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32bffff640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 0x7f32b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37912/0 (socket says 172.21.15.2:37912) 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 -- 172.21.15.2:0/3071898352 learned_addr learned my addr 172.21.15.2:0/3071898352 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c77fe640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffcc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.678 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 0x7f32b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32bffff640 1 -- 172.21.15.2:0/2275945437 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f32b00efe30 con 0x7f32c8102570 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 -- 172.21.15.2:0/3071898352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 msgr2=0x55877ffd7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 -- 172.21.15.2:0/3071898352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 msgr2=0x55877ffcc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffcc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 -- 172.21.15.2:0/3071898352 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55877febe440 con 0x55877ffd7680 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c77fe640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffcc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 0x7f32b40a51b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f32c0005fd0 tx=0x7f32c0005f40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32c67fc640 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f32b00c4640 tx=0x7f32b00bbe00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ba101d260923aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.660+0000 7f32bd7fa640 1 -- 172.21.15.2:0/3071898352 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0049070 con 0x55877ffd7680 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32bd7fa640 1 -- 172.21.15.2:0/3071898352 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b00c02b0 con 0x55877ffd7680 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32bd7fa640 1 -- 172.21.15.2:0/3071898352 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b00ed3b0 con 0x55877ffd7680 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 -- 172.21.15.2:0/3071898352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 msgr2=0x55877ffd9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7f32b00c4640 tx=0x7f32b00bbe00 comp rx=0 tx=0).stop 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 -- 172.21.15.2:0/3071898352 shutdown_connections 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd9a70 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/3071898352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffcc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 -- 172.21.15.2:0/3071898352 >> 172.21.15.2:0/3071898352 conn(0x55877ffc8a30 msgr2=0x55877ffc8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 -- 172.21.15.2:0/3071898352 shutdown_connections 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.661+0000 7f32cf6a6740 1 -- 172.21.15.2:0/3071898352 wait complete. 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 -- start start 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 Processor -- start 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffd6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55877ffda010 con 0x55877ffd7680 2024-09-05T04:25:18.680 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55877feed050 con 0x55877ffcc4a0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55877ffda190 con 0x55877ffccdc0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32cf6a6740 10 client.0 _ll_register_callbacks cb 0x55877ff2d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37920/0 (socket says 172.21.15.2:37920) 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32c77fe640 1 -- 172.21.15.2:0/1601154720 learned_addr learned my addr 172.21.15.2:0/1601154720 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32c67fc640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.662+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffd6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 -- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 msgr2=0x55877ffd4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 -- 172.21.15.2:0/1601154720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 msgr2=0x55877ffd6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffd6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.681 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 -- 172.21.15.2:0/1601154720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55877fca33c0 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c67fc640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32c77fe640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f32c000ff10 tx=0x7f32c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f87a8030830bd82 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32ae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32c0024070 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f32c001e650 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55877ff3f850 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f32c0030050 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32cf6a6740 10 client.19167 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55877ffe58c0 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.663+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55877ff3f850 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f32c001d720 con 0x55877ffd7680 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 10 client.19167 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 10 client.19167 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:18.682 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 20 client.19167 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55877ffe6cd0 0x55877ffe9130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 4 client.19167 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55877ff39d60 con 0x55877ffe6cd0 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55877ffe6cd0 0x55877ffe9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32ae7fc640 10 client.19167 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.664+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55877ffe6cd0 0x55877ffe9130 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b372f553b2de3ca server_cookie=6f7e5e26e4b6e6e2 in_seq=0 out_seq=0 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32ae7fc640 1 -- 172.21.15.2:0/1601154720 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55877ff39d60 con 0x55877ffe6cd0 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32ae7fc640 10 client.19167 handle_command_reply: tid=0 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 client.19167 shutdown 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 msgr2=0x55877ffd4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f32c000ff10 tx=0x7f32c0004a40 comp rx=0 tx=0).stop 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 shutdown_connections 2024-09-05T04:25:18.683 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55877ffe6cd0 0x55877ffe9130 crc :-1 s=READY pgs=422 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffd7680 0x55877ffd4790 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffd4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32ae7fc640 0 client.19167 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1601154720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffcc4a0 0x55877ffd6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 >> 172.21.15.2:0/1601154720 conn(0x55877ffc8a30 msgr2=0x55877ffce710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 shutdown_connections 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1601154720 wait complete. 2024-09-05T04:25:18.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.665+0000 7f32cf6a6740 20 client.19167 trim_cache size 0 max 16384 2024-09-05T04:25:18.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 Processor -- start 2024-09-05T04:25:18.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 -- start start 2024-09-05T04:25:18.686 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 0x55877ffd2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffd7680 0x55877ffeea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81af170 con 0x55877ffcc4a0 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81b19d0 con 0x55877ffccdc0 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81af7c0 con 0x55877ffd7680 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.683+0000 7f32c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37936/0 (socket says 172.21.15.2:37936) 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 -- 172.21.15.2:0/1097844541 learned_addr learned my addr 172.21.15.2:0/1097844541 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c67fc640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 0x55877ffd2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c77fe640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffd7680 0x55877ffeea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 -- 172.21.15.2:0/1097844541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffd7680 msgr2=0x55877ffeea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.687 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffd7680 0x55877ffeea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 -- 172.21.15.2:0/1097844541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 msgr2=0x55877ffd2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 0x55877ffd2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 -- 172.21.15.2:0/1097844541 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55877ffd3200 con 0x55877ffcc4a0 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c67fc640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 0x55877ffd2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f32b8000c00 tx=0x7f32b8014900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6f44f8887553386 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32bcff9640 1 -- 172.21.15.2:0/1097844541 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8014190 con 0x55877ffcc4a0 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32bcff9640 1 -- 172.21.15.2:0/1097844541 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b80035f0 con 0x55877ffcc4a0 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.684+0000 7f32bcff9640 1 -- 172.21.15.2:0/1097844541 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8012690 con 0x55877ffcc4a0 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1097844541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 msgr2=0x55877ffe31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f32b8000c00 tx=0x7f32b8014900 comp rx=0 tx=0).stop 2024-09-05T04:25:18.688 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1097844541 shutdown_connections 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffd7680 0x55877ffeea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffccdc0 0x55877ffd2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/1097844541 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffe31e0 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1097844541 >> 172.21.15.2:0/1097844541 conn(0x55877ffc8a30 msgr2=0x55877ffcf8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1097844541 shutdown_connections 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- 172.21.15.2:0/1097844541 wait complete. 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 -- start start 2024-09-05T04:25:18.689 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.685+0000 7f32cf6a6740 1 Processor -- start 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffdaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 0x55877ffdb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81afe90 con 0x55877ffcc4a0 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81b1300 con 0x55877ffd7680 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f32c81b0560 con 0x55877ffccdc0 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32cf6a6740 10 client.0 _ll_register_callbacks cb 0x7f32c000ac10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:37940/0 (socket says 172.21.15.2:37940) 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 -- 172.21.15.2:0/2471896437 learned_addr learned my addr 172.21.15.2:0/2471896437 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffdaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 0x55877ffdb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 -- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 msgr2=0x55877ffdaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffdaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 -- 172.21.15.2:0/2471896437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 msgr2=0x55877ffdb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 0x55877ffdb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 -- 172.21.15.2:0/2471896437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558780050a20 con 0x55877ffcc4a0 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c77fe640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 0x55877ffdb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32c6ffd640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f32b8009d00 tx=0x7f32b8014190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd7dbe6e1ecf6d99 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:18.693 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.686+0000 7f32ae7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b8035060 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32b80035f0 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f32b8022050 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f32b803c050 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 10 client.19173 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x558780051b90 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b80035f0 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f32b800f040 con 0x55877ffcc4a0 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 10 client.19173 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 10 client.19173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 20 client.19173 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558780052290 0x5587800546b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:18.694 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 4 client.19173 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55877feb6210 con 0x558780052290 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.687+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558780052290 0x5587800546b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32ae7fc640 10 client.19173 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32c67fc640 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558780052290 0x5587800546b0 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31c34bde52478029 server_cookie=bad36bcbb14959cc in_seq=0 out_seq=0 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32ae7fc640 1 -- 172.21.15.2:0/2471896437 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55877feb6210 con 0x558780052290 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32ae7fc640 10 client.19173 handle_command_reply: tid=0 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 client.19173 shutdown 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 msgr2=0x55877ffdfc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f32b8009d00 tx=0x7f32b8014190 comp rx=0 tx=0).stop 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 shutdown_connections 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x558780052290 0x5587800546b0 crc :-1 s=READY pgs=423 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55877ffd7680 0x55877ffdb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.695 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55877ffccdc0 0x55877ffdaf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 --2- 172.21.15.2:0/2471896437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55877ffcc4a0 0x55877ffdfc00 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32ae7fc640 0 client.19173 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 >> 172.21.15.2:0/2471896437 conn(0x55877ffc8a30 msgr2=0x55877ffcf870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 shutdown_connections 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 1 -- 172.21.15.2:0/2471896437 wait complete. 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.688+0000 7f32cf6a6740 20 client.19173 trim_cache size 0 max 16384 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:25:18.696 INFO:teuthology.orchestra.run.smithi002.stdout: "16ff4ccb-1ca4-4458-b444-632ffdde4e31": { 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "16ff4ccb-1ca4-4458-b444-632ffdde4e31", 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:18.697 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 msgr2=0x7f32b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 0x7f32b40a51b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f32c0005fd0 tx=0x7f32c0005f40 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 msgr2=0x7f32c8197510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7f32b0006010 tx=0x7f32b00042f0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 shutdown_connections 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f32b40a2cf0 0x7f32b40a51b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f32c8102ef0 0x7f32c8197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f32c8102570 0x7f32c8197510 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 --2- 172.21.15.2:0/2275945437 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f32c8100e20 0x7f32c8196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 >> 172.21.15.2:0/2275945437 conn(0x7f32c80fc7d0 msgr2=0x7f32c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 shutdown_connections 2024-09-05T04:25:18.698 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:18.689+0000 7f32cd2cd640 1 -- 172.21.15.2:0/2275945437 wait complete. 2024-09-05T04:25:19.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:18 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:25:19.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:18 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:18 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:25:19.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:18 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:18 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:25:19.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:18 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:18 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:25:19.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:18 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:18 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:25:19.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:18 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:18 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:25:19.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:18 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:19.333 INFO:tasks.cephfs.filesystem:scrub status for tag:16ff4ccb-1ca4-4458-b444-632ffdde4e31 - {'path': '/', 'tag': '16ff4ccb-1ca4-4458-b444-632ffdde4e31', 'options': 'recursive,force'} 2024-09-05T04:25:20.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:19 smithi002 ceph-mon[31001]: pgmap v449: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:25:20.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:19 smithi079 ceph-mon[34908]: pgmap v449: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:25:20.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:19 smithi047 ceph-mon[34498]: pgmap v449: 129 pgs: 129 active+clean; 5.4 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 10 op/s 2024-09-05T04:25:21.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:25:21.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:25:21.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:25:21.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:25:21.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:25:21.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:25:21.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:25:21.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:25:21.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:25:21.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:25:21.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:25:21.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 -- 172.21.15.2:0/2685630505 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa684101340 msgr2=0x7fa68410d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.640 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/2685630505 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa684101340 0x7fa68410d870 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009cd0 tx=0x7fa67c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 -- 172.21.15.2:0/2685630505 shutdown_connections 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/2685630505 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa684101340 0x7fa68410d870 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/2685630505 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa6841009a0 0x7fa684100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/2685630505 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 0x7fa684106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 -- 172.21.15.2:0/2685630505 >> 172.21.15.2:0/2685630505 conn(0x7fa6840779a0 msgr2=0x7fa6840fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 -- 172.21.15.2:0/2685630505 shutdown_connections 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.637+0000 7fa68b3b7640 1 -- 172.21.15.2:0/2685630505 wait complete. 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 Processor -- start 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 -- start start 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa684101340 0x7fa684198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.641 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 0x7fa68419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa684110ca0 con 0x7fa6841009a0 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa684110b20 con 0x7fa6841069b0 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa68b3b7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa684110e20 con 0x7fa684101340 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45576/0 (socket says 172.21.15.2:45576) 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 -- 172.21.15.2:0/1281105036 learned_addr learned my addr 172.21.15.2:0/1281105036 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689954640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 0x7fa68419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa688952640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa684101340 0x7fa684198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 -- 172.21.15.2:0/1281105036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa684101340 msgr2=0x7fa684198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa684101340 0x7fa684198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 -- 172.21.15.2:0/1281105036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 msgr2=0x7fa68419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 0x7fa68419cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.642 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.638+0000 7fa689153640 1 -- 172.21.15.2:0/1281105036 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa68419d2f0 con 0x7fa6841009a0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa689153640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fa68000d950 tx=0x7fa68000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa67a7fc640 1 -- 172.21.15.2:0/1281105036 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa680017070 con 0x7fa6841009a0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa67a7fc640 1 -- 172.21.15.2:0/1281105036 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa680009c30 con 0x7fa6841009a0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa68419d5e0 con 0x7fa6841009a0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa67a7fc640 1 -- 172.21.15.2:0/1281105036 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa68000f620 con 0x7fa6841009a0 2024-09-05T04:25:21.643 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.639+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6841a4e70 con 0x7fa6841009a0 2024-09-05T04:25:21.648 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.641+0000 7fa67a7fc640 1 -- 172.21.15.2:0/1281105036 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fa6800109a0 con 0x7fa6841009a0 2024-09-05T04:25:21.648 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 Processor -- start 2024-09-05T04:25:21.648 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 -- start start 2024-09-05T04:25:21.648 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45773ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c4577e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557c456d82f0 con 0x557c4577ecb0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557c45680270 con 0x557c45773af0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa68e22b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557c456d42b0 con 0x557c45774410 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa688952640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa67a7fc640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 0x7fa6700a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa688952640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45580/0 (socket says 172.21.15.2:45580) 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa688952640 1 -- 172.21.15.2:0/3136335664 learned_addr learned my addr 172.21.15.2:0/3136335664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.642+0000 7fa689153640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c4577e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa689954640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45773ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa689954640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 0x7fa6700a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.649 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 -- 172.21.15.2:0/3136335664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 msgr2=0x557c4577e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c4577e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 -- 172.21.15.2:0/3136335664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 msgr2=0x557c45773ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45773ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa67a7fc640 1 -- 172.21.15.2:0/1281105036 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fa6800cf3d0 con 0x7fa6841009a0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 -- 172.21.15.2:0/3136335664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c4567f340 con 0x557c4577ecb0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa689954640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45773ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa688952640 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fa67400bc80 tx=0x7fa67400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a41e887310a8ffc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa66f7fe640 1 -- 172.21.15.2:0/3136335664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674015070 con 0x557c4577ecb0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa689954640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 0x7fa6700a5230 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa67c005e10 tx=0x7fa67c005da0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa66f7fe640 1 -- 172.21.15.2:0/3136335664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa67401a910 con 0x557c4577ecb0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.643+0000 7fa66f7fe640 1 -- 172.21.15.2:0/3136335664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6740118e0 con 0x557c4577ecb0 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- 172.21.15.2:0/3136335664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 msgr2=0x557c457810a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.650 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fa67400bc80 tx=0x7fa67400f730 comp rx=0 tx=0).stop 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- 172.21.15.2:0/3136335664 shutdown_connections 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c457810a0 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c4577e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3136335664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45773ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- 172.21.15.2:0/3136335664 >> 172.21.15.2:0/3136335664 conn(0x557c45770060 msgr2=0x557c45770440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- 172.21.15.2:0/3136335664 shutdown_connections 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- 172.21.15.2:0/3136335664 wait complete. 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 -- start start 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.644+0000 7fa68e22b740 1 Processor -- start 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45773af0 0x557c4577baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 0x557c4577c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557c45781880 con 0x557c4577ecb0 2024-09-05T04:25:21.651 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557c45661290 con 0x557c45774410 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557c45781a00 con 0x557c45773af0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa68e22b740 10 client.0 _ll_register_callbacks cb 0x557c45692140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45592/0 (socket says 172.21.15.2:45592) 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 -- 172.21.15.2:0/1281693255 learned_addr learned my addr 172.21.15.2:0/1281693255 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa688952640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 0x557c4577c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689153640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45773af0 0x557c4577baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 -- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45773af0 msgr2=0x557c4577baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45773af0 0x557c4577baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 -- 172.21.15.2:0/1281693255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 msgr2=0x557c4577c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 0x557c4577c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.645+0000 7fa689954640 1 -- 172.21.15.2:0/1281693255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c453eb210 con 0x557c4577ecb0 2024-09-05T04:25:21.652 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa688952640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 0x557c4577c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa689954640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fa67c031e40 tx=0x7fa67c02a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86851d70808d698c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c0307a0 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fa67c030940 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa67401a910 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa67c030b40 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 10 client.19185 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557c454b7620 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa67401a910 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa67c050070 con 0x557c4577ecb0 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 10 client.19185 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 10 client.19185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:21.653 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.646+0000 7fa68e22b740 20 client.19185 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c4578eb70 0x557c45791010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa68e22b740 4 client.19185 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c456e5a20 con 0x557c4578eb70 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa689153640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c4578eb70 0x557c45791010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa689153640 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c4578eb70 0x557c45791010 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb66df45b000de30 server_cookie=ec0a5d4688bdce22 in_seq=0 out_seq=0 2024-09-05T04:25:21.654 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.647+0000 7fa66cff9640 10 client.19185 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa66cff9640 1 -- 172.21.15.2:0/1281693255 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557c456e5a20 con 0x557c4578eb70 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa66cff9640 10 client.19185 handle_command_reply: tid=0 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 client.19185 shutdown 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 msgr2=0x557c4577c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7fa67c031e40 tx=0x7fa67c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 shutdown_connections 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c4578eb70 0x557c45791010 crc :-1 s=READY pgs=424 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.655 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c4577c570 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45774410 0x557c4577c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 --2- 172.21.15.2:0/1281693255 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45773af0 0x557c4577baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa66cff9640 0 client.19185 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.648+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 >> 172.21.15.2:0/1281693255 conn(0x557c45770060 msgr2=0x557c45775d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.649+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 shutdown_connections 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.649+0000 7fa68e22b740 1 -- 172.21.15.2:0/1281693255 wait complete. 2024-09-05T04:25:21.656 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.649+0000 7fa68e22b740 20 client.19185 trim_cache size 0 max 16384 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 Processor -- start 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 -- start start 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c4577c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c4577ecb0 0x557c45796e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.666 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841acff0 con 0x557c45774410 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841af850 con 0x557c45773af0 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa68e22b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841ad640 con 0x557c4577ecb0 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa688952640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa688952640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45596/0 (socket says 172.21.15.2:45596) 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.663+0000 7fa688952640 1 -- 172.21.15.2:0/3506110485 learned_addr learned my addr 172.21.15.2:0/3506110485 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa689954640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c4577ecb0 0x557c45796e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa689153640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c4577c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 -- 172.21.15.2:0/3506110485 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c4577ecb0 msgr2=0x557c45796e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c4577ecb0 0x557c45796e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 -- 172.21.15.2:0/3506110485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 msgr2=0x557c4577c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c4577c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 -- 172.21.15.2:0/3506110485 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c4576a2f0 con 0x557c45774410 2024-09-05T04:25:21.667 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa689153640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c4577c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa688952640 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7fa674011550 tx=0x7fa67400ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d35257c5b8bb1a7d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa66effd640 1 -- 172.21.15.2:0/3506110485 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa674015040 con 0x557c45774410 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa66effd640 1 -- 172.21.15.2:0/3506110485 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa674005040 con 0x557c45774410 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.664+0000 7fa66effd640 1 -- 172.21.15.2:0/3506110485 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6740048c0 con 0x557c45774410 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- 172.21.15.2:0/3506110485 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 msgr2=0x557c45796920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7fa674011550 tx=0x7fa67400ba00 comp rx=0 tx=0).stop 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- 172.21.15.2:0/3506110485 shutdown_connections 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c4577ecb0 0x557c45796e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c45774410 0x557c45796920 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3506110485 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c4577c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- 172.21.15.2:0/3506110485 >> 172.21.15.2:0/3506110485 conn(0x557c45770060 msgr2=0x557c4577db70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- 172.21.15.2:0/3506110485 shutdown_connections 2024-09-05T04:25:21.668 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- 172.21.15.2:0/3506110485 wait complete. 2024-09-05T04:25:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 -- start start 2024-09-05T04:25:21.669 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.665+0000 7fa68e22b740 1 Processor -- start 2024-09-05T04:25:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45786cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c45787200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.671 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841add10 con 0x557c4577ecb0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841af180 con 0x557c45773af0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fa6841ae3e0 con 0x557c45774410 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa68e22b740 10 client.0 _ll_register_callbacks cb 0x7fa67c031850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689153640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45786cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45610/0 (socket says 172.21.15.2:45610) 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 -- 172.21.15.2:0/3393290581 learned_addr learned my addr 172.21.15.2:0/3393290581 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa688952640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c45787200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 -- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 msgr2=0x557c45787200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c45787200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 -- 172.21.15.2:0/3393290581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 msgr2=0x557c45786cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45786cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.672 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 -- 172.21.15.2:0/3393290581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c457878c0 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689153640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45786cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa689954640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fa67c033040 tx=0x7fa67c004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58151162bdfe1091 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa66cff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.666+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa67c004b40 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fa67c004ce0 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa674005040 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fa67c066050 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 10 client.19191 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557c457f9ed0 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa674005040 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fa67c050040 con 0x557c4577ecb0 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 10 client.19191 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 10 client.19191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:21.673 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 20 client.19191 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c457fa6d0 0x557c457fcaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 4 client.19191 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557c456dfd70 con 0x557c457fa6d0 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.667+0000 7fa689153640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c457fa6d0 0x557c457fcaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.668+0000 7fa66cff9640 10 client.19191 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:21.674 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.668+0000 7fa689153640 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c457fa6d0 0x557c457fcaf0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dd085d992c70851 server_cookie=ef26a0ee658857e3 in_seq=0 out_seq=0 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa66cff9640 1 -- 172.21.15.2:0/3393290581 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557c456dfd70 con 0x557c457fa6d0 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa66cff9640 10 client.19191 handle_command_reply: tid=0 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 client.19191 shutdown 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 msgr2=0x557c45783c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fa67c033040 tx=0x7fa67c004550 comp rx=0 tx=0).stop 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 shutdown_connections 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557c457fa6d0 0x557c457fcaf0 crc :-1 s=READY pgs=425 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.682 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.680+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557c4577ecb0 0x557c45783c90 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa66cff9640 0 client.19191 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557c45774410 0x557c45787200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 1 --2- 172.21.15.2:0/3393290581 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557c45773af0 0x557c45786cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 >> 172.21.15.2:0/3393290581 conn(0x557c45770060 msgr2=0x557c45775550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 shutdown_connections 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 1 -- 172.21.15.2:0/3393290581 wait complete. 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68e22b740 20 client.19191 trim_cache size 0 max 16384 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:25:21.683 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:25:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 msgr2=0x7fa6700a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 0x7fa6700a5230 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fa67c005e10 tx=0x7fa67c005da0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 msgr2=0x7fa684198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fa68000d950 tx=0x7fa68000de10 comp rx=0 tx=0).stop 2024-09-05T04:25:21.684 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 shutdown_connections 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fa6700a2d70 0x7fa6700a5230 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fa6841069b0 0x7fa68419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fa684101340 0x7fa684198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 --2- 172.21.15.2:0/1281105036 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fa6841009a0 0x7fa684198300 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.681+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 >> 172.21.15.2:0/1281105036 conn(0x7fa6840779a0 msgr2=0x7fa684069b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.682+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 shutdown_connections 2024-09-05T04:25:21.685 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:21.682+0000 7fa68b3b7640 1 -- 172.21.15.2:0/1281105036 wait complete. 2024-09-05T04:25:22.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:21 smithi002 ceph-mon[31001]: pgmap v450: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:22.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:21 smithi079 ceph-mon[34908]: pgmap v450: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:22.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:21 smithi047 ceph-mon[34498]: pgmap v450: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:23.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:22 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:25:23.087 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:22 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:25:23.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:22 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:25:24.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:23 smithi079 ceph-mon[34908]: pgmap v451: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:24.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:23 smithi047 ceph-mon[34498]: pgmap v451: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:24.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:23 smithi002 ceph-mon[31001]: pgmap v451: 129 pgs: 129 active+clean; 5.7 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:25.794 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 23.8 2024-09-05T04:25:25.795 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:25:26.059 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:26.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:25 smithi079 ceph-mon[34908]: pgmap v452: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:25:26.180 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:25 smithi002 ceph-mon[31001]: pgmap v452: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:25:26.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:25 smithi047 ceph-mon[34498]: pgmap v452: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 63 KiB/s wr, 16 op/s 2024-09-05T04:25:26.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- 172.21.15.2:0/1936212096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 msgr2=0x7f07e0103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 --2- 172.21.15.2:0/1936212096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e0103120 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f07d0009900 tx=0x7f07d002a480 comp rx=0 tx=0).stop 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- 172.21.15.2:0/1936212096 shutdown_connections 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 --2- 172.21.15.2:0/1936212096 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 0x7f07e010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 --2- 172.21.15.2:0/1936212096 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 --2- 172.21.15.2:0/1936212096 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e0103120 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- 172.21.15.2:0/1936212096 >> 172.21.15.2:0/1936212096 conn(0x7f07e00fc7a0 msgr2=0x7f07e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- 172.21.15.2:0/1936212096 shutdown_connections 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- 172.21.15.2:0/1936212096 wait complete. 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 Processor -- start 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.515+0000 7f07e669a640 1 -- start start 2024-09-05T04:25:26.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e019aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 0x7f07e019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0111e60 con 0x7f07e0102d40 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0111ce0 con 0x7f07e010c170 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e669a640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0111fe0 con 0x7f07e0103660 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45632/0 (socket says 172.21.15.2:45632) 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 -- 172.21.15.2:0/2319169356 learned_addr learned my addr 172.21.15.2:0/2319169356 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07e4c37640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 0x7f07e019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07d7fff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e019aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 -- 172.21.15.2:0/2319169356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 msgr2=0x7f07e019aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e019aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 -- 172.21.15.2:0/2319169356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 msgr2=0x7f07e019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:26.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 0x7f07e019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 -- 172.21.15.2:0/2319169356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e019f510 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07d7fff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07dffff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f07d0006010 tx=0x7f07d0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.516+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d003f030 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.517+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07d00035f0 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.517+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e019f7a0 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.517+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07d0035070 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.517+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e01a70e0 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.518+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e006b070 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.519+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f07d0003b10 con 0x7f07e0102d40 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.519+0000 7f07ddffb640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 0x7f07cc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:26.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.519+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f07d00f03c0 con 0x7f07e0102d40 2024-09-05T04:25:26.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.519+0000 7f07d7fff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 0x7f07cc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:26.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.520+0000 7f07d7fff640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 0x7f07cc0a51b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f07c8005e10 tx=0x7f07c8005da0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:26.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.524+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07d00bcbf0 con 0x7f07e0102d40 2024-09-05T04:25:26.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.741+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07e01a72b0 con 0x7f07e0102d40 2024-09-05T04:25:26.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.742+0000 7f07ddffb640 1 -- 172.21.15.2:0/2319169356 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f07d00bc4f0 con 0x7f07e0102d40 2024-09-05T04:25:26.742 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:25:26.743 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:25:26.743 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:25:26.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 msgr2=0x7f07cc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:26.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 0x7f07cc0a51b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f07c8005e10 tx=0x7f07c8005da0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 msgr2=0x7f07e019a560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f07d0006010 tx=0x7f07d0004270 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 shutdown_connections 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f07cc0a2cf0 0x7f07cc0a51b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f07e010c170 0x7f07e019ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f07e0103660 0x7f07e019aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 --2- 172.21.15.2:0/2319169356 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f07e0102d40 0x7f07e019a560 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 >> 172.21.15.2:0/2319169356 conn(0x7f07e00fc7a0 msgr2=0x7f07e01008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 shutdown_connections 2024-09-05T04:25:26.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:26.745+0000 7f07e669a640 1 -- 172.21.15.2:0/2319169356 wait complete. 2024-09-05T04:25:27.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:26 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2319169356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:27.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:26 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2319169356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:27.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:26 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2319169356' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:27.645 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 143.8 --await-for 45.0' 2024-09-05T04:25:27.646 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 143.8 --await-for 45.0 2024-09-05T04:25:27.908 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:28.030 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:27 smithi002 ceph-mon[31001]: pgmap v453: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:28.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:27 smithi079 ceph-mon[34908]: pgmap v453: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:28.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:27 smithi047 ceph-mon[34498]: pgmap v453: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:28.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 -- 172.21.15.2:0/3525873542 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37901036c0 msgr2=0x7f379010bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 --2- 172.21.15.2:0/3525873542 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37901036c0 0x7f379010bbb0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f3784009900 tx=0x7f378402a480 comp rx=0 tx=0).stop 2024-09-05T04:25:28.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 -- 172.21.15.2:0/3525873542 shutdown_connections 2024-09-05T04:25:28.428 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 --2- 172.21.15.2:0/3525873542 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f379010c180 0x7f379010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 --2- 172.21.15.2:0/3525873542 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f37901036c0 0x7f379010bbb0 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 --2- 172.21.15.2:0/3525873542 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3790102da0 0x7f3790103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.412+0000 7f3798365640 1 -- 172.21.15.2:0/3525873542 >> 172.21.15.2:0/3525873542 conn(0x7f37900fc7a0 msgr2=0x7f37900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.413+0000 7f3798365640 1 -- 172.21.15.2:0/3525873542 shutdown_connections 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.413+0000 7f3798365640 1 -- 172.21.15.2:0/3525873542 wait complete. 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.413+0000 7f3798365640 1 Processor -- start 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.413+0000 7f3798365640 1 -- start start 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37901036c0 0x7f37901988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 0x7f379019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111e10 con 0x7f3790102da0 2024-09-05T04:25:28.429 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111c90 con 0x7f37901036c0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111f90 con 0x7f379010c180 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45646/0 (socket says 172.21.15.2:45646) 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 -- 172.21.15.2:0/929035280 learned_addr learned my addr 172.21.15.2:0/929035280 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3795900640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37901036c0 0x7f37901988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796902640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 0x7f379019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 -- 172.21.15.2:0/929035280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 msgr2=0x7f379019cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 0x7f379019cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 -- 172.21.15.2:0/929035280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37901036c0 msgr2=0x7f37901988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37901036c0 0x7f37901988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 -- 172.21.15.2:0/929035280 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f379019d340 con 0x7f3790102da0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796902640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 0x7f379019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3796101640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f378000db80 tx=0x7f378000b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f378f7fe640 1 -- 172.21.15.2:0/929035280 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3780017070 con 0x7f3790102da0 2024-09-05T04:25:28.430 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f378f7fe640 1 -- 172.21.15.2:0/929035280 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3780003b70 con 0x7f3790102da0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f379019d630 con 0x7f3790102da0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f378f7fe640 1 -- 172.21.15.2:0/929035280 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37800104c0 con 0x7f3790102da0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.414+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37901a4f10 con 0x7f3790102da0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f378f7fe640 1 -- 172.21.15.2:0/929035280 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3780004020 con 0x7f3790102da0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 Processor -- start 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 -- start start 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba97810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739ba9a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55739b9ee2a0 con 0x55739ba88620 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55739b995b10 con 0x55739ba88f40 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f379a73e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55739b9ea260 con 0x55739ba97d50 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.431 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f378f7fe640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 0x7f37780a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45656/0 (socket says 172.21.15.2:45656) 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.417+0000 7f3796902640 1 -- 172.21.15.2:0/811642991 learned_addr learned my addr 172.21.15.2:0/811642991 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796101640 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba97810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3795900640 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739ba9a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 0x7f37780a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f378f7fe640 1 -- 172.21.15.2:0/929035280 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f37800cf9d0 con 0x7f3790102da0 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 -- 172.21.15.2:0/811642991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 msgr2=0x55739ba9a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739ba9a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 -- 172.21.15.2:0/811642991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 msgr2=0x55739ba97810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba97810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 -- 172.21.15.2:0/811642991 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55739b75fb90 con 0x55739ba88620 2024-09-05T04:25:28.432 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f3796902640 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f37880156e0 tx=0x7f3788015ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=482cbf5942db2b5b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f378cdea640 1 -- 172.21.15.2:0/811642991 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788022070 con 0x55739ba88620 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f378cdea640 1 -- 172.21.15.2:0/811642991 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3788009c80 con 0x55739ba88620 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.418+0000 7f378cdea640 1 -- 172.21.15.2:0/811642991 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378800f9f0 con 0x55739ba88620 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- 172.21.15.2:0/811642991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 msgr2=0x55739ba88a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f3796902640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 0x7f37780a51b0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f378801f000 tx=0x7f378801b000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f37880156e0 tx=0x7f3788015ba0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- 172.21.15.2:0/811642991 shutdown_connections 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739ba9a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba97810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 --2- 172.21.15.2:0/811642991 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88620 0x55739ba88a00 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- 172.21.15.2:0/811642991 >> 172.21.15.2:0/811642991 conn(0x55739ba84cf0 msgr2=0x55739ba850d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- 172.21.15.2:0/811642991 shutdown_connections 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- 172.21.15.2:0/811642991 wait complete. 2024-09-05T04:25:28.433 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.419+0000 7f379a73e740 1 -- start start 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 Processor -- start 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba94cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88f40 0x55739ba951f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55739ba9a920 con 0x55739ba97d50 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55739b9766e0 con 0x55739ba88620 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55739ba9aaa0 con 0x55739ba88f40 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f379a73e740 10 client.0 _ll_register_callbacks cb 0x55739b99aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45670/0 (socket says 172.21.15.2:45670) 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 -- 172.21.15.2:0/3076610067 learned_addr learned my addr 172.21.15.2:0/3076610067 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3795900640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88f40 0x55739ba951f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796101640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba94cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.434 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 -- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88f40 msgr2=0x55739ba951f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88f40 0x55739ba951f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 -- 172.21.15.2:0/3076610067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 msgr2=0x55739ba94cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba94cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796902640 1 -- 172.21.15.2:0/3076610067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55739baa3ed0 con 0x55739ba97d50 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.420+0000 7f3796101640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba94cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3796902640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f37880092d0 tx=0x7f378800fee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dd8a4663cc1c276 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788022050 con 0x55739ba97d50 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f3788005040 con 0x55739ba97d50 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3788009c80 con 0x55739ba97d50 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f378803b050 con 0x55739ba97d50 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 10 client.19209 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:28.435 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55739baa6860 con 0x55739ba97d50 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3788009c80 con 0x55739ba97d50 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f378801dc40 con 0x55739ba97d50 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 10 client.19209 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 10 client.19209 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 20 client.19209 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739baa9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 4 client.19209 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.421+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55739b9fb9d0 con 0x55739baa7bb0 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.422+0000 7f3796101640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739baa9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.422+0000 7f3796101640 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739baa9fa0 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4f0c7a603c66ec6 server_cookie=6f0283b4602129ca in_seq=0 out_seq=0 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.422+0000 7f3775ffb640 10 client.19209 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:28.436 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f3775ffb640 1 -- 172.21.15.2:0/3076610067 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55739b9fb9d0 con 0x55739baa7bb0 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f3775ffb640 10 client.19209 handle_command_reply: tid=0 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 client.19209 shutdown 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 msgr2=0x55739ba95730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f37880092d0 tx=0x7f378800fee0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 shutdown_connections 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739baa9fa0 crc :-1 s=READY pgs=426 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba95730 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88f40 0x55739ba951f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f3775ffb640 0 client.19209 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 --2- 172.21.15.2:0/3076610067 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba94cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 >> 172.21.15.2:0/3076610067 conn(0x55739ba84cf0 msgr2=0x55739ba8aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 shutdown_connections 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 1 -- 172.21.15.2:0/3076610067 wait complete. 2024-09-05T04:25:28.437 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.423+0000 7f379a73e740 20 client.19209 trim_cache size 0 max 16384 2024-09-05T04:25:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 Processor -- start 2024-09-05T04:25:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 -- start start 2024-09-05T04:25:28.441 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba93bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739baafd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37901aaf00 con 0x55739ba88f40 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37901ad760 con 0x55739ba88620 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.440+0000 7f379a73e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37901ab550 con 0x55739ba97d50 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45676/0 (socket says 172.21.15.2:45676) 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 -- 172.21.15.2:0/3288479355 learned_addr learned my addr 172.21.15.2:0/3288479355 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3796902640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739baafd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3796101640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba93bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 -- 172.21.15.2:0/3288479355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 msgr2=0x55739baafd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739baafd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 -- 172.21.15.2:0/3288479355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 msgr2=0x55739ba93bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.442 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba93bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 -- 172.21.15.2:0/3288479355 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55739ba84b20 con 0x55739ba88f40 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3796101640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba93bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3795900640 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f378402a9a0 tx=0x7f3784032f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eb3175324b6f77 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3777fff640 1 -- 172.21.15.2:0/3288479355 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784035040 con 0x55739ba88f40 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3777fff640 1 -- 172.21.15.2:0/3288479355 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3784031db0 con 0x55739ba88f40 2024-09-05T04:25:28.443 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.441+0000 7f3777fff640 1 -- 172.21.15.2:0/3288479355 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784005500 con 0x55739ba88f40 2024-09-05T04:25:28.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- 172.21.15.2:0/3288479355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 msgr2=0x55739baaf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f378402a9a0 tx=0x7f3784032f00 comp rx=0 tx=0).stop 2024-09-05T04:25:28.446 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- 172.21.15.2:0/3288479355 shutdown_connections 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba97d50 0x55739baafd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba88f40 0x55739baaf840 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 --2- 172.21.15.2:0/3288479355 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88620 0x55739ba93bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- 172.21.15.2:0/3288479355 >> 172.21.15.2:0/3288479355 conn(0x55739ba84cf0 msgr2=0x55739ba83e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- 172.21.15.2:0/3288479355 shutdown_connections 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- 172.21.15.2:0/3288479355 wait complete. 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 -- start start 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.442+0000 7f379a73e740 1 Processor -- start 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88620 0x55739ba9bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba9c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f37901abc20 con 0x55739ba97d50 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f37901ad090 con 0x55739ba88f40 2024-09-05T04:25:28.447 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f37901ac2f0 con 0x55739ba88620 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 10 client.0 _ll_register_callbacks cb 0x7f3784009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45690/0 (socket says 172.21.15.2:45690) 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 -- 172.21.15.2:0/256051266 learned_addr learned my addr 172.21.15.2:0/256051266 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796101640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88620 0x55739ba9bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3795900640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba9c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 -- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88620 msgr2=0x55739ba9bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88620 0x55739ba9bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 -- 172.21.15.2:0/256051266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 msgr2=0x55739ba9c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba9c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 -- 172.21.15.2:0/256051266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55739ba80260 con 0x55739ba97d50 2024-09-05T04:25:28.448 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3796902640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f37880092a0 tx=0x7f378800fa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e109f4aaa517b1c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3775ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3788044060 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f378801dc10 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.443+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3784031db0 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f378804b050 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 10 client.19215 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55739bb12bc0 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3784031db0 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3788026a10 con 0x55739ba97d50 2024-09-05T04:25:28.449 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 10 client.19215 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 10 client.19215 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 20 client.19215 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739bb15300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 4 client.19215 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.8, "await_for": 45.0}] 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 143.8, "await_for": 45.0}) -- 0x55739b9f5d20 con 0x55739baa7bb0 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.444+0000 7f3796101640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739bb15300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.445+0000 7f3796101640 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739bb15300 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13bd1d0afa875c14 server_cookie=e552c861a67b8e0c in_seq=0 out_seq=0 2024-09-05T04:25:28.450 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.445+0000 7f3775ffb640 10 client.19215 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:28.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f3775ffb640 1 -- 172.21.15.2:0/256051266 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55739b9f5d20 con 0x55739baa7bb0 2024-09-05T04:25:28.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f3775ffb640 10 client.19215 handle_command_reply: tid=0 2024-09-05T04:25:28.453 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 client.19215 shutdown 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 msgr2=0x55739ba9c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f37880092a0 tx=0x7f378800fa10 comp rx=0 tx=0).stop 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 shutdown_connections 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55739baa7bb0 0x55739bb15300 crc :-1 s=READY pgs=427 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55739ba97d50 0x55739ba9c7c0 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55739ba88f40 0x55739ba9c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f3775ffb640 0 client.19215 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 --2- 172.21.15.2:0/256051266 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55739ba88620 0x55739ba9bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 >> 172.21.15.2:0/256051266 conn(0x55739ba84cf0 msgr2=0x55739ba96510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 shutdown_connections 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 1 -- 172.21.15.2:0/256051266 wait complete. 2024-09-05T04:25:28.454 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.453+0000 7f379a73e740 20 client.19215 trim_cache size 0 max 16384 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 54, 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "b1fbdc18": { 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 54, 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:25:28.455 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 143.8, 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:28.456 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 msgr2=0x7f37780a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 0x7f37780a51b0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f378801f000 tx=0x7f378801b000 comp rx=0 tx=0).stop 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 msgr2=0x7f3790198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f378000db80 tx=0x7f378000b630 comp rx=0 tx=0).stop 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 shutdown_connections 2024-09-05T04:25:28.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f37780a2cf0 0x7f37780a51b0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f379010c180 0x7f379019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f37901036c0 0x7f37901988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 --2- 172.21.15.2:0/929035280 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3790102da0 0x7f3790198390 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 >> 172.21.15.2:0/929035280 conn(0x7f37900fc7a0 msgr2=0x7f37900fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 shutdown_connections 2024-09-05T04:25:28.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:28.454+0000 7f3798365640 1 -- 172.21.15.2:0/929035280 wait complete. 2024-09-05T04:25:29.169 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b1fbdc18', quiesce took 3.4 seconds. Will release after: 20.400000000000002 2024-09-05T04:25:30.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:29 smithi079 ceph-mon[34908]: pgmap v454: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:30.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:29 smithi047 ceph-mon[34498]: pgmap v454: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:30.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:29 smithi002 ceph-mon[31001]: pgmap v454: 129 pgs: 129 active+clean; 1.9 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 42 KiB/s wr, 11 op/s 2024-09-05T04:25:32.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:31 smithi079 ceph-mon[34908]: pgmap v455: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:25:32.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:31 smithi047 ceph-mon[34498]: pgmap v455: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:25:32.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:31 smithi002 ceph-mon[31001]: pgmap v455: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 57 KiB/s wr, 14 op/s 2024-09-05T04:25:34.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:33 smithi079 ceph-mon[34908]: pgmap v456: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:25:34.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:33 smithi047 ceph-mon[34498]: pgmap v456: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:25:34.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:33 smithi002 ceph-mon[31001]: pgmap v456: 129 pgs: 129 active+clean; 2.1 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 38 KiB/s wr, 9 op/s 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 -- 172.21.15.2:0/2325501758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 msgr2=0x7ff81810d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 --2- 172.21.15.2:0/2325501758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff81810d8a0 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff810009cd0 tx=0x7ff81002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 -- 172.21.15.2:0/2325501758 shutdown_connections 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 --2- 172.21.15.2:0/2325501758 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff81810d8a0 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 --2- 172.21.15.2:0/2325501758 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 0x7ff818100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 --2- 172.21.15.2:0/2325501758 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff818106dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 -- 172.21.15.2:0/2325501758 >> 172.21.15.2:0/2325501758 conn(0x7ff8180fc6b0 msgr2=0x7ff8180fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.783 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 -- 172.21.15.2:0/2325501758 shutdown_connections 2024-09-05T04:25:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.782+0000 7ff81e526640 1 -- 172.21.15.2:0/2325501758 wait complete. 2024-09-05T04:25:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 Processor -- start 2024-09-05T04:25:34.784 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 -- start start 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 0x7ff8181982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff81819cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff818110d20 con 0x7ff818101370 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff818110ba0 con 0x7ff8181069e0 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff81e526640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff818110ea0 con 0x7ff8181009d0 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff8177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff8177fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35170/0 (socket says 172.21.15.2:35170) 2024-09-05T04:25:34.786 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.783+0000 7ff8177fe640 1 -- 172.21.15.2:0/1781270976 learned_addr learned my addr 172.21.15.2:0/1781270976 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff817fff640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 0x7ff8181982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff81cac3640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff81819cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 -- 172.21.15.2:0/1781270976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 msgr2=0x7ff8181982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 0x7ff8181982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 -- 172.21.15.2:0/1781270976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 msgr2=0x7ff81819cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff81819cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 -- 172.21.15.2:0/1781270976 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff81819d2b0 con 0x7ff818101370 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff81cac3640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff81819cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8177fe640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00d770 tx=0x7ff80c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8157fa640 1 -- 172.21.15.2:0/1781270976 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80c017070 con 0x7ff818101370 2024-09-05T04:25:34.787 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8157fa640 1 -- 172.21.15.2:0/1781270976 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff80c0054d0 con 0x7ff818101370 2024-09-05T04:25:34.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff81819d5a0 con 0x7ff818101370 2024-09-05T04:25:34.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff8157fa640 1 -- 172.21.15.2:0/1781270976 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80c004cf0 con 0x7ff818101370 2024-09-05T04:25:34.788 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.784+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8181a4e30 con 0x7ff818101370 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.786+0000 7ff8157fa640 1 -- 172.21.15.2:0/1781270976 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff80c004e90 con 0x7ff818101370 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 Processor -- start 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 -- start start 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bf770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7c20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d77e7192f0 con 0x55d77e7b4af0 2024-09-05T04:25:34.795 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d77e6c1270 con 0x55d77e7b5410 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8212b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d77e7152b0 con 0x55d77e7bfcb0 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35180/0 (socket says 172.21.15.2:35180) 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff81cac3640 1 -- 172.21.15.2:0/3251007700 learned_addr learned my addr 172.21.15.2:0/3251007700 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8157fa640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 0x7ff8000a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff8177fe640 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7c20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff817fff640 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.787+0000 7ff81cac3640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 0x7ff8000a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.796 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 -- 172.21.15.2:0/3251007700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 msgr2=0x55d77e7c20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7c20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 -- 172.21.15.2:0/3251007700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 msgr2=0x55d77e7bf770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff8157fa640 1 -- 172.21.15.2:0/1781270976 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7ff80c0cf290 con 0x7ff818101370 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bf770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 -- 172.21.15.2:0/3251007700 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d77e6c0340 con 0x55d77e7b4af0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7ff810009430 tx=0x7ff810031b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b5107825c46e17 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff7fe7fc640 1 -- 172.21.15.2:0/3251007700 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff81004f070 con 0x55d77e7b4af0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff7fe7fc640 1 -- 172.21.15.2:0/3251007700 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff810036040 con 0x55d77e7b4af0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff7fe7fc640 1 -- 172.21.15.2:0/3251007700 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8100308a0 con 0x55d77e7b4af0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.788+0000 7ff81cac3640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 0x7ff8000a5230 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff81004c000 tx=0x7ff810048000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.797 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- 172.21.15.2:0/3251007700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 msgr2=0x55d77e7b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7ff810009430 tx=0x7ff810031b70 comp rx=0 tx=0).stop 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- 172.21.15.2:0/3251007700 shutdown_connections 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7c20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bf770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 --2- 172.21.15.2:0/3251007700 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b4ed0 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- 172.21.15.2:0/3251007700 >> 172.21.15.2:0/3251007700 conn(0x55d77e7b1060 msgr2=0x55d77e7b1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- 172.21.15.2:0/3251007700 shutdown_connections 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- 172.21.15.2:0/3251007700 wait complete. 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.789+0000 7ff8212b8740 1 -- start start 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 Processor -- start 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b4af0 0x55d77e7bcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.798 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d77e7c2880 con 0x55d77e7bfcb0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d77e6a2290 con 0x55d77e7b5410 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d77e7c2a00 con 0x55d77e7b4af0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8212b8740 10 client.0 _ll_register_callbacks cb 0x55d77e6d3140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35184/0 (socket says 172.21.15.2:35184) 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 -- 172.21.15.2:0/703937986 learned_addr learned my addr 172.21.15.2:0/703937986 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8177fe640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff817fff640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b4af0 0x55d77e7bcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 -- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b4af0 msgr2=0x55d77e7bcb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.799 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b4af0 0x55d77e7bcb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 -- 172.21.15.2:0/703937986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 msgr2=0x55d77e7bd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff81cac3640 1 -- 172.21.15.2:0/703937986 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d77e42c210 con 0x55d77e7bfcb0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.790+0000 7ff8177fe640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff81cac3640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7ff810030d90 tx=0x7ff810030dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72dc9310130842e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810057070 con 0x55d77e7bfcb0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7ff810004250 con 0x55d77e7bfcb0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff810036040 con 0x55d77e7bfcb0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff810063050 con 0x55d77e7bfcb0 2024-09-05T04:25:34.800 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff8212b8740 10 client.19227 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d77e4f8620 con 0x55d77e7bfcb0 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff810036040 con 0x55d77e7bfcb0 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff810030070 con 0x55d77e7bfcb0 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff8212b8740 10 client.19227 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.791+0000 7ff8212b8740 10 client.19227 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff8212b8740 20 client.19227 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e7cfa30 0x55d77e7d1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff8212b8740 4 client.19227 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d77e726a20 con 0x55d77e7cfa30 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff817fff640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e7cfa30 0x55d77e7d1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff817fff640 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e7cfa30 0x55d77e7d1e20 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=576e872f5521c283 server_cookie=d32f7234d32b8b6f in_seq=0 out_seq=0 2024-09-05T04:25:34.801 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.792+0000 7ff7f77fe640 10 client.19227 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff7f77fe640 1 -- 172.21.15.2:0/703937986 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d77e726a20 con 0x55d77e7cfa30 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff7f77fe640 10 client.19227 handle_command_reply: tid=0 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 client.19227 shutdown 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 msgr2=0x55d77e7bd5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7ff810030d90 tx=0x7ff810030dc0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 shutdown_connections 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e7cfa30 0x55d77e7d1e20 crc :-1 s=READY pgs=428 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7bd5c0 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.802 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 --2- 172.21.15.2:0/703937986 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b4af0 0x55d77e7bcb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff7f77fe640 0 client.19227 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 >> 172.21.15.2:0/703937986 conn(0x55d77e7b1060 msgr2=0x55d77e7b6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 shutdown_connections 2024-09-05T04:25:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 1 -- 172.21.15.2:0/703937986 wait complete. 2024-09-05T04:25:34.803 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.793+0000 7ff8212b8740 20 client.19227 trim_cache size 0 max 16384 2024-09-05T04:25:34.809 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 Processor -- start 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 -- start start 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7d73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181acfd0 con 0x55d77e7b4af0 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181af830 con 0x55d77e7b5410 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.808+0000 7ff8212b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181ad620 con 0x55d77e7bfcb0 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35186/0 (socket says 172.21.15.2:35186) 2024-09-05T04:25:34.810 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 -- 172.21.15.2:0/441613157 learned_addr learned my addr 172.21.15.2:0/441613157 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff8177fe640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff81cac3640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7d73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 -- 172.21.15.2:0/441613157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 msgr2=0x55d77e7d73f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7d73f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 -- 172.21.15.2:0/441613157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 msgr2=0x55d77e7bd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 -- 172.21.15.2:0/441613157 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d77e7b5240 con 0x55d77e7b4af0 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff81cac3640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7d73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:34.811 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.809+0000 7ff817fff640 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x55d77e7d2390 tx=0x7ff80800b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c7a1d973897a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.811+0000 7ff7fdffb640 1 -- 172.21.15.2:0/441613157 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff808005220 con 0x55d77e7b4af0 2024-09-05T04:25:34.815 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.811+0000 7ff7fdffb640 1 -- 172.21.15.2:0/441613157 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff808004c50 con 0x55d77e7b4af0 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.811+0000 7ff7fdffb640 1 -- 172.21.15.2:0/441613157 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff80801d9d0 con 0x55d77e7b4af0 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- 172.21.15.2:0/441613157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 msgr2=0x55d77e7b7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x55d77e7d2390 tx=0x7ff80800b410 comp rx=0 tx=0).stop 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- 172.21.15.2:0/441613157 shutdown_connections 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7bfcb0 0x55d77e7d73f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b5410 0x55d77e7bd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 --2- 172.21.15.2:0/441613157 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7b4af0 0x55d77e7b7560 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- 172.21.15.2:0/441613157 >> 172.21.15.2:0/441613157 conn(0x55d77e7b1060 msgr2=0x55d77e7bebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- 172.21.15.2:0/441613157 shutdown_connections 2024-09-05T04:25:34.816 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- 172.21.15.2:0/441613157 wait complete. 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.812+0000 7ff8212b8740 1 -- start start 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 Processor -- start 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b4af0 0x55d77e7c8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b5410 0x55d77e7b95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181adcf0 con 0x55d77e7bfcb0 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181af160 con 0x55d77e7b4af0 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff8181ae3c0 con 0x55d77e7b5410 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8212b8740 10 client.0 _ll_register_callbacks cb 0x7ff81004d070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.817 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:35194/0 (socket says 172.21.15.2:35194) 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 -- 172.21.15.2:0/433955513 learned_addr learned my addr 172.21.15.2:0/433955513 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff817fff640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b4af0 0x55d77e7c8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff8177fe640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b5410 0x55d77e7b95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 -- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b5410 msgr2=0x55d77e7b95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b5410 0x55d77e7b95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 -- 172.21.15.2:0/433955513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b4af0 msgr2=0x55d77e7c8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b4af0 0x55d77e7c8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 -- 172.21.15.2:0/433955513 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d77e7ba0a0 con 0x55d77e7bfcb0 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff81cac3640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7ff810031e80 tx=0x7ff810005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bd4bc17a7bf679c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:34.818 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.813+0000 7ff7f77fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff810057040 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7ff8100314d0 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff808004c50 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff81006e050 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 10 client.19233 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d77e83a0e0 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff808004c50 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff810030040 con 0x55d77e7bfcb0 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 10 client.19233 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 10 client.19233 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:34.819 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 20 client.19233 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e83a7d0 0x55d77e83cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 4 client.19233 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.814+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d77e720d70 con 0x55d77e83a7d0 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.815+0000 7ff817fff640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e83a7d0 0x55d77e83cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.815+0000 7ff7f77fe640 10 client.19233 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:34.820 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.815+0000 7ff817fff640 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e83a7d0 0x55d77e83cbf0 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bc6576d8612ac4b server_cookie=2aff6bd8a205a57c in_seq=0 out_seq=0 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff7f77fe640 1 -- 172.21.15.2:0/433955513 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d77e720d70 con 0x55d77e83a7d0 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff7f77fe640 10 client.19233 handle_command_reply: tid=0 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 client.19233 shutdown 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 msgr2=0x55d77e7b9b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7ff810031e80 tx=0x7ff810005d80 comp rx=0 tx=0).stop 2024-09-05T04:25:34.828 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 shutdown_connections 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d77e83a7d0 0x55d77e83cbf0 crc :-1 s=READY pgs=429 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d77e7bfcb0 0x55d77e7b9b30 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff7f77fe640 0 client.19233 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d77e7b5410 0x55d77e7b95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 --2- 172.21.15.2:0/433955513 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d77e7b4af0 0x55d77e7c8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.827+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 >> 172.21.15.2:0/433955513 conn(0x55d77e7b1060 msgr2=0x55d77e7be3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 shutdown_connections 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff8212b8740 1 -- 172.21.15.2:0/433955513 wait complete. 2024-09-05T04:25:34.829 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff8212b8740 20 client.19233 trim_cache size 0 max 16384 2024-09-05T04:25:34.830 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:25:34.830 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:25:34.830 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:25:34.830 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 msgr2=0x7ff8000a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 0x7ff8000a5230 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff81004c000 tx=0x7ff810048000 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 msgr2=0x7ff818198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00d770 tx=0x7ff80c00dc30 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 shutdown_connections 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff8000a2d70 0x7ff8000a5230 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff8181069e0 0x7ff81819cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff818101370 0x7ff818198800 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 --2- 172.21.15.2:0/1781270976 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff8181009d0 0x7ff8181982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:34.831 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 >> 172.21.15.2:0/1781270976 conn(0x7ff8180fc6b0 msgr2=0x7ff81806a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:34.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 shutdown_connections 2024-09-05T04:25:34.832 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:34.828+0000 7ff81e526640 1 -- 172.21.15.2:0/1781270976 wait complete. 2024-09-05T04:25:36.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:35 smithi079 ceph-mon[34908]: pgmap v457: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:36.086 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:35 smithi002 ceph-mon[31001]: pgmap v457: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:36.188 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:35 smithi047 ceph-mon[34498]: pgmap v457: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-09-05T04:25:38.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:37 smithi079 ceph-mon[34908]: pgmap v458: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:38.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:37 smithi047 ceph-mon[34498]: pgmap v458: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:38.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:37 smithi002 ceph-mon[31001]: pgmap v458: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:40.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:39 smithi079 ceph-mon[34908]: pgmap v459: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:40.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:39 smithi047 ceph-mon[34498]: pgmap v459: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:40.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:39 smithi002 ceph-mon[31001]: pgmap v459: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 18 KiB/s wr, 4 op/s 2024-09-05T04:25:41.186 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:40 smithi047 ceph-mon[34498]: pgmap v460: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-09-05T04:25:41.284 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:40 smithi002 ceph-mon[31001]: pgmap v460: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-09-05T04:25:41.326 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:40 smithi079 ceph-mon[34908]: pgmap v460: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 25 KiB/s wr, 8 op/s 2024-09-05T04:25:43.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:43 smithi047 ceph-mon[34498]: pgmap v461: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 10 KiB/s wr, 4 op/s 2024-09-05T04:25:43.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:43 smithi002 ceph-mon[31001]: pgmap v461: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 10 KiB/s wr, 4 op/s 2024-09-05T04:25:43.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:43 smithi079 ceph-mon[34908]: pgmap v461: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 10 KiB/s wr, 4 op/s 2024-09-05T04:25:45.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:45 smithi047 ceph-mon[34498]: pgmap v462: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-09-05T04:25:45.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:45 smithi002 ceph-mon[31001]: pgmap v462: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-09-05T04:25:45.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:45 smithi079 ceph-mon[34908]: pgmap v462: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 11 KiB/s wr, 5 op/s 2024-09-05T04:25:47.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:47 smithi047 ceph-mon[34498]: pgmap v463: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:47.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:47 smithi002 ceph-mon[31001]: pgmap v463: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:47.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:47 smithi079 ceph-mon[34908]: pgmap v463: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- 172.21.15.2:0/3573101707 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce81069b0 msgr2=0x7f3ce8106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 --2- 172.21.15.2:0/3573101707 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce81069b0 0x7f3ce8106d90 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8009930 tx=0x7f3cd802a420 comp rx=0 tx=0).stop 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- 172.21.15.2:0/3573101707 shutdown_connections 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 --2- 172.21.15.2:0/3573101707 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce8101340 0x7f3ce810d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 --2- 172.21.15.2:0/3573101707 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81009a0 0x7f3ce8100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.926 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 --2- 172.21.15.2:0/3573101707 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce81069b0 0x7f3ce8106d90 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- 172.21.15.2:0/3573101707 >> 172.21.15.2:0/3573101707 conn(0x7f3ce80779a0 msgr2=0x7f3ce80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- 172.21.15.2:0/3573101707 shutdown_connections 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- 172.21.15.2:0/3573101707 wait complete. 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 Processor -- start 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.924+0000 7f3ceef42640 1 -- start start 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce81009a0 0x7f3ce8199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81069b0 0x7f3ce81a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8110c70 con 0x7f3ce8101340 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8110af0 con 0x7f3ce81069b0 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8110df0 con 0x7f3ce81009a0 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.927 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40242/0 (socket says 172.21.15.2:40242) 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 -- 172.21.15.2:0/4289179805 learned_addr learned my addr 172.21.15.2:0/4289179805 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ced4df640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81069b0 0x7f3ce81a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceccde640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce81009a0 0x7f3ce8199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 -- 172.21.15.2:0/4289179805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce81009a0 msgr2=0x7f3ce8199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce81009a0 0x7f3ce8199180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 -- 172.21.15.2:0/4289179805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81069b0 msgr2=0x7f3ce81a4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81069b0 0x7f3ce81a4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 -- 172.21.15.2:0/4289179805 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce81a4740 con 0x7f3ce8101340 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000cce0 tx=0x7f3cd000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce5ffb640 1 -- 172.21.15.2:0/4289179805 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd0004b20 con 0x7f3ce8101340 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce5ffb640 1 -- 172.21.15.2:0/4289179805 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cd0004cc0 con 0x7f3ce8101340 2024-09-05T04:25:47.928 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ce5ffb640 1 -- 172.21.15.2:0/4289179805 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd000f6b0 con 0x7f3ce8101340 2024-09-05T04:25:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.925+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce81a4910 con 0x7f3ce8101340 2024-09-05T04:25:47.929 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.926+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce81a4e30 con 0x7f3ce8101340 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3ce5ffb640 1 -- 172.21.15.2:0/4289179805 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f3cd000f850 con 0x7f3ce8101340 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3cf1cdc740 1 Processor -- start 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3cf1cdc740 1 -- start start 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3ce5ffb640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 0x7f3cd40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c90ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c91410 0x560a81c9b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.928+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560a81bf52f0 con 0x560a81c9bcb0 2024-09-05T04:25:47.936 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 0x7f3cd40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560a81b9d270 con 0x560a81c90af0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560a81bf12b0 con 0x560a81c91410 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ce5ffb640 1 -- 172.21.15.2:0/4289179805 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f3cd00cfa30 con 0x7f3ce8101340 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40246/0 (socket says 172.21.15.2:40246) 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 -- 172.21.15.2:0/711032969 learned_addr learned my addr 172.21.15.2:0/711032969 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ceccde640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c90ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c91410 0x560a81c9b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 0x7f3cd40a51b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000cf40 tx=0x7f3ce00127c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 -- 172.21.15.2:0/711032969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c91410 msgr2=0x560a81c9b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c91410 0x560a81c9b770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.937 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 -- 172.21.15.2:0/711032969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 msgr2=0x560a81c90ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c90ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 -- 172.21.15.2:0/711032969 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a81b9c340 con 0x560a81c9bcb0 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ceccde640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c90ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3ced4df640 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0012cc0 tx=0x7f3ce001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=426d528924d74156 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.929+0000 7f3cdeffd640 1 -- 172.21.15.2:0/711032969 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce0004220 con 0x560a81c9bcb0 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cdeffd640 1 -- 172.21.15.2:0/711032969 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ce00043c0 con 0x560a81c9bcb0 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cdeffd640 1 -- 172.21.15.2:0/711032969 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce001e890 con 0x560a81c9bcb0 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/711032969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 msgr2=0x560a81c9e0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0012cc0 tx=0x7f3ce001d000 comp rx=0 tx=0).stop 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/711032969 shutdown_connections 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c9bcb0 0x560a81c9e0a0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c91410 0x560a81c9b770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.938 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/711032969 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c90ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/711032969 >> 172.21.15.2:0/711032969 conn(0x560a81c8d060 msgr2=0x560a81c8d440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/711032969 shutdown_connections 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.930+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/711032969 wait complete. 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 -- start start 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 Processor -- start 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c98b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81c995d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x560a81c9e880 con 0x560a81c91410 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560a81b7e290 con 0x560a81c90af0 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x560a81c9ea00 con 0x560a81c9bcb0 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3cf1cdc740 10 client.0 _ll_register_callbacks cb 0x560a81baf140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:47.939 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40260/0 (socket says 172.21.15.2:40260) 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3ce7fff640 1 -- 172.21.15.2:0/260544378 learned_addr learned my addr 172.21.15.2:0/260544378 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.931+0000 7f3ced4df640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81c995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ceccde640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c98b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 -- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 msgr2=0x560a81c995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81c995d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 -- 172.21.15.2:0/260544378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 msgr2=0x560a81c98b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c98b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 -- 172.21.15.2:0/260544378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a81908210 con 0x560a81c91410 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ceccde640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c98b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f3cd009ba90 tx=0x7f3cd009c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e53e214b0f1806d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd00b4030 con 0x560a81c91410 2024-09-05T04:25:47.940 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f3cd000fd40 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3ce00043c0 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3cd0065050 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cf1cdc740 10 client.19245 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560a819d4620 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3ce00043c0 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.932+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3cd0097850 con 0x560a81c91410 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 10 client.19245 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 10 client.19245 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 20 client.19245 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81cabc40 0x560a81cae030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 4 client.19245 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a81c02a20 con 0x560a81cabc40 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3ceccde640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81cabc40 0x560a81cae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.941 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3cc7fff640 10 client.19245 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.933+0000 7f3ceccde640 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81cabc40 0x560a81cae030 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6543af136829049b server_cookie=97f05178652a9dba in_seq=0 out_seq=0 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cc7fff640 1 -- 172.21.15.2:0/260544378 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a81c02a20 con 0x560a81cabc40 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cc7fff640 10 client.19245 handle_command_reply: tid=0 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 client.19245 shutdown 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 msgr2=0x560a81c99090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7f3cd009ba90 tx=0x7f3cd009c330 comp rx=0 tx=0).stop 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 shutdown_connections 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81cabc40 0x560a81cae030 crc :-1 s=READY pgs=430 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81c995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c99090 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/260544378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c98b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cc7fff640 0 client.19245 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 >> 172.21.15.2:0/260544378 conn(0x560a81c8d060 msgr2=0x560a81c92d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 shutdown_connections 2024-09-05T04:25:47.942 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/260544378 wait complete. 2024-09-05T04:25:47.943 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.934+0000 7f3cf1cdc740 20 client.19245 trim_cache size 0 max 16384 2024-09-05T04:25:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 Processor -- start 2024-09-05T04:25:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 -- start start 2024-09-05T04:25:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c99400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.953 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81cb3e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81ad050 con 0x560a81c91410 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81af8b0 con 0x560a81c90af0 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81ad6a0 con 0x560a81c9bcb0 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40270/0 (socket says 172.21.15.2:40270) 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 -- 172.21.15.2:0/1947269284 learned_addr learned my addr 172.21.15.2:0/1947269284 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ceccde640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c99400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ced4df640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81cb3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 -- 172.21.15.2:0/1947269284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 msgr2=0x560a81cb3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81cb3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 -- 172.21.15.2:0/1947269284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 msgr2=0x560a81c99400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.954 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c99400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 -- 172.21.15.2:0/1947269284 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a81c91240 con 0x560a81c91410 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ced4df640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81cb3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.949+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0000f80 tx=0x7f3cd000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5419e8f991e9ece server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cde7fc640 1 -- 172.21.15.2:0/1947269284 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd00b4040 con 0x560a81c91410 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cde7fc640 1 -- 172.21.15.2:0/1947269284 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cd009a9c0 con 0x560a81c91410 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cde7fc640 1 -- 172.21.15.2:0/1947269284 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd001d040 con 0x560a81c91410 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/1947269284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 msgr2=0x560a81cb3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0000f80 tx=0x7f3cd000cc70 comp rx=0 tx=0).stop 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/1947269284 shutdown_connections 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c9bcb0 0x560a81cb3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81cb3900 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/1947269284 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c90af0 0x560a81c99400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/1947269284 >> 172.21.15.2:0/1947269284 conn(0x560a81c8d060 msgr2=0x560a81c9abd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.955 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/1947269284 shutdown_connections 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.950+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/1947269284 wait complete. 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 -- start start 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 Processor -- start 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c90af0 0x560a81ca4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c9bcb0 0x560a81c95f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81add70 con 0x560a81c91410 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81af1e0 con 0x560a81c9bcb0 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce81ae440 con 0x560a81c90af0 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3cf1cdc740 10 client.0 _ll_register_callbacks cb 0x7f3cd0005c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.956 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3ce7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40280/0 (socket says 172.21.15.2:40280) 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3ce7fff640 1 -- 172.21.15.2:0/17778346 learned_addr learned my addr 172.21.15.2:0/17778346 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3ced4df640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c9bcb0 0x560a81c95f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.951+0000 7f3ceccde640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c90af0 0x560a81ca4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 -- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c90af0 msgr2=0x560a81ca4460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c90af0 0x560a81ca4460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 -- 172.21.15.2:0/17778346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c9bcb0 msgr2=0x560a81c95f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c9bcb0 0x560a81c95f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 -- 172.21.15.2:0/17778346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a81c967b0 con 0x560a81c91410 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3ce7fff640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000af90 tx=0x7f3cd009ada0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cfa43ef711b911b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd007f060 con 0x560a81c91410 2024-09-05T04:25:47.957 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f3cd000fb40 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3cd009a9c0 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3cd001d070 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 10 client.19251 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560a81c967b0 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3cd009a9c0 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f3cd00a1160 con 0x560a81c91410 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 10 client.19251 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 10 client.19251 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 20 client.19251 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81d16c40 0x560a81d19060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 4 client.19251 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.952+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560a81bfcd70 con 0x560a81d16c40 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.953+0000 7f3ceccde640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81d16c40 0x560a81d19060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:47.958 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.953+0000 7f3cc7fff640 10 client.19251 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:47.959 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.953+0000 7f3ceccde640 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81d16c40 0x560a81d19060 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2053822413bcaedd server_cookie=f3e6a5f3879b5f34 in_seq=0 out_seq=0 2024-09-05T04:25:47.962 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cc7fff640 1 -- 172.21.15.2:0/17778346 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560a81bfcd70 con 0x560a81d16c40 2024-09-05T04:25:47.962 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cc7fff640 10 client.19251 handle_command_reply: tid=0 2024-09-05T04:25:47.962 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 client.19251 shutdown 2024-09-05T04:25:47.962 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 msgr2=0x560a81c959c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000af90 tx=0x7f3cd009ada0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 shutdown_connections 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560a81d16c40 0x560a81d19060 crc :-1 s=READY pgs=431 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x560a81c9bcb0 0x560a81c95f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560a81c91410 0x560a81c959c0 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 --2- 172.21.15.2:0/17778346 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560a81c90af0 0x560a81ca4460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cc7fff640 0 client.19251 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 >> 172.21.15.2:0/17778346 conn(0x560a81c8d060 msgr2=0x560a81c92550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 shutdown_connections 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 1 -- 172.21.15.2:0/17778346 wait complete. 2024-09-05T04:25:47.963 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.962+0000 7f3cf1cdc740 20 client.19251 trim_cache size 0 max 16384 2024-09-05T04:25:47.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:25:47.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:25:47.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:25:47.964 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 msgr2=0x7f3cd40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 0x7f3cd40a51b0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f3ce000cf40 tx=0x7f3ce00127c0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 msgr2=0x7f3ce81996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f3cd000cce0 tx=0x7f3cd000a620 comp rx=0 tx=0).stop 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 shutdown_connections 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f3cd40a2cf0 0x7f3cd40a51b0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f3ce81069b0 0x7f3ce81a4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3ce8101340 0x7f3ce81996c0 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.965 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 --2- 172.21.15.2:0/4289179805 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3ce81009a0 0x7f3ce8199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:47.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 >> 172.21.15.2:0/4289179805 conn(0x7f3ce80779a0 msgr2=0x7f3ce80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:47.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 shutdown_connections 2024-09-05T04:25:47.966 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:25:47.963+0000 7f3ceef42640 1 -- 172.21.15.2:0/4289179805 wait complete. 2024-09-05T04:25:49.334 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:25:49.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:49 smithi047 ceph-mon[34498]: pgmap v464: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:49.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:49 smithi002 ceph-mon[31001]: pgmap v464: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:49.570 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:25:49.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:49 smithi079 ceph-mon[34908]: pgmap v464: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 7.6 KiB/s wr, 4 op/s 2024-09-05T04:25:49.607 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 -- 172.21.15.2:0/3809746710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0101420 msgr2=0x7f79e010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 --2- 172.21.15.2:0/3809746710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0101420 0x7f79e010d950 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009930 tx=0x7f79d802a420 comp rx=0 tx=0).stop 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 -- 172.21.15.2:0/3809746710 shutdown_connections 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 --2- 172.21.15.2:0/3809746710 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0101420 0x7f79e010d950 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 --2- 172.21.15.2:0/3809746710 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0100a80 0x7f79e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 --2- 172.21.15.2:0/3809746710 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 0x7f79e0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 -- 172.21.15.2:0/3809746710 >> 172.21.15.2:0/3809746710 conn(0x7f79e00fc7a0 msgr2=0x7f79e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.259 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 -- 172.21.15.2:0/3809746710 shutdown_connections 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.123+0000 7f79e6130640 1 -- 172.21.15.2:0/3809746710 wait complete. 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 Processor -- start 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 -- start start 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 0x7f79e01974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 0x7f79e0197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e0110d50 con 0x7f79e0100a80 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e0110bd0 con 0x7f79e0106a80 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79e6130640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e0110ed0 con 0x7f79e0101420 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40286/0 (socket says 172.21.15.2:40286) 2024-09-05T04:25:50.260 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.124+0000 7f79df7fe640 1 -- 172.21.15.2:0/2724290310 learned_addr learned my addr 172.21.15.2:0/2724290310 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79dffff640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 0x7f79e0197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 0x7f79e01974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 -- 172.21.15.2:0/2724290310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 msgr2=0x7f79e01974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 0x7f79e01974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 -- 172.21.15.2:0/2724290310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 msgr2=0x7f79e0197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 0x7f79e0197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 -- 172.21.15.2:0/2724290310 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79e01a6800 con 0x7f79e0100a80 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 0x7f79e01974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79df7fe640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f79d000ba50 tx=0x7f79d000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79dd7fa640 1 -- 172.21.15.2:0/2724290310 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d0019070 con 0x7f79e0100a80 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79e01a6af0 con 0x7f79e0100a80 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79dd7fa640 1 -- 172.21.15.2:0/2724290310 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d000cbe0 con 0x7f79e0100a80 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79dd7fa640 1 -- 172.21.15.2:0/2724290310 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d00075d0 con 0x7f79e0100a80 2024-09-05T04:25:50.261 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.125+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79e01a7080 con 0x7f79e0100a80 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.127+0000 7f79dd7fa640 1 -- 172.21.15.2:0/2724290310 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f79d001c070 con 0x7f79e0100a80 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 Processor -- start 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 -- start start 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d9518d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d9519aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d950f32e0 con 0x555d9518ddc0 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d9509ace0 con 0x555d9518d4a0 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79e8509740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d950ef2a0 con 0x555d95198680 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79dd7fa640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 0x7f79cc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40300/0 (socket says 172.21.15.2:40300) 2024-09-05T04:25:50.262 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79df7fe640 1 -- 172.21.15.2:0/1580378084 learned_addr learned my addr 172.21.15.2:0/1580378084 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79dffff640 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d9518d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d9519aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79dffff640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 0x7f79cc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.128+0000 7f79dd7fa640 1 -- 172.21.15.2:0/2724290310 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f79d00cee00 con 0x7f79e0100a80 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 -- 172.21.15.2:0/1580378084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 msgr2=0x555d9519aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d9519aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 -- 172.21.15.2:0/1580378084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 msgr2=0x555d9518d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d9518d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 -- 172.21.15.2:0/1580378084 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d9507f440 con 0x555d9518ddc0 2024-09-05T04:25:50.263 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:50.264 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:25:50.264 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:25:50.264 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79dffff640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 0x7f79cc0a51b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f79d8031440 tx=0x7f79d8009260 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79df7fe640 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f79d009ad40 tx=0x7f79d0004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e4496d3190a89f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79d5ffb640 1 -- 172.21.15.2:0/1580378084 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d009b040 con 0x555d9518ddc0 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79d5ffb640 1 -- 172.21.15.2:0/1580378084 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d009f3f0 con 0x555d9518ddc0 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.129+0000 7f79d5ffb640 1 -- 172.21.15.2:0/1580378084 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d00cc3e0 con 0x555d9518ddc0 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- 172.21.15.2:0/1580378084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 msgr2=0x555d95198140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f79d009ad40 tx=0x7f79d0004b50 comp rx=0 tx=0).stop 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- 172.21.15.2:0/1580378084 shutdown_connections 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d9519aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95198140 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 --2- 172.21.15.2:0/1580378084 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d9518d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- 172.21.15.2:0/1580378084 >> 172.21.15.2:0/1580378084 conn(0x555d95189a30 msgr2=0x555d95189e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- 172.21.15.2:0/1580378084 shutdown_connections 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- 172.21.15.2:0/1580378084 wait complete. 2024-09-05T04:25:50.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 -- start start 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.130+0000 7f79e8509740 1 Processor -- start 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d95198080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95195920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d9519b250 con 0x555d9518ddc0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d950ae050 con 0x555d9518d4a0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d9519b3d0 con 0x555d95198680 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 10 client.0 _ll_register_callbacks cb 0x555d950ee160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40310/0 (socket says 172.21.15.2:40310) 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 -- 172.21.15.2:0/3425631483 learned_addr learned my addr 172.21.15.2:0/3425631483 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79dffff640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95195920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d95198080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 -- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 msgr2=0x555d95195920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95195920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 -- 172.21.15.2:0/3425631483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 msgr2=0x555d95198080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d95198080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 -- 172.21.15.2:0/3425631483 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d94e643c0 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d95198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f79c8010800 tx=0x7f79c8010cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b7f1f9bffed5b8b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79beffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c801d060 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f79c800eda0 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.131+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79d009f3f0 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79c8024050 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 10 client.19263 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555d951a6d10 con 0x555d9518ddc0 2024-09-05T04:25:50.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d009f3f0 con 0x555d9518ddc0 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79c8016450 con 0x555d9518ddc0 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 10 client.19263 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 10 client.19263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 20 client.19263 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d951a8220 0x555d951aa630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 4 client.19263 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d95100850 con 0x555d951a8220 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.132+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d951a8220 0x555d951aa630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.133+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d951a8220 0x555d951aa630 crc :-1 s=READY pgs=432 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2698de2861df5a73 server_cookie=334ff5a83fd2f424 in_seq=0 out_seq=0 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.133+0000 7f79beffd640 10 client.19263 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.133+0000 7f79beffd640 1 -- 172.21.15.2:0/3425631483 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555d95100850 con 0x555d951a8220 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.133+0000 7f79beffd640 10 client.19263 handle_command_reply: tid=0 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.133+0000 7f79e8509740 1 client.19263 shutdown 2024-09-05T04:25:50.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 msgr2=0x555d95195330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f79c8010800 tx=0x7f79c8010cc0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 shutdown_connections 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d951a8220 0x555d951aa630 crc :-1 s=READY pgs=432 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95195920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518ddc0 0x555d95195330 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 --2- 172.21.15.2:0/3425631483 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518d4a0 0x555d95198080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79beffd640 0 client.19263 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 >> 172.21.15.2:0/3425631483 conn(0x555d95189a30 msgr2=0x555d95188b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 shutdown_connections 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 1 -- 172.21.15.2:0/3425631483 wait complete. 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.134+0000 7f79e8509740 20 client.19263 trim_cache size 0 max 16384 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 Processor -- start 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 -- start start 2024-09-05T04:25:50.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 0x555d95193c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d951aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01af2c0 con 0x555d95198680 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01b1b20 con 0x555d9518ddc0 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79e8509740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01af910 con 0x555d9518d4a0 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40318/0 (socket says 172.21.15.2:40318) 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 -- 172.21.15.2:0/2457638776 learned_addr learned my addr 172.21.15.2:0/2457638776 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79df7fe640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 0x555d95193c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 -- 172.21.15.2:0/2457638776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 msgr2=0x555d95193c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 0x555d95193c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d951aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 -- 172.21.15.2:0/2457638776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 msgr2=0x555d951aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.151+0000 7f79dffff640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d951aff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79dffff640 1 -- 172.21.15.2:0/2457638776 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d951942e0 con 0x555d95198680 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79df7fe640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 0x555d95193c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79dffff640 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009930 tx=0x7f79d8040070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee8170552df2b81 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79d57fa640 1 -- 172.21.15.2:0/2457638776 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8035040 con 0x555d95198680 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79d57fa640 1 -- 172.21.15.2:0/2457638776 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d80047a0 con 0x555d95198680 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79d57fa640 1 -- 172.21.15.2:0/2457638776 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d8003910 con 0x555d95198680 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 -- 172.21.15.2:0/2457638776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 msgr2=0x555d951b0480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f79d8009930 tx=0x7f79d8040070 comp rx=0 tx=0).stop 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 -- 172.21.15.2:0/2457638776 shutdown_connections 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d95198680 0x555d951b0480 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d951aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.152+0000 7f79e8509740 1 --2- 172.21.15.2:0/2457638776 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d9518d4a0 0x555d95193c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- 172.21.15.2:0/2457638776 >> 172.21.15.2:0/2457638776 conn(0x555d95189a30 msgr2=0x555d951973b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- 172.21.15.2:0/2457638776 shutdown_connections 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- 172.21.15.2:0/2457638776 wait complete. 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- start start 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 Processor -- start 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d9519ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95211f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01affe0 con 0x555d9518d4a0 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01b1450 con 0x555d9518ddc0 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.153+0000 7f79e8509740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f79e01b06b0 con 0x555d95198680 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79e8509740 10 client.0 _ll_register_callbacks cb 0x7f79c8010430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40332/0 (socket says 172.21.15.2:40332) 2024-09-05T04:25:50.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 -- 172.21.15.2:0/3711907759 learned_addr learned my addr 172.21.15.2:0/3711907759 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 -- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 msgr2=0x555d95211f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79dffff640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95211f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d9519ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95211f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 -- 172.21.15.2:0/3711907759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 msgr2=0x555d9519ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d9519ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 -- 172.21.15.2:0/3711907759 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d95195c90 con 0x555d9518d4a0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d9519ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79df7fe640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f79d009afd0 tx=0x7f79d009f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e05fbbf9d902114 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79beffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79d0079e60 con 0x555d9518d4a0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f79d009f0b0 con 0x555d9518d4a0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f79d80047a0 con 0x555d9518d4a0 2024-09-05T04:25:50.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f79d009b040 con 0x555d9518d4a0 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79e8509740 10 client.19269 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.154+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555d95213320 con 0x555d9518d4a0 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79d80047a0 con 0x555d9518d4a0 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f79d00cc3e0 con 0x555d9518d4a0 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 10 client.19269 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 10 client.19269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 20 client.19269 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d95213610 0x555d95215a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 4 client.19269 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555d950fad60 con 0x555d95213610 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.155+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d95213610 0x555d95215a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79beffd640 10 client.19269 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:50.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79d6ffd640 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d95213610 0x555d95215a00 crc :-1 s=READY pgs=433 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=171497f135b4d9a3 server_cookie=8ac5388408f03c0b in_seq=0 out_seq=0 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79beffd640 1 -- 172.21.15.2:0/3711907759 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555d950fad60 con 0x555d95213610 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79beffd640 10 client.19269 handle_command_reply: tid=0 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 client.19269 shutdown 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 msgr2=0x555d9519e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f79d009afd0 tx=0x7f79d009f040 comp rx=0 tx=0).stop 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 shutdown_connections 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d95213610 0x555d95215a00 crc :-1 s=READY pgs=433 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d95198680 0x555d95211f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79beffd640 0 client.19269 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d9518ddc0 0x555d9519ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 --2- 172.21.15.2:0/3711907759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d9518d4a0 0x555d9519e720 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 >> 172.21.15.2:0/3711907759 conn(0x555d95189a30 msgr2=0x555d95188270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 shutdown_connections 2024-09-05T04:25:50.275 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 1 -- 172.21.15.2:0/3711907759 wait complete. 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.156+0000 7f79e8509740 20 client.19269 trim_cache size 0 max 16384 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 msgr2=0x7f79cc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 0x7f79cc0a51b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f79d8031440 tx=0x7f79d8009260 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 msgr2=0x7f79e0196f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f79d000ba50 tx=0x7f79d000bf10 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 shutdown_connections 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f79cc0a2cf0 0x7f79cc0a51b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f79e0106a80 0x7f79e0197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f79e0101420 0x7f79e01974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 --2- 172.21.15.2:0/2724290310 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f79e0100a80 0x7f79e0196f90 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 >> 172.21.15.2:0/2724290310 conn(0x7f79e00fc7a0 msgr2=0x7f79e00fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 shutdown_connections 2024-09-05T04:25:50.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:50.157+0000 7f79e6130640 1 -- 172.21.15.2:0/2724290310 wait complete. 2024-09-05T04:25:50.503 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:51.084 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:25:51.084 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:25:51.318 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:51 smithi002 ceph-mon[31001]: pgmap v465: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-09-05T04:25:51.436 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:51 smithi047 ceph-mon[34498]: pgmap v465: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 -- 172.21.15.2:0/3294562474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928102d40 msgr2=0x7f8928103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 --2- 172.21.15.2:0/3294562474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928102d40 0x7f8928103120 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f8920009900 tx=0x7f892002a480 comp rx=0 tx=0).stop 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 -- 172.21.15.2:0/3294562474 shutdown_connections 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 --2- 172.21.15.2:0/3294562474 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f892810c170 0x7f892810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 --2- 172.21.15.2:0/3294562474 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8928103660 0x7f892810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 --2- 172.21.15.2:0/3294562474 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928102d40 0x7f8928103120 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 -- 172.21.15.2:0/3294562474 >> 172.21.15.2:0/3294562474 conn(0x7f89280fc7a0 msgr2=0x7f89280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 -- 172.21.15.2:0/3294562474 shutdown_connections 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.539+0000 7f892fdef640 1 -- 172.21.15.2:0/3294562474 wait complete. 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 Processor -- start 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 -- start start 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8928102d40 0x7f89281983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f892810c170 0x7f892819ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8928111e20 con 0x7f8928103660 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8928111ca0 con 0x7f8928102d40 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892fdef640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8928111fa0 con 0x7f892810c170 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42170/0 (socket says 172.21.15.2:42170) 2024-09-05T04:25:51.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 -- 172.21.15.2:0/1221382680 learned_addr learned my addr 172.21.15.2:0/1221382680 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892db8b640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8928102d40 0x7f89281983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892e38c640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f892810c170 0x7f892819ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 -- 172.21.15.2:0/1221382680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f892810c170 msgr2=0x7f892819ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f892810c170 0x7f892819ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 -- 172.21.15.2:0/1221382680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8928102d40 msgr2=0x7f89281983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8928102d40 0x7f89281983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.540+0000 7f892d38a640 1 -- 172.21.15.2:0/1221382680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892819d390 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f892d38a640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c970 tx=0x7f891c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c007bb0 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892819d680 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f891c007d50 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f891c004e10 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.541+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89281a4f60 con 0x7f8928103660 2024-09-05T04:25:51.550 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.542+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8928103120 con 0x7f8928103660 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.543+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f891c005000 con 0x7f8928103660 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.544+0000 7f8926ffd640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 0x7f89100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.544+0000 7f892db8b640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 0x7f89100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.544+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f891c0cfaf0 con 0x7f8928103660 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.544+0000 7f892db8b640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 0x7f89100a51b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8920031440 tx=0x7f89200095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:51.551 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.547+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f891c014030 con 0x7f8928103660 2024-09-05T04:25:51.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:51 smithi079 ceph-mon[34908]: pgmap v465: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 10 KiB/s wr, 7 op/s 2024-09-05T04:25:51.585 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:51.768 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.768+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f892802d7c0 con 0x7f8928103660 2024-09-05T04:25:51.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.768+0000 7f8926ffd640 1 -- 172.21.15.2:0/1221382680 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f891c09c2c0 con 0x7f8928103660 2024-09-05T04:25:51.769 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:25:51.769 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:25:51.769 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 msgr2=0x7f89100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 0x7f89100a51b0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f8920031440 tx=0x7f89200095f0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 msgr2=0x7f8928198920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f891c00c970 tx=0x7f891c00ce30 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 shutdown_connections 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f89100a2cf0 0x7f89100a51b0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f892810c170 0x7f892819ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8928103660 0x7f8928198920 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 --2- 172.21.15.2:0/1221382680 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8928102d40 0x7f89281983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.770+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 >> 172.21.15.2:0/1221382680 conn(0x7f89280fc7a0 msgr2=0x7f89280fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.771+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 shutdown_connections 2024-09-05T04:25:51.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:51.771+0000 7f892fdef640 1 -- 172.21.15.2:0/1221382680 wait complete. 2024-09-05T04:25:52.481 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:52 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1221382680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:52.508 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id b1fbdc18 --release --await' 2024-09-05T04:25:52.509 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id b1fbdc18 --release --await 2024-09-05T04:25:52.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:52 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1221382680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:52.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:52 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1221382680' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- 172.21.15.2:0/2553037237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4106f10 msgr2=0x7f2ff410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/2553037237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4106f10 0x7f2ff410ea90 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f2fec009ca0 tx=0x7f2fec02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- 172.21.15.2:0/2553037237 shutdown_connections 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/2553037237 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4106f10 0x7f2ff410ea90 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/2553037237 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4102790 0x7f2ff41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.741 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/2553037237 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 0x7f2ff41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- 172.21.15.2:0/2553037237 >> 172.21.15.2:0/2553037237 conn(0x7f2ff40fd8c0 msgr2=0x7f2ff40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- 172.21.15.2:0/2553037237 shutdown_connections 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- 172.21.15.2:0/2553037237 wait complete. 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 Processor -- start 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.715+0000 7f2ffafd7640 1 -- start start 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 0x7f2ff419a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4106f10 0x7f2ff419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff4111e20 con 0x7f2ff4102790 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff4111ca0 con 0x7f2ff4106f10 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff4111fa0 con 0x7f2ff4101de0 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42190/0 (socket says 172.21.15.2:42190) 2024-09-05T04:25:52.742 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 -- 172.21.15.2:0/1562603296 learned_addr learned my addr 172.21.15.2:0/1562603296 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff8d73640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 0x7f2ff419a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 -- 172.21.15.2:0/1562603296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 msgr2=0x7f2ff419a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 0x7f2ff419a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 -- 172.21.15.2:0/1562603296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4106f10 msgr2=0x7f2ff419ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff9574640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4106f10 0x7f2ff419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4106f10 0x7f2ff419ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 -- 172.21.15.2:0/1562603296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff419f4c0 con 0x7f2ff4102790 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff3fff640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2fe800d950 tx=0x7f2fe800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8017070 con 0x7f2ff4102790 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fe8009c30 con 0x7f2ff4102790 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff419f7b0 con 0x7f2ff4102790 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.716+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe800f620 con 0x7f2ff4102790 2024-09-05T04:25:52.743 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.717+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff41a7090 con 0x7f2ff4102790 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.717+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff41021c0 con 0x7f2ff4102790 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.719+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f2fe80109a0 con 0x7f2ff4102790 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.719+0000 7f2ff1ffb640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 0x7f2fdc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.719+0000 7f2ff8d73640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 0x7f2fdc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.719+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f2fe80cf4d0 con 0x7f2ff4102790 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.720+0000 7f2ff8d73640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 0x7f2fdc0a51b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2fe4005fd0 tx=0x7f2fe4005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:52.744 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.723+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2fe8009de0 con 0x7f2ff4102790 2024-09-05T04:25:52.818 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:52.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.939+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ff41a73c0 con 0x7f2ff4102790 2024-09-05T04:25:52.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.940+0000 7f2ff1ffb640 1 -- 172.21.15.2:0/1562603296 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f2fe809bd00 con 0x7f2ff4102790 2024-09-05T04:25:52.941 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:25:52.942 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:25:52.943 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:25:52.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 msgr2=0x7f2fdc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:52.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 0x7f2fdc0a51b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2fe4005fd0 tx=0x7f2fe4005850 comp rx=0 tx=0).stop 2024-09-05T04:25:52.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 msgr2=0x7f2ff419aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:52.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2fe800d950 tx=0x7f2fe800de10 comp rx=0 tx=0).stop 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 shutdown_connections 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f2fdc0a2cf0 0x7f2fdc0a51b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2ff4106f10 0x7f2ff419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2ff4102790 0x7f2ff419aa50 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 --2- 172.21.15.2:0/1562603296 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2ff4101de0 0x7f2ff419a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:52.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 >> 172.21.15.2:0/1562603296 conn(0x7f2ff40fd8c0 msgr2=0x7f2ff40feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:52.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 shutdown_connections 2024-09-05T04:25:52.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:52.942+0000 7f2ffafd7640 1 -- 172.21.15.2:0/1562603296 wait complete. 2024-09-05T04:25:53.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:53 smithi002 ceph-mon[31001]: pgmap v466: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:25:53.422 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:53 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1562603296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 -- 172.21.15.2:0/1073288759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 msgr2=0x7f0df8103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 --2- 172.21.15.2:0/1073288759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df8103190 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f0de8009cd0 tx=0x7f0de802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 -- 172.21.15.2:0/1073288759 shutdown_connections 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 --2- 172.21.15.2:0/1073288759 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df81082e0 0x7f0df810ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 --2- 172.21.15.2:0/1073288759 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df8103760 0x7f0df8107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.531 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 --2- 172.21.15.2:0/1073288759 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df8103190 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.511+0000 7f0dfd105640 1 -- 172.21.15.2:0/1073288759 >> 172.21.15.2:0/1073288759 conn(0x7f0df80fc7d0 msgr2=0x7f0df80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.512+0000 7f0dfd105640 1 -- 172.21.15.2:0/1073288759 shutdown_connections 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.512+0000 7f0dfd105640 1 -- 172.21.15.2:0/1073288759 wait complete. 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.512+0000 7f0dfd105640 1 Processor -- start 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.512+0000 7f0dfd105640 1 -- start start 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df8103760 0x7f0df8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df81082e0 0x7f0df819ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8111f40 con 0x7f0df8102db0 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0df8111dc0 con 0x7f0df8103760 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0dfd105640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81120c0 con 0x7f0df81082e0 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42214/0 (socket says 172.21.15.2:42214) 2024-09-05T04:25:53.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3762508328 learned_addr learned my addr 172.21.15.2:0/3762508328 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df759e640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df81082e0 0x7f0df819ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df659c640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df8103760 0x7f0df8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3762508328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df81082e0 msgr2=0x7f0df819ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df81082e0 0x7f0df819ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3762508328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df8103760 msgr2=0x7f0df8198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df8103760 0x7f0df8198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3762508328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0df819d560 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f0de8003ba0 tx=0x7f0de8003bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.513+0000 7f0ddffff640 1 -- 172.21.15.2:0/3762508328 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de8004240 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.514+0000 7f0ddffff640 1 -- 172.21.15.2:0/3762508328 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0de80305a0 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.514+0000 7f0ddffff640 1 -- 172.21.15.2:0/3762508328 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de803b660 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.514+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0df819d7f0 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.514+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0df81a5130 con 0x7f0df8102db0 2024-09-05T04:25:53.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0ddffff640 1 -- 172.21.15.2:0/3762508328 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f0de8043020 con 0x7f0df8102db0 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 Processor -- start 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 -- start start 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766bff320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557766b64620 con 0x557766c0e650 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557766b0be50 con 0x557766bff860 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0dff4de740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557766b605e0 con 0x557766bfef40 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0ddffff640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 0x7f0de00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.516+0000 7f0df659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42222/0 (socket says 172.21.15.2:42222) 2024-09-05T04:25:53.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 -- 172.21.15.2:0/2993673839 learned_addr learned my addr 172.21.15.2:0/2993673839 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df759e640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766bff320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0ddffff640 1 -- 172.21.15.2:0/3762508328 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f0de802e030 con 0x7f0df8102db0 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df759e640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 0x7f0de00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 -- 172.21.15.2:0/2993673839 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 msgr2=0x557766bff320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.537 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766bff320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 -- 172.21.15.2:0/2993673839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 msgr2=0x557766c0e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 -- 172.21.15.2:0/2993673839 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557766afcd40 con 0x557766c0e650 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df659c640 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00cb40 tx=0x7f0dec00e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=938336d8490106f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.538 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0df759e640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 0x7f0de00a5230 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0df000b610 tx=0x7f0df0005cc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0ddd7fa640 1 -- 172.21.15.2:0/2993673839 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec004020 con 0x557766c0e650 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0ddd7fa640 1 -- 172.21.15.2:0/2993673839 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dec0041c0 con 0x557766c0e650 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.517+0000 7f0ddd7fa640 1 -- 172.21.15.2:0/2993673839 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dec010720 con 0x557766c0e650 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- 172.21.15.2:0/2993673839 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 msgr2=0x557766c10a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00cb40 tx=0x7f0dec00e350 comp rx=0 tx=0).stop 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- 172.21.15.2:0/2993673839 shutdown_connections 2024-09-05T04:25:53.539 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c10a40 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2993673839 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766bff320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- 172.21.15.2:0/2993673839 >> 172.21.15.2:0/2993673839 conn(0x557766bfb5f0 msgr2=0x557766bfb9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- 172.21.15.2:0/2993673839 shutdown_connections 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- 172.21.15.2:0/2993673839 wait complete. 2024-09-05T04:25:53.540 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 -- start start 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.518+0000 7f0dff4de740 1 Processor -- start 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766c0b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557766c11220 con 0x557766c0e650 2024-09-05T04:25:53.541 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557766aecf10 con 0x557766bff860 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557766c113a0 con 0x557766bfef40 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0dff4de740 10 client.0 _ll_register_callbacks cb 0x557766b10db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42232/0 (socket says 172.21.15.2:42232) 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 -- 172.21.15.2:0/2856920324 learned_addr learned my addr 172.21.15.2:0/2856920324 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:53.542 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df659c640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766c0b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 -- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 msgr2=0x557766c0b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766c0b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 -- 172.21.15.2:0/2856920324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 msgr2=0x557766c0bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 -- 172.21.15.2:0/2856920324 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557766873580 con 0x557766c0e650 2024-09-05T04:25:53.543 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df659c640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0df759e640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0df0012640 tx=0x7f0df0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1012570b07d81c51 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0ddaff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0df0025070 con 0x557766c0e650 2024-09-05T04:25:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.519+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f0df00035f0 con 0x557766c0e650 2024-09-05T04:25:53.544 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0dec0041c0 con 0x557766c0e650 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0df0031050 con 0x557766c0e650 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 10 client.19293 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55776693d960 con 0x557766c0e650 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0dec0041c0 con 0x557766c0e650 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0df001e070 con 0x557766c0e650 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 10 client.19293 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:53.545 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 10 client.19293 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 20 client.19293 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c1e180 0x557766c20640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 4 client.19293 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.520+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557766b71b90 con 0x557766c1e180 2024-09-05T04:25:53.546 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.521+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c1e180 0x557766c20640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.521+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c1e180 0x557766c20640 crc :-1 s=READY pgs=434 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d02aea27a23d4bef server_cookie=84df8098c76b896b in_seq=0 out_seq=0 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.521+0000 7f0ddaff5640 10 client.19293 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0ddaff5640 1 -- 172.21.15.2:0/2856920324 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557766b71b90 con 0x557766c1e180 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0ddaff5640 10 client.19293 handle_command_reply: tid=0 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 client.19293 shutdown 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 msgr2=0x557766c0c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.547 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0df0012640 tx=0x7f0df0004730 comp rx=0 tx=0).stop 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 shutdown_connections 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c1e180 0x557766c20640 crc :-1 s=READY pgs=434 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766c0e650 0x557766c0c020 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766bff860 0x557766c0bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0ddaff5640 0 client.19293 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:53.548 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 --2- 172.21.15.2:0/2856920324 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bfef40 0x557766c0b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 >> 172.21.15.2:0/2856920324 conn(0x557766bfb5f0 msgr2=0x557766c01350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 shutdown_connections 2024-09-05T04:25:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 1 -- 172.21.15.2:0/2856920324 wait complete. 2024-09-05T04:25:53.549 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.522+0000 7f0dff4de740 20 client.19293 trim_cache size 0 max 16384 2024-09-05T04:25:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 Processor -- start 2024-09-05T04:25:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 -- start start 2024-09-05T04:25:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.558 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c25f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c264a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81aae80 con 0x557766bfef40 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81ad6e0 con 0x557766c0e650 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0dff4de740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81ab4d0 con 0x557766bff860 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42234/0 (socket says 172.21.15.2:42234) 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.539+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3510583330 learned_addr learned my addr 172.21.15.2:0/3510583330 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df659c640 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c25f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3510583330 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 msgr2=0x557766c25f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c25f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3510583330 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 msgr2=0x557766c264a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c264a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 -- 172.21.15.2:0/3510583330 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557766c10d80 con 0x557766bfef40 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f0de8005e30 tx=0x7f0de80dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86efbb00adffa599 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0ddcff9640 1 -- 172.21.15.2:0/3510583330 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de80d4030 con 0x557766bfef40 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0ddcff9640 1 -- 172.21.15.2:0/3510583330 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0de8036040 con 0x557766bfef40 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.540+0000 7f0ddcff9640 1 -- 172.21.15.2:0/3510583330 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de80ed6a0 con 0x557766bfef40 2024-09-05T04:25:53.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- 172.21.15.2:0/3510583330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 msgr2=0x557766c0d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f0de8005e30 tx=0x7f0de80dc040 comp rx=0 tx=0).stop 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- 172.21.15.2:0/3510583330 shutdown_connections 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c264a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c25f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- 172.21.15.2:0/3510583330 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c0d470 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- 172.21.15.2:0/3510583330 >> 172.21.15.2:0/3510583330 conn(0x557766bfb5f0 msgr2=0x557766bfa750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- 172.21.15.2:0/3510583330 shutdown_connections 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- 172.21.15.2:0/3510583330 wait complete. 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- start start 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 Processor -- start 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c130c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.563 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c13600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81abba0 con 0x557766bfef40 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81ad010 con 0x557766c0e650 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.541+0000 7f0dff4de740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f0df81ac270 con 0x557766bff860 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0dff4de740 10 client.0 _ll_register_callbacks cb 0x7f0df0012d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:53.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42246/0 (socket says 172.21.15.2:42246) 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 -- 172.21.15.2:0/1912004967 learned_addr learned my addr 172.21.15.2:0/1912004967 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df659c640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c130c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df759e640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c13600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 -- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 msgr2=0x557766c130c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c130c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 -- 172.21.15.2:0/1912004967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 msgr2=0x557766c13600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c13600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 -- 172.21.15.2:0/1912004967 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557766c13de0 con 0x557766bfef40 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df759e640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c13600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df659c640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c130c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0df6d9d640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f0de80b8650 tx=0x7f0de80bc370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3db717c18815a509 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:53.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0ddaff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0de80d4070 con 0x557766bfef40 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f0de80b8860 con 0x557766bfef40 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0de8036040 con 0x557766bfef40 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0de8030750 con 0x557766bfef40 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0dff4de740 10 client.19299 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:53.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.542+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557766c89f90 con 0x557766bfef40 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0de8036040 con 0x557766bfef40 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f0de804c020 con 0x557766bfef40 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 10 client.19299 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 10 client.19299 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 20 client.19299 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:53.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c8a410 0x557766c8c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 4 client.19299 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b1fbdc18", "release": true, "await": true}] 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b1fbdc18", "release": true, "await": true}) -- 0x557766b6c0a0 con 0x557766c8a410 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0df659c640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c8a410 0x557766c8c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0ddaff5640 10 client.19299 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.543+0000 7f0df659c640 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c8a410 0x557766c8c800 crc :-1 s=READY pgs=435 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19cf666c175d3b58 server_cookie=5fc71fa614c2c279 in_seq=0 out_seq=0 2024-09-05T04:25:53.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0ddaff5640 1 -- 172.21.15.2:0/1912004967 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557766b6c0a0 con 0x557766c8a410 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0ddaff5640 10 client.19299 handle_command_reply: tid=0 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 client.19299 shutdown 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 msgr2=0x557766c16d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f0de80b8650 tx=0x7f0de80bc370 comp rx=0 tx=0).stop 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 shutdown_connections 2024-09-05T04:25:53.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557766c8a410 0x557766c8c800 crc :-1 s=READY pgs=435 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557766c0e650 0x557766c13600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557766bff860 0x557766c130c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 --2- 172.21.15.2:0/1912004967 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557766bfef40 0x557766c16d80 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 >> 172.21.15.2:0/1912004967 conn(0x557766bfb5f0 msgr2=0x557766c0bd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0ddaff5640 0 client.19299 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 shutdown_connections 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 1 -- 172.21.15.2:0/1912004967 wait complete. 2024-09-05T04:25:53.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.545+0000 7f0dff4de740 20 client.19299 trim_cache size 0 max 16384 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 56, 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "b1fbdc18": { 2024-09-05T04:25:53.572 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 56, 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 143.8, 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:25:53.573 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:53.574 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:53.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 msgr2=0x7f0de00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.575 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 0x7f0de00a5230 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0df000b610 tx=0x7f0df0005cc0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 msgr2=0x7f0df81985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f0de8003ba0 tx=0x7f0de8003bd0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 shutdown_connections 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f0de00a2d70 0x7f0de00a5230 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f0df81082e0 0x7f0df819ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f0df8103760 0x7f0df8198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 --2- 172.21.15.2:0/3762508328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f0df8102db0 0x7f0df81985b0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:53.576 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 >> 172.21.15.2:0/3762508328 conn(0x7f0df80fc7d0 msgr2=0x7f0df8105e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:53.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 shutdown_connections 2024-09-05T04:25:53.577 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:53.546+0000 7f0dfd105640 1 -- 172.21.15.2:0/3762508328 wait complete. 2024-09-05T04:25:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:53 smithi079 ceph-mon[34908]: pgmap v466: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:25:53.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:53 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1562603296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:53.588 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:53 smithi047 ceph-mon[34498]: pgmap v466: 129 pgs: 129 active+clean; 2.1 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 3.2 KiB/s wr, 3 op/s 2024-09-05T04:25:53.588 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:53 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1562603296' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:25:54.257 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b1fbdc18', total seconds elapsed: 28.5 2024-09-05T04:25:54.854 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:25:55.108 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:55.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:55 smithi002 ceph-mon[31001]: pgmap v467: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6.4 KiB/s wr, 4 op/s 2024-09-05T04:25:55.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:55 smithi079 ceph-mon[34908]: pgmap v467: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6.4 KiB/s wr, 4 op/s 2024-09-05T04:25:55.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 -- 172.21.15.2:0/1085439917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58106f50 msgr2=0x7fef5810eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.605 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/1085439917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58106f50 0x7fef5810eaf0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fef50009cd0 tx=0x7fef5002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 -- 172.21.15.2:0/1085439917 shutdown_connections 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/1085439917 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58106f50 0x7fef5810eaf0 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/1085439917 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58100ca0 0x7fef58106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/1085439917 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 0x7fef581006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 -- 172.21.15.2:0/1085439917 >> 172.21.15.2:0/1085439917 conn(0x7fef58077210 msgr2=0x7fef580fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 -- 172.21.15.2:0/1085439917 shutdown_connections 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.596+0000 7fef5f4a6640 1 -- 172.21.15.2:0/1085439917 wait complete. 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 Processor -- start 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 -- start start 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 0x7fef581983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.606 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 0x7fef5819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111e50 con 0x7fef58100ca0 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111cd0 con 0x7fef58106f50 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5f4a6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fef58111fd0 con 0x7fef581002f0 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42272/0 (socket says 172.21.15.2:42272) 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 -- 172.21.15.2:0/4024503106 learned_addr learned my addr 172.21.15.2:0/4024503106 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5da43640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 0x7fef5819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5d242640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 0x7fef581983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 -- 172.21.15.2:0/4024503106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 msgr2=0x7fef581983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 0x7fef581983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 -- 172.21.15.2:0/4024503106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 msgr2=0x7fef5819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.607 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.597+0000 7fef5ca41640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 0x7fef5819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef5ca41640 1 -- 172.21.15.2:0/4024503106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef5819d350 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef5da43640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 0x7fef5819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef5ca41640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fef4800d770 tx=0x7fef4800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef4e7fc640 1 -- 172.21.15.2:0/4024503106 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef48017070 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef4e7fc640 1 -- 172.21.15.2:0/4024503106 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef48009c30 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef4e7fc640 1 -- 172.21.15.2:0/4024503106 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef4800f620 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef5819d640 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.598+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef581a4f20 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.600+0000 7fef4e7fc640 1 -- 172.21.15.2:0/4024503106 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fef4801a070 con 0x7fef58100ca0 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 Processor -- start 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 -- start start 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636a7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.608 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef4e7fc640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 0x7fef440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b8b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56166360d2f0 con 0x5616636a75d0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5616635b4cf0 con 0x5616636a8b40 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef6187f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5616636092b0 con 0x5616636b6780 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5ca41640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 0x7fef440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42274/0 (socket says 172.21.15.2:42274) 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5da43640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 -- 172.21.15.2:0/3385667190 learned_addr learned my addr 172.21.15.2:0/3385667190 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5da43640 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636a7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef4e7fc640 1 -- 172.21.15.2:0/4024503106 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fef480cf3b0 con 0x7fef58100ca0 2024-09-05T04:25:55.609 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 -- 172.21.15.2:0/3385667190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 msgr2=0x5616636b8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 -- 172.21.15.2:0/3385667190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 msgr2=0x5616636a7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636a7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.601+0000 7fef5d242640 1 -- 172.21.15.2:0/3385667190 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616635993a0 con 0x5616636a75d0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.602+0000 7fef5ca41640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 0x7fef440a51b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fef4809b470 tx=0x7fef48090970 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.602+0000 7fef5d242640 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fef5400bcf0 tx=0x7fef5400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6726807c851f93e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.602+0000 7fef437fe640 1 -- 172.21.15.2:0/3385667190 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef54015070 con 0x5616636a75d0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.602+0000 7fef437fe640 1 -- 172.21.15.2:0/3385667190 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef540118f0 con 0x5616636a75d0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.602+0000 7fef437fe640 1 -- 172.21.15.2:0/3385667190 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef540107f0 con 0x5616636a75d0 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- 172.21.15.2:0/3385667190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 msgr2=0x5616636a7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fef5400bcf0 tx=0x7fef5400f730 comp rx=0 tx=0).stop 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- 172.21.15.2:0/3385667190 shutdown_connections 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636a7a10 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.610 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- 172.21.15.2:0/3385667190 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636a7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- 172.21.15.2:0/3385667190 >> 172.21.15.2:0/3385667190 conn(0x561663670310 msgr2=0x5616636a3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- 172.21.15.2:0/3385667190 shutdown_connections 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- 172.21.15.2:0/3385667190 wait complete. 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 -- start start 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 Processor -- start 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636b3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.603+0000 7fef6187f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef6187f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5616636b9480 con 0x5616636a75d0 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef6187f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5616635c8060 con 0x5616636a8b40 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef6187f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5616636b9600 con 0x5616636b6780 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef6187f740 10 client.0 _ll_register_callbacks cb 0x56166331b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:55.611 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42276/0 (socket says 172.21.15.2:42276) 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 -- 172.21.15.2:0/3507794784 learned_addr learned my addr 172.21.15.2:0/3507794784 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5d242640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636b3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 -- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 msgr2=0x5616636b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 -- 172.21.15.2:0/3507794784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 msgr2=0x5616636b3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636b3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 -- 172.21.15.2:0/3507794784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56166337e3c0 con 0x5616636a75d0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5d242640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636b3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef5da43640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fef5002ae00 tx=0x7fef5002af20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c048dd7ce4808 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef50031670 con 0x5616636a75d0 2024-09-05T04:25:55.612 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fef50003db0 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.604+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef540118f0 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fef50053050 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 10 client.19311 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5616636c4ef0 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef540118f0 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fef50030070 con 0x5616636a75d0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 10 client.19311 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 10 client.19311 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 20 client.19311 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616636c63b0 0x5616636c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 4 client.19311 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56166361a860 con 0x5616636c63b0 2024-09-05T04:25:55.613 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.605+0000 7fef5d242640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616636c63b0 0x5616636c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.606+0000 7fef5d242640 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616636c63b0 0x5616636c87a0 crc :-1 s=READY pgs=436 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0c137d3f76e61c7 server_cookie=52e15395c2e946f9 in_seq=0 out_seq=0 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.606+0000 7fef40ff9640 10 client.19311 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.606+0000 7fef40ff9640 1 -- 172.21.15.2:0/3507794784 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56166361a860 con 0x5616636c63b0 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.606+0000 7fef40ff9640 10 client.19311 handle_command_reply: tid=0 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.606+0000 7fef6187f740 1 client.19311 shutdown 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 msgr2=0x5616636b6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fef5002ae00 tx=0x7fef5002af20 comp rx=0 tx=0).stop 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 shutdown_connections 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5616636c63b0 0x5616636c87a0 crc :-1 s=READY pgs=436 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636b6780 0x5616636b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636b3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.615 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef40ff9640 0 client.19311 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:55.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 --2- 172.21.15.2:0/3507794784 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a75d0 0x5616636b6150 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 >> 172.21.15.2:0/3507794784 conn(0x561663670310 msgr2=0x5616636a9930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 shutdown_connections 2024-09-05T04:25:55.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 1 -- 172.21.15.2:0/3507794784 wait complete. 2024-09-05T04:25:55.616 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.607+0000 7fef6187f740 20 client.19311 trim_cache size 0 max 16384 2024-09-05T04:25:55.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 Processor -- start 2024-09-05T04:25:55.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 -- start start 2024-09-05T04:25:55.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636c2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.621 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fef581aaf00 con 0x5616636b6780 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fef581ad760 con 0x5616636a8b40 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef6187f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fef581ab550 con 0x5616636a75d0 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef5da43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef5da43640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42280/0 (socket says 172.21.15.2:42280) 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef5da43640 1 -- 172.21.15.2:0/4041983282 learned_addr learned my addr 172.21.15.2:0/4041983282 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.620+0000 7fef5da43640 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5d242640 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636c2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 -- 172.21.15.2:0/4041983282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 msgr2=0x5616636a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 -- 172.21.15.2:0/4041983282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 msgr2=0x5616636c2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636c2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.622 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 -- 172.21.15.2:0/4041983282 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616636aa120 con 0x5616636b6780 2024-09-05T04:25:55.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef5da43640 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fef50030360 tx=0x7fef50000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92bfeabba09a2ec5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef42ffd640 1 -- 172.21.15.2:0/4041983282 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef50050040 con 0x5616636b6780 2024-09-05T04:25:55.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef42ffd640 1 -- 172.21.15.2:0/4041983282 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef50036040 con 0x5616636b6780 2024-09-05T04:25:55.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.621+0000 7fef42ffd640 1 -- 172.21.15.2:0/4041983282 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef500305a0 con 0x5616636b6780 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- 172.21.15.2:0/4041983282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 msgr2=0x5616636ce070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fef50030360 tx=0x7fef50000f40 comp rx=0 tx=0).stop 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- 172.21.15.2:0/4041983282 shutdown_connections 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636b6780 0x5616636ce070 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636a8b40 0x5616636c2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.626 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- 172.21.15.2:0/4041983282 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- 172.21.15.2:0/4041983282 >> 172.21.15.2:0/4041983282 conn(0x561663670310 msgr2=0x5616636a3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- 172.21.15.2:0/4041983282 shutdown_connections 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- 172.21.15.2:0/4041983282 wait complete. 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- start start 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 Processor -- start 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636bf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636b6780 0x5616636b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fef581abc20 con 0x5616636a8b40 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fef581ad090 con 0x5616636b6780 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.622+0000 7fef6187f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fef581ac2f0 con 0x5616636a75d0 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef6187f740 10 client.0 _ll_register_callbacks cb 0x7fef50031d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.627 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42284/0 (socket says 172.21.15.2:42284) 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 -- 172.21.15.2:0/3942204198 learned_addr learned my addr 172.21.15.2:0/3942204198 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5da43640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636b6780 0x5616636b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5da43640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636bf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 -- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 msgr2=0x5616636bf060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636bf060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 -- 172.21.15.2:0/3942204198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636b6780 msgr2=0x5616636b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636b6780 0x5616636b07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 -- 172.21.15.2:0/3942204198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616636b1010 con 0x5616636a8b40 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef5d242640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fef5400bc10 tx=0x7fef5400ff30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76454c2025fe22cf server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5402c060 con 0x5616636a8b40 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fef54005450 con 0x5616636a8b40 2024-09-05T04:25:55.628 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fef50036040 con 0x5616636a8b40 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fef54033050 con 0x5616636a8b40 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef6187f740 10 client.19317 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.623+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x561663731170 con 0x5616636a8b40 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fef50036040 con 0x5616636a8b40 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fef54011540 con 0x5616636a8b40 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 10 client.19317 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 10 client.19317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 20 client.19317 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561663731640 0x561663733a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 4 client.19317 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561663614d70 con 0x561663731640 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef5da43640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561663731640 0x561663733a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:55.629 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef40ff9640 10 client.19317 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.624+0000 7fef5da43640 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561663731640 0x561663733a60 crc :-1 s=READY pgs=437 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d871e25e57c53953 server_cookie=756e00a9bc24efd7 in_seq=0 out_seq=0 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef40ff9640 1 -- 172.21.15.2:0/3942204198 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561663614d70 con 0x561663731640 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef40ff9640 10 client.19317 handle_command_reply: tid=0 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 client.19317 shutdown 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 msgr2=0x5616636b0240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fef5400bc10 tx=0x7fef5400ff30 comp rx=0 tx=0).stop 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 shutdown_connections 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x561663731640 0x561663733a60 crc :-1 s=READY pgs=437 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5616636b6780 0x5616636b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef40ff9640 0 client.19317 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5616636a8b40 0x5616636b0240 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 --2- 172.21.15.2:0/3942204198 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5616636a75d0 0x5616636bf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.630 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 >> 172.21.15.2:0/3942204198 conn(0x561663670310 msgr2=0x5616636a24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 shutdown_connections 2024-09-05T04:25:55.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 1 -- 172.21.15.2:0/3942204198 wait complete. 2024-09-05T04:25:55.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.625+0000 7fef6187f740 20 client.19317 trim_cache size 0 max 16384 2024-09-05T04:25:55.631 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:25:55.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 msgr2=0x7fef440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 0x7fef440a51b0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fef4809b470 tx=0x7fef48090970 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 msgr2=0x7fef581988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fef4800d770 tx=0x7fef4800dc30 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 shutdown_connections 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fef440a2cf0 0x7fef440a51b0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fef58106f50 0x7fef5819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fef58100ca0 0x7fef581988e0 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 --2- 172.21.15.2:0/4024503106 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fef581002f0 0x7fef581983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 >> 172.21.15.2:0/4024503106 conn(0x7fef58077210 msgr2=0x7fef58105280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 shutdown_connections 2024-09-05T04:25:55.632 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:55.626+0000 7fef5f4a6640 1 -- 172.21.15.2:0/4024503106 wait complete. 2024-09-05T04:25:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:55 smithi047 ceph-mon[34498]: pgmap v467: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 6.4 KiB/s wr, 4 op/s 2024-09-05T04:25:57.272 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:25:57.272 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:25:57.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:57 smithi002 ceph-mon[31001]: pgmap v468: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:25:57.538 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:57.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:57 smithi079 ceph-mon[34908]: pgmap v468: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:25:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:57 smithi047 ceph-mon[34498]: pgmap v468: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 -- 172.21.15.2:0/2489200090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102570 msgr2=0x7fddf41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 --2- 172.21.15.2:0/2489200090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102570 0x7fddf41029b0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fdde8009900 tx=0x7fdde802a480 comp rx=0 tx=0).stop 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 -- 172.21.15.2:0/2489200090 shutdown_connections 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 --2- 172.21.15.2:0/2489200090 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4102ef0 0x7fddf410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 --2- 172.21.15.2:0/2489200090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102570 0x7fddf41029b0 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 --2- 172.21.15.2:0/2489200090 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4100e20 0x7fddf4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 -- 172.21.15.2:0/2489200090 >> 172.21.15.2:0/2489200090 conn(0x7fddf40fc7d0 msgr2=0x7fddf40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 -- 172.21.15.2:0/2489200090 shutdown_connections 2024-09-05T04:25:58.056 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.997+0000 7fddfc197640 1 -- 172.21.15.2:0/2489200090 wait complete. 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 Processor -- start 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 -- start start 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 0x7fddf41982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4102570 0x7fddf4198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fddf4110e00 con 0x7fddf4102ef0 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fddf4110c80 con 0x7fddf4100e20 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.998+0000 7fddfc197640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fddf4110f80 con 0x7fddf4102570 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42312/0 (socket says 172.21.15.2:42312) 2024-09-05T04:25:58.057 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 -- 172.21.15.2:0/1456586354 learned_addr learned my addr 172.21.15.2:0/1456586354 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 0x7fddf41982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf9732640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4102570 0x7fddf4198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 -- 172.21.15.2:0/1456586354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4102570 msgr2=0x7fddf4198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4102570 0x7fddf4198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 -- 172.21.15.2:0/1456586354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 msgr2=0x7fddf41982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 0x7fddf41982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 -- 172.21.15.2:0/1456586354 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddf419d2a0 con 0x7fddf4102ef0 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 0x7fddf41982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfa734640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fddec00c970 tx=0x7fddec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.058 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf2ffd640 1 -- 172.21.15.2:0/1456586354 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec007bb0 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf2ffd640 1 -- 172.21.15.2:0/1456586354 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fddec007d50 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddf419d590 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddf2ffd640 1 -- 172.21.15.2:0/1456586354 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddec018700 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:57.999+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddf41a4e70 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.001+0000 7fddf2ffd640 1 -- 172.21.15.2:0/1456586354 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fddec00fa20 con 0x7fddf4102ef0 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 Processor -- start 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 -- start start 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae4b60 0x55f554ae4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddf2ffd640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 0x7fdddc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.059 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f554a4a280 con 0x55f554ae5480 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f5549f1b10 con 0x55f554ae4b60 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddfe570740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f554a46240 con 0x55f554aefd40 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 0x7fdddc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.002+0000 7fddf9732640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42324/0 (socket says 172.21.15.2:42324) 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 -- 172.21.15.2:0/3313114298 learned_addr learned my addr 172.21.15.2:0/3313114298 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf2ffd640 1 -- 172.21.15.2:0/1456586354 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fddec0cf9b0 con 0x7fddf4102ef0 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae4b60 0x55f554ae4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddfa734640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.060 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 -- 172.21.15.2:0/3313114298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 msgr2=0x55f554af2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 -- 172.21.15.2:0/3313114298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae4b60 msgr2=0x55f554ae4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae4b60 0x55f554ae4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 -- 172.21.15.2:0/3313114298 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5549fe1f0 con 0x55f554ae5480 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddfa734640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 0x7fdddc0a51b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdde4007e70 tx=0x7fdde4007850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fddf9732640 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fdde8005940 tx=0x7fdde80058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b406fd0b9d850f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fdddbfff640 1 -- 172.21.15.2:0/3313114298 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde8035040 con 0x55f554ae5480 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fdddbfff640 1 -- 172.21.15.2:0/3313114298 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde80315d0 con 0x55f554ae5480 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.003+0000 7fdddbfff640 1 -- 172.21.15.2:0/3313114298 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde8003bb0 con 0x55f554ae5480 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 -- 172.21.15.2:0/3313114298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 msgr2=0x55f554aef800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.061 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fdde8005940 tx=0x7fdde80058d0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 -- 172.21.15.2:0/3313114298 shutdown_connections 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aef800 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 --2- 172.21.15.2:0/3313114298 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae4b60 0x55f554ae4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 -- 172.21.15.2:0/3313114298 >> 172.21.15.2:0/3313114298 conn(0x55f554ae10f0 msgr2=0x55f554ae14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 -- 172.21.15.2:0/3313114298 shutdown_connections 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.004+0000 7fddfe570740 1 -- 172.21.15.2:0/3313114298 wait complete. 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 -- start start 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 Processor -- start 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 0x55f554aecbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554aed670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.062 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f554af2910 con 0x55f554ae5480 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f554a04f10 con 0x55f554aefd40 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f554af2a90 con 0x55f554ae4b60 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfe570740 10 client.0 _ll_register_callbacks cb 0x55f5549cda40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddf9732640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddf9732640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42336/0 (socket says 172.21.15.2:42336) 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddf9732640 1 -- 172.21.15.2:0/1260229397 learned_addr learned my addr 172.21.15.2:0/1260229397 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddfa734640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554aed670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.005+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 0x55f554aecbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 -- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 msgr2=0x55f554aecbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 0x55f554aecbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.063 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 -- 172.21.15.2:0/1260229397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 msgr2=0x55f554aed670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554aed670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 -- 172.21.15.2:0/1260229397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5547bb6a0 con 0x55f554ae5480 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddfa734640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554aed670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 0x55f554aecbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddf9732640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7fdde803d680 tx=0x7fdde803d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7175b7a40901be08 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde804f070 con 0x55f554ae5480 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fdde803dae0 con 0x55f554ae5480 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde80315d0 con 0x55f554ae5480 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdde8058050 con 0x55f554ae5480 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddfe570740 10 client.19329 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:58.064 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f554afe450 con 0x55f554ae5480 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde80315d0 con 0x55f554ae5480 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.006+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdde8052020 con 0x55f554ae5480 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 10 client.19329 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 10 client.19329 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 20 client.19329 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554aff7a0 0x55f554b01b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 4 client.19329 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f554a577f0 con 0x55f554aff7a0 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554aff7a0 0x55f554b01b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddd97fa640 10 client.19329 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:58.065 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.007+0000 7fddf9f33640 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554aff7a0 0x55f554b01b90 crc :-1 s=READY pgs=438 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5657faa3faea294 server_cookie=b6bcfa8d06d95c64 in_seq=0 out_seq=0 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddd97fa640 1 -- 172.21.15.2:0/1260229397 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f554a577f0 con 0x55f554aff7a0 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddd97fa640 10 client.19329 handle_command_reply: tid=0 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 client.19329 shutdown 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 msgr2=0x55f554aed130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7fdde803d680 tx=0x7fdde803d6b0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 shutdown_connections 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554aff7a0 0x55f554b01b90 crc :-1 s=READY pgs=438 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554aed670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae5480 0x55f554aed130 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 --2- 172.21.15.2:0/1260229397 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae4b60 0x55f554aecbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddd97fa640 0 client.19329 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 >> 172.21.15.2:0/1260229397 conn(0x55f554ae10f0 msgr2=0x55f554ae6e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 shutdown_connections 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 1 -- 172.21.15.2:0/1260229397 wait complete. 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.008+0000 7fddfe570740 20 client.19329 trim_cache size 0 max 16384 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.025+0000 7fddfe570740 1 Processor -- start 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 -- start start 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae5480 0x55f554b07130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554b07670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41ace50 con 0x55f554ae4b60 2024-09-05T04:25:58.067 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41af6b0 con 0x55f554aefd40 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfe570740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41ad4a0 con 0x55f554ae5480 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42340/0 (socket says 172.21.15.2:42340) 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 -- 172.21.15.2:0/56275908 learned_addr learned my addr 172.21.15.2:0/56275908 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfa734640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554b07670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9732640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae5480 0x55f554b07130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 -- 172.21.15.2:0/56275908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae5480 msgr2=0x55f554b07130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae5480 0x55f554b07130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 -- 172.21.15.2:0/56275908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 msgr2=0x55f554b07670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554b07670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 -- 172.21.15.2:0/56275908 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f554ae0f20 con 0x55f554ae4b60 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddfa734640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554b07670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fddf9f33640 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fdde400ebb0 tx=0x7fdde4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485eb0e15fe3d684 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fdddb7fe640 1 -- 172.21.15.2:0/56275908 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde4003b70 con 0x55f554ae4b60 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fdddb7fe640 1 -- 172.21.15.2:0/56275908 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde4003d10 con 0x55f554ae4b60 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.026+0000 7fdddb7fe640 1 -- 172.21.15.2:0/56275908 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde401db40 con 0x55f554ae4b60 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- 172.21.15.2:0/56275908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 msgr2=0x55f554aed4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fdde400ebb0 tx=0x7fdde4014000 comp rx=0 tx=0).stop 2024-09-05T04:25:58.069 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- 172.21.15.2:0/56275908 shutdown_connections 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554aefd40 0x55f554b07670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554ae5480 0x55f554b07130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 --2- 172.21.15.2:0/56275908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554aed4c0 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- 172.21.15.2:0/56275908 >> 172.21.15.2:0/56275908 conn(0x55f554ae10f0 msgr2=0x55f554aeeb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- 172.21.15.2:0/56275908 shutdown_connections 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- 172.21.15.2:0/56275908 wait complete. 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 -- start start 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.027+0000 7fddfe570740 1 Processor -- start 2024-09-05T04:25:58.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae5480 0x55f554af3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41adb70 con 0x55f554ae4b60 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41aefe0 con 0x55f554ae5480 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fddf41ae240 con 0x55f554aefd40 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfe570740 10 client.0 _ll_register_callbacks cb 0x7fdde8032f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42344/0 (socket says 172.21.15.2:42344) 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 -- 172.21.15.2:0/2233608119 learned_addr learned my addr 172.21.15.2:0/2233608119 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddfa734640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9732640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae5480 0x55f554af3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 -- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 msgr2=0x55f554af4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 -- 172.21.15.2:0/2233608119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae5480 msgr2=0x55f554af3ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae5480 0x55f554af3ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.028+0000 7fddf9f33640 1 -- 172.21.15.2:0/2233608119 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f554b69130 con 0x55f554ae4b60 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddf9f33640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fdde401d520 tx=0x7fdde4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbce1f1b4382de48 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdde401d8c0 con 0x55f554ae4b60 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdde4003d10 con 0x55f554ae4b60 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7fdde401da60 con 0x55f554ae4b60 2024-09-05T04:25:58.072 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdde403e050 con 0x55f554ae4b60 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 10 client.19335 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f554b6a490 con 0x55f554ae4b60 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdde4003d10 con 0x55f554ae4b60 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdde4033020 con 0x55f554ae4b60 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 10 client.19335 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 10 client.19335 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 20 client.19335 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554b6ab60 0x55f554b6cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 4 client.19335 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:25:58.073 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.029+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f554a51d00 con 0x55f554b6ab60 2024-09-05T04:25:58.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.030+0000 7fddf9732640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554b6ab60 0x55f554b6cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:58.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.030+0000 7fddf9732640 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554b6ab60 0x55f554b6cf50 crc :-1 s=READY pgs=439 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a37ae8bd26ad77c server_cookie=fe31440bb013a658 in_seq=0 out_seq=0 2024-09-05T04:25:58.074 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.030+0000 7fddd97fa640 10 client.19335 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:58.074 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:58.074 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "68907def-7bbc-4482-b069-abeef6aa55ae", 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddd97fa640 1 -- 172.21.15.2:0/2233608119 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f554a51d00 con 0x55f554b6ab60 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddd97fa640 10 client.19335 handle_command_reply: tid=0 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 client.19335 shutdown 2024-09-05T04:25:58.075 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 msgr2=0x55f554af3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fdde401d520 tx=0x7fdde4003ba0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 shutdown_connections 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f554b6ab60 0x55f554b6cf50 crc :-1 s=READY pgs=439 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f554aefd40 0x55f554af4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f554ae5480 0x55f554af3ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddd97fa640 0 client.19335 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 --2- 172.21.15.2:0/2233608119 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f554ae4b60 0x55f554af3ab0 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 >> 172.21.15.2:0/2233608119 conn(0x55f554ae10f0 msgr2=0x55f554ae6520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 shutdown_connections 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 1 -- 172.21.15.2:0/2233608119 wait complete. 2024-09-05T04:25:58.076 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.031+0000 7fddfe570740 20 client.19335 trim_cache size 0 max 16384 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 msgr2=0x7fdddc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 0x7fdddc0a51b0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fdde4007e70 tx=0x7fdde4007850 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 msgr2=0x7fddf419cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fddec00c970 tx=0x7fddec00ce30 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 shutdown_connections 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdddc0a2cf0 0x7fdddc0a51b0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fddf4102ef0 0x7fddf419cbc0 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fddf4102570 0x7fddf4198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 --2- 172.21.15.2:0/1456586354 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fddf4100e20 0x7fddf41982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 >> 172.21.15.2:0/1456586354 conn(0x7fddf40fc7d0 msgr2=0x7fddf406a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 shutdown_connections 2024-09-05T04:25:58.077 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:58.032+0000 7fddfc197640 1 -- 172.21.15.2:0/1456586354 wait complete. 2024-09-05T04:25:58.755 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:25:59.007 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:25:59.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:59 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:25:59.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:59 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:59 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:25:59.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:59 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.390 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:25:59 smithi002 ceph-mon[31001]: pgmap v469: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1016228836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 msgr2=0x7f46c41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1016228836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c41029b0 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009900 tx=0x7f46ac02a480 comp rx=0 tx=0).stop 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1016228836 shutdown_connections 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1016228836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 0x7f46c410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1016228836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c41029b0 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1016228836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.499 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1016228836 >> 172.21.15.2:0/1016228836 conn(0x7f46c40fc7d0 msgr2=0x7f46c40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1016228836 shutdown_connections 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.471+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1016228836 wait complete. 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 Processor -- start 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 -- start start 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 0x7f46c419bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4110e00 con 0x7f46c4102570 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4110c80 con 0x7f46c4100e20 2024-09-05T04:25:59.500 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46ca5f6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46c4110f80 con 0x7f46c4102ef0 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42358/0 (socket says 172.21.15.2:42358) 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 -- 172.21.15.2:0/1156318878 learned_addr learned my addr 172.21.15.2:0/1156318878 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46c8b93640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 0x7f46c419bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 -- 172.21.15.2:0/1156318878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 msgr2=0x7f46c419bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 0x7f46c419bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 -- 172.21.15.2:0/1156318878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 msgr2=0x7f46c4197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46bbfff640 1 -- 172.21.15.2:0/1156318878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c419c2b0 con 0x7f46c4102570 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.472+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f46ac006010 tx=0x7f46ac0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.501 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46c1ffb640 1 -- 172.21.15.2:0/1156318878 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac03f030 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46c1ffb640 1 -- 172.21.15.2:0/1156318878 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46ac003cb0 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c419c540 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46c1ffb640 1 -- 172.21.15.2:0/1156318878 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac035070 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.473+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c41a3e80 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.475+0000 7f46c1ffb640 1 -- 172.21.15.2:0/1156318878 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f46ac042030 con 0x7f46c4102570 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.475+0000 7f46cc9cf740 1 Processor -- start 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 -- start start 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67befd0 0x5563a67c9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67c9890 0x5563a67cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5563a67222e0 con 0x5563a67c9890 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5563a66c9ce0 con 0x5563a67befd0 2024-09-05T04:25:59.502 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5563a671e2a0 con 0x5563a67be6b0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67c9890 0x5563a67cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:52490/0 (socket says 172.21.15.2:52490) 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 -- 172.21.15.2:0/3123749352 learned_addr learned my addr 172.21.15.2:0/3123749352 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c3fff640 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67befd0 0x5563a67c9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c1ffb640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 0x7f46b00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 -- 172.21.15.2:0/3123749352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67befd0 msgr2=0x5563a67c9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67befd0 0x5563a67c9350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 -- 172.21.15.2:0/3123749352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67c9890 msgr2=0x5563a67cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67c9890 0x5563a67cbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 -- 172.21.15.2:0/3123749352 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563a66ae440 con 0x5563a67be6b0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c8b93640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 0x7f46b00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.503 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.476+0000 7f46c1ffb640 1 -- 172.21.15.2:0/1156318878 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f46ac0efd80 con 0x7f46c4102570 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46c8b93640 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f46bc010440 tx=0x7f46bc010900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=371a6cfbf36930aa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46ba7fc640 1 -- 172.21.15.2:0/3123749352 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc013520 con 0x5563a67be6b0 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46c8b93640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 0x7f46b00a51b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f46bc021000 tx=0x7f46bc01e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46ba7fc640 1 -- 172.21.15.2:0/3123749352 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46bc01d8b0 con 0x5563a67be6b0 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46ba7fc640 1 -- 172.21.15.2:0/3123749352 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46bc011940 con 0x5563a67be6b0 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46cc9cf740 1 -- 172.21.15.2:0/3123749352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 msgr2=0x5563a67bea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.477+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f46bc010440 tx=0x7f46bc010900 comp rx=0 tx=0).stop 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- 172.21.15.2:0/3123749352 shutdown_connections 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67c9890 0x5563a67cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67befd0 0x5563a67c9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/3123749352 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67be6b0 0x5563a67bea90 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- 172.21.15.2:0/3123749352 >> 172.21.15.2:0/3123749352 conn(0x5563a67bac40 msgr2=0x5563a67bb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.504 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- 172.21.15.2:0/3123749352 shutdown_connections 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- 172.21.15.2:0/3123749352 wait complete. 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- start start 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 Processor -- start 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67be6b0 0x5563a67c9280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67c9890 0x5563a67c6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5563a67cc460 con 0x5563a67befd0 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x5563a66dd050 con 0x5563a67be6b0 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5563a67cc5e0 con 0x5563a67c9890 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.478+0000 7f46cc9cf740 10 client.0 _ll_register_callbacks cb 0x5563a671d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42382/0 (socket says 172.21.15.2:42382) 2024-09-05T04:25:59.505 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 -- 172.21.15.2:0/1659262151 learned_addr learned my addr 172.21.15.2:0/1659262151 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46c8b93640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67c9890 0x5563a67c6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67be6b0 0x5563a67c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 -- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67c9890 msgr2=0x5563a67c6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67c9890 0x5563a67c6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 -- 172.21.15.2:0/1659262151 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67be6b0 msgr2=0x5563a67c9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67be6b0 0x5563a67c9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 -- 172.21.15.2:0/1659262151 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563a64933c0 con 0x5563a67befd0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0b82b0 tx=0x7f46ac0057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41be3362d5478c01 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46ac0f1070 con 0x5563a67befd0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f46ac0b84c0 con 0x5563a67befd0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46bc01d8b0 con 0x5563a67befd0 2024-09-05T04:25:59.506 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f46ac049070 con 0x5563a67befd0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46cc9cf740 10 client.19347 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.479+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5563a67d7ec0 con 0x5563a67befd0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46bc01d8b0 con 0x5563a67befd0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f46ac0f3020 con 0x5563a67befd0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 10 client.19347 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 10 client.19347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 20 client.19347 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a67d9320 0x5563a67db760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 4 client.19347 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5563a672f850 con 0x5563a67d9320 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a67d9320 0x5563a67db760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46a37fe640 10 client.19347 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.480+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a67d9320 0x5563a67db760 crc :-1 s=READY pgs=440 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c09c7769be7f900 server_cookie=4a12a991f62c0cc8 in_seq=0 out_seq=0 2024-09-05T04:25:59.507 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.481+0000 7f46a37fe640 1 -- 172.21.15.2:0/1659262151 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5563a672f850 con 0x5563a67d9320 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.481+0000 7f46a37fe640 10 client.19347 handle_command_reply: tid=0 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.481+0000 7f46cc9cf740 1 client.19347 shutdown 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.481+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 msgr2=0x5563a67c6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.481+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f46ac0b82b0 tx=0x7f46ac0057e0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 shutdown_connections 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a67d9320 0x5563a67db760 crc :-1 s=READY pgs=440 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67c9890 0x5563a67c6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67befd0 0x5563a67c6530 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1659262151 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67be6b0 0x5563a67c9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46a37fe640 0 client.19347 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 >> 172.21.15.2:0/1659262151 conn(0x5563a67bac40 msgr2=0x5563a67b7b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 shutdown_connections 2024-09-05T04:25:59.508 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1659262151 wait complete. 2024-09-05T04:25:59.509 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.482+0000 7f46cc9cf740 20 client.19347 trim_cache size 0 max 16384 2024-09-05T04:25:59.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 Processor -- start 2024-09-05T04:25:59.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 -- start start 2024-09-05T04:25:59.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41aad50 con 0x5563a67be6b0 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41ad5b0 con 0x5563a67c9890 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41ab3a0 con 0x5563a67befd0 2024-09-05T04:25:59.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.499+0000 7f46c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42390/0 (socket says 172.21.15.2:42390) 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 -- 172.21.15.2:0/4178064532 learned_addr learned my addr 172.21.15.2:0/4178064532 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46bbfff640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c8b93640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 -- 172.21.15.2:0/4178064532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 msgr2=0x5563a67c4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 -- 172.21.15.2:0/4178064532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 msgr2=0x5563a67c0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 -- 172.21.15.2:0/4178064532 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563a67c5500 con 0x5563a67be6b0 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46bbfff640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c8b93640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:25:59.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46c3fff640 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f46b4005fd0 tx=0x7f46b40128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=308ba77f7f155e73 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46b9ffb640 1 -- 172.21.15.2:0/4178064532 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4005020 con 0x5563a67be6b0 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46b9ffb640 1 -- 172.21.15.2:0/4178064532 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46b40047a0 con 0x5563a67be6b0 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.500+0000 7f46b9ffb640 1 -- 172.21.15.2:0/4178064532 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b401b6c0 con 0x5563a67be6b0 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- 172.21.15.2:0/4178064532 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 msgr2=0x5563a67d56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f46b4005fd0 tx=0x7f46b40128e0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- 172.21.15.2:0/4178064532 shutdown_connections 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/4178064532 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d56c0 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- 172.21.15.2:0/4178064532 >> 172.21.15.2:0/4178064532 conn(0x5563a67bac40 msgr2=0x5563a67c0100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- 172.21.15.2:0/4178064532 shutdown_connections 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- 172.21.15.2:0/4178064532 wait complete. 2024-09-05T04:25:59.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.501+0000 7f46cc9cf740 1 -- start start 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 Processor -- start 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41aba70 con 0x5563a67be6b0 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41acee0 con 0x5563a67c9890 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f46c41ac140 con 0x5563a67befd0 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46cc9cf740 10 client.0 _ll_register_callbacks cb 0x7f46ac004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42402/0 (socket says 172.21.15.2:42402) 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 -- 172.21.15.2:0/1784729488 learned_addr learned my addr 172.21.15.2:0/1784729488 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c8b93640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.519 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 -- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 msgr2=0x5563a67c33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 -- 172.21.15.2:0/1784729488 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 msgr2=0x5563a67c39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.502+0000 7f46c3fff640 1 -- 172.21.15.2:0/1784729488 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5563a67c95f0 con 0x5563a67be6b0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46c3fff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f46b4008b60 tx=0x7f46b4008b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f626f8cf189c79a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b40051e0 con 0x5563a67be6b0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f46b4005380 con 0x5563a67be6b0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46b40047a0 con 0x5563a67be6b0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f46b4037050 con 0x5563a67be6b0 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 10 client.19353 fetch_fsmap learned FSMap version 21 2024-09-05T04:25:59.520 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5563a6843ed0 con 0x5563a67be6b0 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46b40047a0 con 0x5563a67be6b0 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f46b401b460 con 0x5563a67be6b0 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 10 client.19353 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 10 client.19353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 20 client.19353 populate_metadata read hostname 'smithi002' 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a6844570 0x5563a6846990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 4 client.19353 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.503+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5563a6729d60 con 0x5563a6844570 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a6844570 0x5563a6846990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46bbfff640 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a6844570 0x5563a6846990 crc :-1 s=READY pgs=441 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=151bdc0a5ba751d7 server_cookie=48578581b2a17ba in_seq=0 out_seq=0 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46a37fe640 10 client.19353 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46a37fe640 1 -- 172.21.15.2:0/1784729488 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5563a6729d60 con 0x5563a6844570 2024-09-05T04:25:59.521 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46a37fe640 10 client.19353 handle_command_reply: tid=0 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 client.19353 shutdown 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 msgr2=0x5563a67d2070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f46b4008b60 tx=0x7f46b4008b90 comp rx=0 tx=0).stop 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 shutdown_connections 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5563a6844570 0x5563a6846990 crc :-1 s=READY pgs=441 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5563a67c9890 0x5563a67c39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5563a67befd0 0x5563a67c33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 --2- 172.21.15.2:0/1784729488 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5563a67be6b0 0x5563a67d2070 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 >> 172.21.15.2:0/1784729488 conn(0x5563a67bac40 msgr2=0x5563a67c85b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46a37fe640 0 client.19353 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 shutdown_connections 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.504+0000 7f46cc9cf740 1 -- 172.21.15.2:0/1784729488 wait complete. 2024-09-05T04:25:59.522 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46cc9cf740 20 client.19353 trim_cache size 0 max 16384 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "68907def-7bbc-4482-b069-abeef6aa55ae": { 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "68907def-7bbc-4482-b069-abeef6aa55ae", 2024-09-05T04:25:59.523 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:25:59.524 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:59.524 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:25:59.524 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 msgr2=0x7f46b00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 0x7f46b00a51b0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f46bc021000 tx=0x7f46bc01e000 comp rx=0 tx=0).stop 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 msgr2=0x7f46c4197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7f46ac006010 tx=0x7f46ac0042f0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 shutdown_connections 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f46b00a2cf0 0x7f46b00a51b0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f46c4102ef0 0x7f46c419bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f46c4102570 0x7f46c4197840 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.525 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 --2- 172.21.15.2:0/1156318878 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f46c4100e20 0x7f46c4197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:25:59.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 >> 172.21.15.2:0/1156318878 conn(0x7f46c40fc7d0 msgr2=0x7f46c40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:25:59.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 shutdown_connections 2024-09-05T04:25:59.526 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:25:59.505+0000 7f46ca5f6640 1 -- 172.21.15.2:0/1156318878 wait complete. 2024-09-05T04:25:59.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:59 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:25:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:59 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:59 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:25:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:59 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:25:59 smithi079 ceph-mon[34908]: pgmap v469: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:25:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:59 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:25:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:59 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:59 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:25:59.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:59 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:25:59.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:25:59 smithi047 ceph-mon[34498]: pgmap v469: 129 pgs: 129 active+clean; 2.2 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 5.7 KiB/s wr, 3 op/s 2024-09-05T04:26:00.193 INFO:tasks.cephfs.filesystem:scrub status for tag:68907def-7bbc-4482-b069-abeef6aa55ae - {'path': '/', 'tag': '68907def-7bbc-4482-b069-abeef6aa55ae', 'options': 'recursive,force'} 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.050+0000 7f3506fe4640 1 -- 172.21.15.2:0/2417249189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 msgr2=0x7f350010d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.050+0000 7f3506fe4640 1 --2- 172.21.15.2:0/2417249189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f350010d870 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7f34f8009cd0 tx=0x7f34f802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- 172.21.15.2:0/2417249189 shutdown_connections 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- 172.21.15.2:0/2417249189 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f350010d870 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- 172.21.15.2:0/2417249189 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- 172.21.15.2:0/2417249189 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f3500106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- 172.21.15.2:0/2417249189 >> 172.21.15.2:0/2417249189 conn(0x7f35000779a0 msgr2=0x7f35000fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- 172.21.15.2:0/2417249189 shutdown_connections 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- 172.21.15.2:0/2417249189 wait complete. 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 Processor -- start 2024-09-05T04:26:01.054 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- start start 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f350019bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3500110ca0 con 0x7f3500101340 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3500110b20 con 0x7f35001069b0 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f3506fe4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3500110e20 con 0x7f35001009a0 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.051+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42412/0 (socket says 172.21.15.2:42412) 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 -- 172.21.15.2:0/1651022216 learned_addr learned my addr 172.21.15.2:0/1651022216 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:01.055 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3505581640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f350019bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3504d80640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 -- 172.21.15.2:0/1651022216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 msgr2=0x7f3500197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 -- 172.21.15.2:0/1651022216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 msgr2=0x7f350019bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f350019bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 -- 172.21.15.2:0/1651022216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f350019c1f0 con 0x7f3500101340 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3505581640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f350019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3504d80640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fffff640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f34e800d770 tx=0x7f34e800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fdffb640 1 -- 172.21.15.2:0/1651022216 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e8017070 con 0x7f3500101340 2024-09-05T04:26:01.056 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fdffb640 1 -- 172.21.15.2:0/1651022216 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34e80054d0 con 0x7f3500101340 2024-09-05T04:26:01.057 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f34fdffb640 1 -- 172.21.15.2:0/1651022216 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e8004cf0 con 0x7f3500101340 2024-09-05T04:26:01.057 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f350019c4e0 con 0x7f3500101340 2024-09-05T04:26:01.057 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.052+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35001a3d70 con 0x7f3500101340 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f34fdffb640 1 -- 172.21.15.2:0/1651022216 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f34e8004e90 con 0x7f3500101340 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 Processor -- start 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 -- start start 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbef0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557a3cb462f0 con 0x557a3cbe2410 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557a3caee270 con 0x557a3cbe1af0 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f3509e57740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557a3cb422b0 con 0x557a3cbeccb0 2024-09-05T04:26:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.055+0000 7f34fdffb640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 0x7f34ec0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3505581640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42420/0 (socket says 172.21.15.2:42420) 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 -- 172.21.15.2:0/3825036836 learned_addr learned my addr 172.21.15.2:0/3825036836 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f34fffff640 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbef0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3505581640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 0x7f34ec0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f34fdffb640 1 -- 172.21.15.2:0/1651022216 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f34e80cf340 con 0x7f3500101340 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 -- 172.21.15.2:0/3825036836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 msgr2=0x557a3cbef0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbef0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 -- 172.21.15.2:0/3825036836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 msgr2=0x557a3cbe1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe1ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 -- 172.21.15.2:0/3825036836 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a3caed340 con 0x557a3cbe2410 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3504d80640 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f34f0009bd0 tx=0x7f34f000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd10cdfc0046f217 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f3505581640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 0x7f34ec0a5230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f34f8004af0 tx=0x7f34f80095c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f34f6ffd640 1 -- 172.21.15.2:0/3825036836 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f0016070 con 0x557a3cbe2410 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f34f6ffd640 1 -- 172.21.15.2:0/3825036836 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34f00054d0 con 0x557a3cbe2410 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.056+0000 7f34f6ffd640 1 -- 172.21.15.2:0/3825036836 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34f0011470 con 0x557a3cbe2410 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- 172.21.15.2:0/3825036836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 msgr2=0x557a3cbec770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7f34f0009bd0 tx=0x7f34f000e6c0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- 172.21.15.2:0/3825036836 shutdown_connections 2024-09-05T04:26:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbef0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbec770 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 --2- 172.21.15.2:0/3825036836 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- 172.21.15.2:0/3825036836 >> 172.21.15.2:0/3825036836 conn(0x557a3cbde060 msgr2=0x557a3cbde440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- 172.21.15.2:0/3825036836 shutdown_connections 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- 172.21.15.2:0/3825036836 wait complete. 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 -- start start 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.057+0000 7f3509e57740 1 Processor -- start 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbea550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x557a3cbef880 con 0x557a3cbe2410 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x557a3cacf290 con 0x557a3cbe1af0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x557a3cbefa00 con 0x557a3cbeccb0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3509e57740 10 client.0 _ll_register_callbacks cb 0x557a3cb00140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42430/0 (socket says 172.21.15.2:42430) 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 -- 172.21.15.2:0/1303167183 learned_addr learned my addr 172.21.15.2:0/1303167183 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3505581640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbea550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3504d80640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 -- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 msgr2=0x557a3cbea550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbea550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 -- 172.21.15.2:0/1303167183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 msgr2=0x557a3cbe9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 -- 172.21.15.2:0/1303167183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a3c859210 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f3504d80640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34fffff640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f34e80cc6a0 tx=0x7f34e8099920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6ef8de556f95c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.058+0000 7f34dffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e8020040 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f34e80cc0b0 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34f00054d0 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f34e80ccac0 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 10 client.19365 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557a3c925620 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34f00054d0 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f34e80b40d0 con 0x557a3cbe2410 2024-09-05T04:26:01.069 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 10 client.19365 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 10 client.19365 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 20 client.19365 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cbfefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 4 client.19365 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.059+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a3cb53a20 con 0x557a3cbfcb90 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.060+0000 7f3504d80640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cbfefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.060+0000 7f3504d80640 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cbfefa0 crc :-1 s=READY pgs=442 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77681de34b65d0fd server_cookie=bcac902e57ac47aa in_seq=0 out_seq=0 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.060+0000 7f34dffff640 10 client.19365 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f34dffff640 1 -- 172.21.15.2:0/1303167183 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a3cb53a20 con 0x557a3cbfcb90 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f34dffff640 10 client.19365 handle_command_reply: tid=0 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 client.19365 shutdown 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 msgr2=0x557a3cbea010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.070 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7f34e80cc6a0 tx=0x7f34e8099920 comp rx=0 tx=0).stop 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 shutdown_connections 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cbfefa0 crc :-1 s=READY pgs=442 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbea550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbea010 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f34dffff640 0 client.19365 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 --2- 172.21.15.2:0/1303167183 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbe9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 >> 172.21.15.2:0/1303167183 conn(0x557a3cbde060 msgr2=0x557a3cbe3dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 shutdown_connections 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 1 -- 172.21.15.2:0/1303167183 wait complete. 2024-09-05T04:26:01.071 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.061+0000 7f3509e57740 20 client.19365 trim_cache size 0 max 16384 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 Processor -- start 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 -- start start 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbea380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbf55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.081 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35001aae50 con 0x557a3cbe2410 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35001ad6b0 con 0x557a3cbe1af0 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.075+0000 7f3509e57740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f35001ab4a0 con 0x557a3cbeccb0 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42436/0 (socket says 172.21.15.2:42436) 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 -- 172.21.15.2:0/3497511287 learned_addr learned my addr 172.21.15.2:0/3497511287 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f3504d80640 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbea380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f3505581640 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbf55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 -- 172.21.15.2:0/3497511287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 msgr2=0x557a3cbf55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbf55b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 -- 172.21.15.2:0/3497511287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 msgr2=0x557a3cbea380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbea380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.082 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 -- 172.21.15.2:0/3497511287 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a3cbdde90 con 0x557a3cbe2410 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34fffff640 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f34e80996c0 tx=0x7f34e800b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3971580f9b0a3d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34f67fc640 1 -- 172.21.15.2:0/3497511287 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e8009c30 con 0x557a3cbe2410 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34f67fc640 1 -- 172.21.15.2:0/3497511287 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34e809bb10 con 0x557a3cbe2410 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.076+0000 7f34f67fc640 1 -- 172.21.15.2:0/3497511287 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e80cc380 con 0x557a3cbe2410 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- 172.21.15.2:0/3497511287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 msgr2=0x557a3cbf5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7f34e80996c0 tx=0x7f34e800b480 comp rx=0 tx=0).stop 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- 172.21.15.2:0/3497511287 shutdown_connections 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbeccb0 0x557a3cbf55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cbf5070 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.083 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 --2- 172.21.15.2:0/3497511287 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbe1af0 0x557a3cbea380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- 172.21.15.2:0/3497511287 >> 172.21.15.2:0/3497511287 conn(0x557a3cbde060 msgr2=0x557a3cbebb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- 172.21.15.2:0/3497511287 shutdown_connections 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- 172.21.15.2:0/3497511287 wait complete. 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 -- start start 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.077+0000 7f3509e57740 1 Processor -- start 2024-09-05T04:26:01.084 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbe1af0 0x557a3cc046a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.085 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.085 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 0x557a3cc05120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.085 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35001abb70 con 0x557a3cbe2410 2024-09-05T04:26:01.085 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35001acfe0 con 0x557a3cbeccb0 2024-09-05T04:26:01.085 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f35001ac240 con 0x557a3cbe1af0 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 10 client.0 _ll_register_callbacks cb 0x7f34e8005680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42446/0 (socket says 172.21.15.2:42446) 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 -- 172.21.15.2:0/4146216746 learned_addr learned my addr 172.21.15.2:0/4146216746 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3504d80640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbe1af0 0x557a3cc046a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.086 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3505581640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 0x557a3cc05120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 -- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbe1af0 msgr2=0x557a3cc046a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbe1af0 0x557a3cc046a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 -- 172.21.15.2:0/4146216746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 msgr2=0x557a3cc05120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 0x557a3cc05120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 -- 172.21.15.2:0/4146216746 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a3cbe4940 con 0x557a3cbe2410 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3505581640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 0x557a3cc05120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:01.087 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34fffff640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7f34e809b5d0 tx=0x7f34e80cc720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd54e1e26a44bb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34dffff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e80ccad0 con 0x557a3cbe2410 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 9533+0+0 (secure 0 0 0) 0x7f34e809aa60 con 0x557a3cbe2410 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f34e809bb10 con 0x557a3cbe2410 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f34e8083050 con 0x557a3cbe2410 2024-09-05T04:26:01.088 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 10 client.19371 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.078+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x557a3cc6ba80 con 0x557a3cbe2410 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f34e809bb10 con 0x557a3cbe2410 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f34e80a0950 con 0x557a3cbe2410 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 10 client.19371 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 10 client.19371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:01.089 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 20 client.19371 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cc6dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 4 client.19371 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a3cb4dd70 con 0x557a3cbfcb90 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3504d80640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cc6dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f34dffff640 10 client.19371 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:01.090 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.079+0000 7f3504d80640 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cc6dfc0 crc :-1 s=READY pgs=443 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a856632eddbc30cd server_cookie=31d1d271c557e15b in_seq=0 out_seq=0 2024-09-05T04:26:01.517 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:01 smithi002 ceph-mon[31001]: pgmap v470: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:26:01.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:01 smithi079 ceph-mon[34908]: pgmap v470: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:26:01.622 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f34dffff640 1 -- 172.21.15.2:0/4146216746 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557a3cb4dd70 con 0x557a3cbfcb90 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f34dffff640 10 client.19371 handle_command_reply: tid=0 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 client.19371 shutdown 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 msgr2=0x557a3cc04be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7f34e809b5d0 tx=0x7f34e80cc720 comp rx=0 tx=0).stop 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 shutdown_connections 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x557a3cbfcb90 0x557a3cc6dfc0 crc :-1 s=READY pgs=443 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x557a3cbeccb0 0x557a3cc05120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x557a3cbe2410 0x557a3cc04be0 unknown :-1 s=CLOSED pgs=1674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 --2- 172.21.15.2:0/4146216746 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x557a3cbe1af0 0x557a3cc046a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.623 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f34dffff640 0 client.19371 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 >> 172.21.15.2:0/4146216746 conn(0x557a3cbde060 msgr2=0x557a3cbdc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 shutdown_connections 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 1 -- 172.21.15.2:0/4146216746 wait complete. 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.621+0000 7f3509e57740 20 client.19371 trim_cache size 0 max 16384 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:26:01.624 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:26:01.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 msgr2=0x7f34ec0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 0x7f34ec0a5230 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f34f8004af0 tx=0x7f34f80095c0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.625 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 msgr2=0x7f3500197740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7f34e800d770 tx=0x7f34e800dc30 comp rx=0 tx=0).stop 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 shutdown_connections 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f34ec0a2d70 0x7f34ec0a5230 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35001069b0 0x7f350019bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f3500101340 0x7f3500197740 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 --2- 172.21.15.2:0/1651022216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35001009a0 0x7f3500197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 >> 172.21.15.2:0/1651022216 conn(0x7f35000779a0 msgr2=0x7f3500103a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:01.626 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 shutdown_connections 2024-09-05T04:26:01.627 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:01.622+0000 7f3506fe4640 1 -- 172.21.15.2:0/1651022216 wait complete. 2024-09-05T04:26:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:01 smithi047 ceph-mon[34498]: pgmap v470: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 22 KiB/s wr, 8 op/s 2024-09-05T04:26:02.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:02 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:26:02.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:02 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:26:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:02 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:26:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:03 smithi002 ceph-mon[31001]: pgmap v471: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-09-05T04:26:03.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:03 smithi002 ceph-mon[31001]: osdmap e111: 12 total, 12 up, 12 in 2024-09-05T04:26:03.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:03 smithi079 ceph-mon[34908]: pgmap v471: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-09-05T04:26:03.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:03 smithi079 ceph-mon[34908]: osdmap e111: 12 total, 12 up, 12 in 2024-09-05T04:26:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:03 smithi047 ceph-mon[34498]: pgmap v471: 129 pgs: 129 active+clean; 2.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 19 KiB/s wr, 5 op/s 2024-09-05T04:26:03.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:03 smithi047 ceph-mon[34498]: osdmap e111: 12 total, 12 up, 12 in 2024-09-05T04:26:05.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:05 smithi002 ceph-mon[31001]: pgmap v473: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:05.577 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:05 smithi079 ceph-mon[34908]: pgmap v473: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:05 smithi047 ceph-mon[34498]: pgmap v473: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:07.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:07 smithi002 ceph-mon[31001]: pgmap v474: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:07.576 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:07 smithi079 ceph-mon[34908]: pgmap v474: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:07.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:07 smithi047 ceph-mon[34498]: pgmap v474: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:09 smithi047 ceph-mon[34498]: pgmap v475: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:09 smithi047 ceph-mon[34498]: osdmap e112: 12 total, 12 up, 12 in 2024-09-05T04:26:09.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:09 smithi002 ceph-mon[31001]: pgmap v475: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:09.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:09 smithi002 ceph-mon[31001]: osdmap e112: 12 total, 12 up, 12 in 2024-09-05T04:26:09.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:09 smithi079 ceph-mon[34908]: pgmap v475: 129 pgs: 129 active+clean; 2.6 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 96 KiB/s wr, 32 op/s 2024-09-05T04:26:09.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:09 smithi079 ceph-mon[34908]: osdmap e112: 12 total, 12 up, 12 in 2024-09-05T04:26:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:11 smithi047 ceph-mon[34498]: pgmap v477: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 126 KiB/s wr, 39 op/s 2024-09-05T04:26:11.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:11 smithi002 ceph-mon[31001]: pgmap v477: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 126 KiB/s wr, 39 op/s 2024-09-05T04:26:11.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:11 smithi079 ceph-mon[34908]: pgmap v477: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 126 KiB/s wr, 39 op/s 2024-09-05T04:26:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:13 smithi047 ceph-mon[34498]: pgmap v478: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 32 op/s 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:499/600: open fd = 3 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:500/600: open fd = 3 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.747 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:501/600: open fd = 3 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:502/600: open fd = 3 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:503/600: open fd = 3 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.748 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:504/600: open fd = 3 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:505/600: open fd = 3 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:506/600: open fd = 3 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:507/600: open fd = 3 2024-09-05T04:26:13.749 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:508/600: open fd = 3 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:509/600: open fd = 3 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:510/600: open fd = 3 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.750 INFO:tasks.workunit.client.0.smithi002.stdout:511/600: open fd = 3 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:512/600: open fd = 3 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:513/600: open fd = 3 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:514/600: open fd = 3 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.751 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:515/600: open fd = 3 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:516/600: open fd = 3 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:517/600: open fd = 3 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.752 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:518/600: open fd = 3 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:519/600: open fd = 3 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:520/600: open fd = 3 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:521/600: open fd = 3 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.753 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:522/600: open fd = 3 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:523/600: open fd = 3 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:524/600: open fd = 3 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:525/600: open fd = 3 2024-09-05T04:26:13.754 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:526/600: open fd = 3 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:527/600: open fd = 3 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:528/600: open fd = 3 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.755 INFO:tasks.workunit.client.0.smithi002.stdout:529/600: open fd = 3 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:530/600: open fd = 3 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:531/600: open fd = 3 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:532/600: open fd = 3 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.756 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:533/600: open fd = 3 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:534/600: open fd = 3 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:535/600: open fd = 3 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.757 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:536/600: open fd = 3 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:537/600: open fd = 3 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:538/600: open fd = 3 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:539/600: open fd = 3 2024-09-05T04:26:13.758 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:540/600: open fd = 3 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:541/600: open fd = 3 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:542/600: open fd = 3 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.759 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:543/600: open fd = 3 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:544/600: open fd = 3 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:545/600: open fd = 3 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:546/600: open fd = 3 2024-09-05T04:26:13.760 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:547/600: open fd = 3 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:548/600: open fd = 3 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:549/600: open fd = 3 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.761 INFO:tasks.workunit.client.0.smithi002.stdout:550/600: open fd = 3 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:551/600: open fd = 3 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:552/600: open fd = 3 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:553/600: open fd = 3 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.762 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:554/600: open fd = 3 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:555/600: open fd = 3 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:556/600: open fd = 3 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:557/600: open fd = 3 2024-09-05T04:26:13.763 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:558/600: open fd = 3 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:559/600: open fd = 3 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:560/600: open fd = 3 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:26:13.764 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:26:13.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:13 smithi002 ceph-mon[31001]: pgmap v478: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 32 op/s 2024-09-05T04:26:13.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:13 smithi079 ceph-mon[34908]: pgmap v478: 129 pgs: 129 active+clean; 2.8 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 102 KiB/s wr, 32 op/s 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 -- 172.21.15.2:0/1022619543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca010c0d0 msgr2=0x7fdca010e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/1022619543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca010c0d0 0x7fdca010e570 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009ca0 tx=0x7fdc9802a950 comp rx=0 tx=0).stop 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 -- 172.21.15.2:0/1022619543 shutdown_connections 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/1022619543 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca010c0d0 0x7fdca010e570 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/1022619543 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 0x7fdca010bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/1022619543 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca0102d00 0x7fdca01030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 -- 172.21.15.2:0/1022619543 >> 172.21.15.2:0/1022619543 conn(0x7fdca00fc6b0 msgr2=0x7fdca00fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.724 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 -- 172.21.15.2:0/1022619543 shutdown_connections 2024-09-05T04:26:14.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.723+0000 7fdca4fbd640 1 -- 172.21.15.2:0/1022619543 wait complete. 2024-09-05T04:26:14.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 Processor -- start 2024-09-05T04:26:14.725 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 -- start start 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 0x7fdca01987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 0x7fdca019cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdca0111d60 con 0x7fdca0102d00 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdca0111be0 con 0x7fdca010c0d0 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdca4fbd640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdca0111ee0 con 0x7fdca0103620 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdc9e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.727 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdc9e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42748/0 (socket says 172.21.15.2:42748) 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.724+0000 7fdc9e59c640 1 -- 172.21.15.2:0/3731941547 learned_addr learned my addr 172.21.15.2:0/3731941547 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 0x7fdca019cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc97fff640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 0x7fdca01987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 -- 172.21.15.2:0/3731941547 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 msgr2=0x7fdca01987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 0x7fdca01987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 -- 172.21.15.2:0/3731941547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 msgr2=0x7fdca019cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 0x7fdca019cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 -- 172.21.15.2:0/3731941547 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdca019d280 con 0x7fdca0102d00 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 0x7fdca019cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000d950 tx=0x7fdc9000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc977fe640 1 -- 172.21.15.2:0/3731941547 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc90017070 con 0x7fdca0102d00 2024-09-05T04:26:14.728 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc977fe640 1 -- 172.21.15.2:0/3731941547 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc90009c30 con 0x7fdca0102d00 2024-09-05T04:26:14.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdca019d570 con 0x7fdca0102d00 2024-09-05T04:26:14.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdc977fe640 1 -- 172.21.15.2:0/3731941547 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9000f620 con 0x7fdca0102d00 2024-09-05T04:26:14.729 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.725+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdca01a4e00 con 0x7fdca0102d00 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdc977fe640 1 -- 172.21.15.2:0/3731941547 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fdc900109a0 con 0x7fdca0102d00 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 Processor -- start 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 -- start start 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e512af62f0 con 0x55e512b91af0 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e512a9e270 con 0x55e512b9ccb0 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.728+0000 7fdca7e34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e512af22b0 con 0x55e512b92410 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc977fe640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 0x7fdc8c0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.735 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42758/0 (socket says 172.21.15.2:42758) 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/1613866081 learned_addr learned my addr 172.21.15.2:0/1613866081 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 0x7fdc8c0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc97fff640 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc977fe640 1 -- 172.21.15.2:0/3731941547 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fdc900cf510 con 0x7fdca0102d00 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/1613866081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 msgr2=0x55e512b9c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/1613866081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 msgr2=0x55e512b9f0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9f0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/1613866081 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e512a9d340 con 0x55e512b91af0 2024-09-05T04:26:14.736 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7fdc9802f4d0 tx=0x7fdc9802f500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13aa338cc7946395 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.729+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 0x7fdc8c0a5230 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdc9802f570 tx=0x7fdc98041000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdc94ff9640 1 -- 172.21.15.2:0/1613866081 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9804c070 con 0x55e512b91af0 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdc94ff9640 1 -- 172.21.15.2:0/1613866081 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98003e30 con 0x55e512b91af0 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdc94ff9640 1 -- 172.21.15.2:0/1613866081 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98034040 con 0x55e512b91af0 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 -- 172.21.15.2:0/1613866081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 msgr2=0x55e512b91ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7fdc9802f4d0 tx=0x7fdc9802f500 comp rx=0 tx=0).stop 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 -- 172.21.15.2:0/1613866081 shutdown_connections 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 --2- 172.21.15.2:0/1613866081 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b91ed0 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 -- 172.21.15.2:0/1613866081 >> 172.21.15.2:0/1613866081 conn(0x55e512b8e060 msgr2=0x55e512b8e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.730+0000 7fdca7e34740 1 -- 172.21.15.2:0/1613866081 shutdown_connections 2024-09-05T04:26:14.737 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 -- 172.21.15.2:0/1613866081 wait complete. 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 -- start start 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 Processor -- start 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55e512b9f880 con 0x55e512b91af0 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55e512a7f290 con 0x55e512b9ccb0 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55e512b9fa00 con 0x55e512b92410 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdca7e34740 10 client.0 _ll_register_callbacks cb 0x55e512ab0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdc9e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdc9e59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42774/0 (socket says 172.21.15.2:42774) 2024-09-05T04:26:14.738 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdc9e59c640 1 -- 172.21.15.2:0/2771910492 learned_addr learned my addr 172.21.15.2:0/2771910492 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdc97fff640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.731+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 -- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 msgr2=0x55e512b9a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 -- 172.21.15.2:0/2771910492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 msgr2=0x55e512b9a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 -- 172.21.15.2:0/2771910492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e512809210 con 0x55e512b91af0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fdc90097a40 tx=0x7fdc9009bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b81c8220ced74a95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc900b4060 con 0x55e512b91af0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fdc900cca90 con 0x55e512b91af0 2024-09-05T04:26:14.739 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc98003e30 con 0x55e512b91af0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdc90020040 con 0x55e512b91af0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdca7e34740 10 client.19383 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e5128d5620 con 0x55e512b91af0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98003e30 con 0x55e512b91af0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.732+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdc90084b20 con 0x55e512b91af0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 10 client.19383 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 10 client.19383 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 20 client.19383 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512bacd10 0x55e512baf100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 4 client.19383 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e512b03a20 con 0x55e512bacd10 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdc97fff640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512bacd10 0x55e512baf100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.740 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdc97fff640 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512bacd10 0x55e512baf100 crc :-1 s=READY pgs=444 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b2dcccf2b0c748c server_cookie=6a1a828fbc7ae10f in_seq=0 out_seq=0 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.733+0000 7fdc85ffb640 10 client.19383 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdc85ffb640 1 -- 172.21.15.2:0/2771910492 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e512b03a20 con 0x55e512bacd10 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdc85ffb640 10 client.19383 handle_command_reply: tid=0 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 client.19383 shutdown 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 msgr2=0x55e512b99c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fdc90097a40 tx=0x7fdc9009bda0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 shutdown_connections 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512bacd10 0x55e512baf100 crc :-1 s=READY pgs=444 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512b9a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2771910492 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b91af0 0x55e512b99c00 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.741 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdc85ffb640 0 client.19383 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:14.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 >> 172.21.15.2:0/2771910492 conn(0x55e512b8e060 msgr2=0x55e512b93d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 shutdown_connections 2024-09-05T04:26:14.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 1 -- 172.21.15.2:0/2771910492 wait complete. 2024-09-05T04:26:14.742 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.734+0000 7fdca7e34740 20 client.19383 trim_cache size 0 max 16384 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 Processor -- start 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 -- start start 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b91af0 0x55e512b98b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.750 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01acfe0 con 0x55e512b9ccb0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01af840 con 0x55e512b91af0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdca7e34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01ad630 con 0x55e512b92410 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdc9ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdc9ed9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42790/0 (socket says 172.21.15.2:42790) 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/2344610911 learned_addr learned my addr 172.21.15.2:0/2344610911 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdc97fff640 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.749+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b91af0 0x55e512b98b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/2344610911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 msgr2=0x55e512b9a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/2344610911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b91af0 msgr2=0x55e512b98b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b91af0 0x55e512b98b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 -- 172.21.15.2:0/2344610911 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e512b9f3e0 con 0x55e512b9ccb0 2024-09-05T04:26:14.751 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fdc980041c0 tx=0x7fdc980041f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaaeaf853a538e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc87fff640 1 -- 172.21.15.2:0/2344610911 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98055020 con 0x55e512b9ccb0 2024-09-05T04:26:14.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc87fff640 1 -- 172.21.15.2:0/2344610911 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98003e00 con 0x55e512b9ccb0 2024-09-05T04:26:14.752 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.750+0000 7fdc87fff640 1 -- 172.21.15.2:0/2344610911 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc98034070 con 0x55e512b9ccb0 2024-09-05T04:26:14.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- 172.21.15.2:0/2344610911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 msgr2=0x55e512bb4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fdc980041c0 tx=0x7fdc980041f0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- 172.21.15.2:0/2344610911 shutdown_connections 2024-09-05T04:26:14.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b9ccb0 0x55e512bb4930 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.755 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b92410 0x55e512b9a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- 172.21.15.2:0/2344610911 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b91af0 0x55e512b98b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- 172.21.15.2:0/2344610911 >> 172.21.15.2:0/2344610911 conn(0x55e512b8e060 msgr2=0x55e512b9bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- 172.21.15.2:0/2344610911 shutdown_connections 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- 172.21.15.2:0/2344610911 wait complete. 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- start start 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 Processor -- start 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b91af0 0x55e512ba5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512ba0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01add00 con 0x55e512b92410 2024-09-05T04:26:14.756 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01af170 con 0x55e512b9ccb0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fdca01ae3d0 con 0x55e512b91af0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdca7e34740 10 client.0 _ll_register_callbacks cb 0x7fdc90086050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdc97fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdc97fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:42796/0 (socket says 172.21.15.2:42796) 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdc97fff640 1 -- 172.21.15.2:0/3208481328 learned_addr learned my addr 172.21.15.2:0/3208481328 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b91af0 0x55e512ba5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.751+0000 7fdc9ed9d640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512ba0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 -- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b91af0 msgr2=0x55e512ba5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b91af0 0x55e512ba5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 -- 172.21.15.2:0/3208481328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 msgr2=0x55e512ba0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512ba0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.757 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 -- 172.21.15.2:0/3208481328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e512ba14c0 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc97fff640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7fdc8800bcd0 tx=0x7fdc8800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d84c0edf74c31e server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc85ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc88005220 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fdc880053c0 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdc98003e00 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fdc8802e050 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdca7e34740 10 client.19389 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.752+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55e512c179d0 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc98003e00 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fdc8801d610 con 0x55e512b92410 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 10 client.19389 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 10 client.19389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 20 client.19389 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:14.758 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512c18100 0x55e512c1a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 4 client.19389 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:26:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e512afdd70 con 0x55e512c18100 2024-09-05T04:26:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.753+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512c18100 0x55e512c1a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.754+0000 7fdc85ffb640 10 client.19389 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:14.759 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.754+0000 7fdc9e59c640 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512c18100 0x55e512c1a520 crc :-1 s=READY pgs=445 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82f20683b34d7e5f server_cookie=78a300bcc880b19f in_seq=0 out_seq=0 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdc85ffb640 1 -- 172.21.15.2:0/3208481328 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e512afdd70 con 0x55e512c18100 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdc85ffb640 10 client.19389 handle_command_reply: tid=0 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 client.19389 shutdown 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 msgr2=0x55e512ba0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7fdc8800bcd0 tx=0x7fdc8800bfd0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 shutdown_connections 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55e512c18100 0x55e512c1a520 crc :-1 s=READY pgs=445 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55e512b9ccb0 0x55e512ba0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55e512b92410 0x55e512ba0750 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdc85ffb640 0 client.19389 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:14.770 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 --2- 172.21.15.2:0/3208481328 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55e512b91af0 0x55e512ba5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 >> 172.21.15.2:0/3208481328 conn(0x55e512b8e060 msgr2=0x55e512b8c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 shutdown_connections 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 1 -- 172.21.15.2:0/3208481328 wait complete. 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.769+0000 7fdca7e34740 20 client.19389 trim_cache size 0 max 16384 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:26:14.771 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:26:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 msgr2=0x7fdc8c0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 0x7fdc8c0a5230 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdc9802f570 tx=0x7fdc98041000 comp rx=0 tx=0).stop 2024-09-05T04:26:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 msgr2=0x7fdca0198290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7fdc9000d950 tx=0x7fdc9000de10 comp rx=0 tx=0).stop 2024-09-05T04:26:14.772 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 shutdown_connections 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fdc8c0a2d70 0x7fdc8c0a5230 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fdca010c0d0 0x7fdca019cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fdca0103620 0x7fdca01987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 --2- 172.21.15.2:0/3731941547 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fdca0102d00 0x7fdca0198290 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 >> 172.21.15.2:0/3731941547 conn(0x7fdca00fc6b0 msgr2=0x7fdca00fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 shutdown_connections 2024-09-05T04:26:14.773 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:14.770+0000 7fdca4fbd640 1 -- 172.21.15.2:0/3731941547 wait complete. 2024-09-05T04:26:15.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:15 smithi047 ceph-mon[34498]: pgmap v479: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:15.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:15 smithi002 ceph-mon[31001]: pgmap v479: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:15.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:15 smithi079 ceph-mon[34908]: pgmap v479: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:17 smithi047 ceph-mon[34498]: pgmap v480: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:17.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:17 smithi002 ceph-mon[31001]: pgmap v480: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:17.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:17 smithi079 ceph-mon[34908]: pgmap v480: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:19 smithi047 ceph-mon[34498]: pgmap v481: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:19 smithi002 ceph-mon[31001]: pgmap v481: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:19.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:19 smithi079 ceph-mon[34908]: pgmap v481: 129 pgs: 129 active+clean; 2.9 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 8 op/s 2024-09-05T04:26:20.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:20 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:26:20.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:20 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:26:20.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:20 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:26:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:21 smithi047 ceph-mon[34498]: pgmap v482: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 61 KiB/s wr, 13 op/s 2024-09-05T04:26:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:21 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:26:21.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:21 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:26:21.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:21 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:26:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:21 smithi002 ceph-mon[31001]: pgmap v482: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 61 KiB/s wr, 13 op/s 2024-09-05T04:26:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:21 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:26:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:21 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:26:21.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:21 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:26:21.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:21 smithi079 ceph-mon[34908]: pgmap v482: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 61 KiB/s wr, 13 op/s 2024-09-05T04:26:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:21 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:26:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:21 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:26:21.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:21 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:26:23.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:23 smithi047 ceph-mon[34498]: pgmap v483: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:23.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:23 smithi002 ceph-mon[31001]: pgmap v483: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:23.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:23 smithi079 ceph-mon[34908]: pgmap v483: 129 pgs: 129 active+clean; 3.2 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:25.629 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:25 smithi079 ceph-mon[34908]: pgmap v484: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 57 KiB/s wr, 12 op/s 2024-09-05T04:26:25.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:25 smithi047 ceph-mon[34498]: pgmap v484: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 57 KiB/s wr, 12 op/s 2024-09-05T04:26:25.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:25 smithi002 ceph-mon[31001]: pgmap v484: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 57 KiB/s wr, 12 op/s 2024-09-05T04:26:27.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:27 smithi047 ceph-mon[34498]: pgmap v485: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:27.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:27 smithi002 ceph-mon[31001]: pgmap v485: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:27.828 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:27 smithi079 ceph-mon[34908]: pgmap v485: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 -- 172.21.15.2:0/1976430959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd58100880 msgr2=0x7fcd58100c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 --2- 172.21.15.2:0/1976430959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd58100880 0x7fcd58100c60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcd54009860 tx=0x7fcd5402a340 comp rx=0 tx=0).stop 2024-09-05T04:26:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 -- 172.21.15.2:0/1976430959 shutdown_connections 2024-09-05T04:26:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 --2- 172.21.15.2:0/1976430959 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd5810e430 0x7fcd58110820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.871 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 --2- 172.21.15.2:0/1976430959 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58101230 0x7fcd5810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 --2- 172.21.15.2:0/1976430959 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd58100880 0x7fcd58100c60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 -- 172.21.15.2:0/1976430959 >> 172.21.15.2:0/1976430959 conn(0x7fcd580779a0 msgr2=0x7fcd580fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 -- 172.21.15.2:0/1976430959 shutdown_connections 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.870+0000 7fcd60227640 1 -- 172.21.15.2:0/1976430959 wait complete. 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 Processor -- start 2024-09-05T04:26:27.872 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 -- start start 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58100880 0x7fcd5819a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 0x7fcd5819ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcd58113f60 con 0x7fcd58101230 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcd58113de0 con 0x7fcd5810e430 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.871+0000 7fcd60227640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581140e0 con 0x7fcd58100880 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45548/0 (socket says 172.21.15.2:45548) 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/2132363211 learned_addr learned my addr 172.21.15.2:0/2132363211 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:27.874 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58100880 0x7fcd5819a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 0x7fcd5819ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/2132363211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58100880 msgr2=0x7fcd5819a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58100880 0x7fcd5819a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/2132363211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 msgr2=0x7fcd5819ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 0x7fcd5819ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/2132363211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd5819f540 con 0x7fcd58101230 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 0x7fcd5819ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7fcd4800e9c0 tx=0x7fcd4800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd4effd640 1 -- 172.21.15.2:0/2132363211 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4800ccc0 con 0x7fcd58101230 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd5819f830 con 0x7fcd58101230 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.872+0000 7fcd4effd640 1 -- 172.21.15.2:0/2132363211 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd480054d0 con 0x7fcd58101230 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.873+0000 7fcd4effd640 1 -- 172.21.15.2:0/2132363211 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd48010430 con 0x7fcd58101230 2024-09-05T04:26:27.875 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.873+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd581a70c0 con 0x7fcd58101230 2024-09-05T04:26:27.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.875+0000 7fcd62fc1740 1 Processor -- start 2024-09-05T04:26:27.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 -- start start 2024-09-05T04:26:27.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd4effd640 1 -- 172.21.15.2:0/2132363211 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcd480046c0 con 0x7fcd58101230 2024-09-05T04:26:27.878 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b47900a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a4b46e72f0 con 0x55a4b478dcb0 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a4b468f270 con 0x55a4b4783410 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a4b46e32b0 con 0x55a4b4782af0 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5d7c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b47900a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:52896/0 (socket says 172.21.15.2:52896) 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/1325359648 learned_addr learned my addr 172.21.15.2:0/1325359648 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/1325359648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 msgr2=0x55a4b478d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.879 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/1325359648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 msgr2=0x55a4b47900a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b47900a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/1325359648 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4b468e340 con 0x55a4b4782af0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.876+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b47900a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcd50011790 tx=0x7fcd50011c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1fc58c314613bb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd4effd640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 0x7fcd440a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 0x7fcd440a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd43fff640 1 -- 172.21.15.2:0/1325359648 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd50003c30 con 0x55a4b4782af0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd4effd640 1 -- 172.21.15.2:0/2132363211 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fcd480cfac0 con 0x7fcd58101230 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd43fff640 1 -- 172.21.15.2:0/1325359648 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd50003dd0 con 0x55a4b4782af0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.877+0000 7fcd43fff640 1 -- 172.21.15.2:0/1325359648 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd500047e0 con 0x55a4b4782af0 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- 172.21.15.2:0/1325359648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 msgr2=0x55a4b4782ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.880 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcd50011790 tx=0x7fcd50011c50 comp rx=0 tx=0).stop 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 0x7fcd440a51b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcd5402a930 tx=0x7fcd540058d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- 172.21.15.2:0/1325359648 shutdown_connections 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b47900a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/1325359648 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b4782ed0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- 172.21.15.2:0/1325359648 >> 172.21.15.2:0/1325359648 conn(0x55a4b477f060 msgr2=0x55a4b477f440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- 172.21.15.2:0/1325359648 shutdown_connections 2024-09-05T04:26:27.881 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- 172.21.15.2:0/1325359648 wait complete. 2024-09-05T04:26:27.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 -- start start 2024-09-05T04:26:27.882 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.878+0000 7fcd62fc1740 1 Processor -- start 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b478aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b478b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55a4b4790880 con 0x55a4b478dcb0 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55a4b4670290 con 0x55a4b4783410 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55a4b4790a00 con 0x55a4b4782af0 2024-09-05T04:26:27.885 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd62fc1740 10 client.0 _ll_register_callbacks cb 0x55a4b46a1140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5dfc3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b478aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b478b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5dfc3640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b478aba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:52898/0 (socket says 172.21.15.2:52898) 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5dfc3640 1 -- 172.21.15.2:0/3306431791 learned_addr learned my addr 172.21.15.2:0/3306431791 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 msgr2=0x55a4b478aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b478aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/3306431791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 msgr2=0x55a4b478b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 -- 172.21.15.2:0/3306431791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4b43fa210 con 0x55a4b478dcb0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b478b620 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000f790 tx=0x7fcd50004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286f427f1f30e27c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.879+0000 7fcd417fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5001f040 con 0x55a4b478dcb0 2024-09-05T04:26:27.886 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fcd50011240 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd50003dd0 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcd50032050 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 10 client.19401 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a4b44c6620 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd50003dd0 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcd50018070 con 0x55a4b478dcb0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 10 client.19401 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 10 client.19401 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 20 client.19401 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b479dba0 0x55a4b479ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 4 client.19401 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.880+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a4b46f4a20 con 0x55a4b479dba0 2024-09-05T04:26:27.887 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.881+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b479dba0 0x55a4b479ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.881+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b479dba0 0x55a4b479ff90 crc :-1 s=READY pgs=446 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4869991877df1b75 server_cookie=fab828ceb6218c26 in_seq=0 out_seq=0 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.881+0000 7fcd417fa640 10 client.19401 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd417fa640 1 -- 172.21.15.2:0/3306431791 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a4b46f4a20 con 0x55a4b479dba0 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd417fa640 10 client.19401 handle_command_reply: tid=0 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 client.19401 shutdown 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 msgr2=0x55a4b478b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b478b620 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fcd5000f790 tx=0x7fcd50004810 comp rx=0 tx=0).stop 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 shutdown_connections 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b479dba0 0x55a4b479ff90 crc :-1 s=READY pgs=446 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b478b620 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b478b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3306431791 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4782af0 0x55a4b478aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.888 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd417fa640 0 client.19401 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 >> 172.21.15.2:0/3306431791 conn(0x55a4b477f060 msgr2=0x55a4b4784d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 shutdown_connections 2024-09-05T04:26:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3306431791 wait complete. 2024-09-05T04:26:27.889 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.882+0000 7fcd62fc1740 20 client.19401 trim_cache size 0 max 16384 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 Processor -- start 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 -- start start 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 0x55a4b478b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 0x55a4b47a5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581af250 con 0x55a4b4782af0 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b1ab0 con 0x55a4b478dcb0 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581af8a0 con 0x55a4b4783410 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45568/0 (socket says 172.21.15.2:45568) 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 -- 172.21.15.2:0/3671366373 learned_addr learned my addr 172.21.15.2:0/3671366373 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:27.899 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 0x55a4b478b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 0x55a4b47a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 -- 172.21.15.2:0/3671366373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 msgr2=0x55a4b478b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 0x55a4b478b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 -- 172.21.15.2:0/3671366373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 msgr2=0x55a4b47a5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 0x55a4b47a5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 -- 172.21.15.2:0/3671366373 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a4b4783240 con 0x55a4b4782af0 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 0x55a4b47a5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 0x55a4b478b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:27.900 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.897+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fcd54035040 tx=0x7fcd54042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a27e96a7c534b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd437fe640 1 -- 172.21.15.2:0/3671366373 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd54037040 con 0x55a4b4782af0 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd437fe640 1 -- 172.21.15.2:0/3671366373 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd54045040 con 0x55a4b4782af0 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd437fe640 1 -- 172.21.15.2:0/3671366373 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5404d6b0 con 0x55a4b4782af0 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3671366373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 msgr2=0x55a4b4789450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fcd54035040 tx=0x7fcd54042000 comp rx=0 tx=0).stop 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3671366373 shutdown_connections 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b478dcb0 0x55a4b47a5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b4783410 0x55a4b478b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/3671366373 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b4782af0 0x55a4b4789450 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3671366373 >> 172.21.15.2:0/3671366373 conn(0x55a4b477f060 msgr2=0x55a4b478cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3671366373 shutdown_connections 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.898+0000 7fcd62fc1740 1 -- 172.21.15.2:0/3671366373 wait complete. 2024-09-05T04:26:27.901 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 -- start start 2024-09-05T04:26:27.902 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 Processor -- start 2024-09-05T04:26:27.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b4796200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 0x55a4b4791e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.904 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581aff70 con 0x55a4b478dcb0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b13e0 con 0x55a4b4783410 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcd581b0640 con 0x55a4b47919c0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd62fc1740 10 client.0 _ll_register_callbacks cb 0x7fcd480d34e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45574/0 (socket says 172.21.15.2:45574) 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/452487708 learned_addr learned my addr 172.21.15.2:0/452487708 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b4796200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 0x55a4b4791e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 msgr2=0x55a4b4791e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 0x55a4b4791e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/452487708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 msgr2=0x55a4b4796200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.899+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b4796200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd5d7c2640 1 -- 172.21.15.2:0/452487708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a4b48076d0 con 0x55a4b478dcb0 2024-09-05T04:26:27.905 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd5e7c4640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 0x55a4b4791e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd5d7c2640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7fcd48098050 tx=0x7fcd480094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1c4a99865a4810f server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd4809b550 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fcd480a45d0 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd54045040 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fcd48005680 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 10 client.19407 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55a4b48088a0 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd54045040 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fcd480979d0 con 0x55a4b478dcb0 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 10 client.19407 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 10 client.19407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:27.906 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 20 client.19407 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b4808fd0 0x55a4b480b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 4 client.19407 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.900+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a4b46eed70 con 0x55a4b4808fd0 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.901+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b4808fd0 0x55a4b480b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.901+0000 7fcd5dfc3640 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b4808fd0 0x55a4b480b3f0 crc :-1 s=READY pgs=447 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e64c72afb0d4651 server_cookie=1ee2c69b792f5cc8 in_seq=0 out_seq=0 2024-09-05T04:26:27.907 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.901+0000 7fcd417fa640 10 client.19407 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:27.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd417fa640 1 -- 172.21.15.2:0/452487708 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a4b46eed70 con 0x55a4b4808fd0 2024-09-05T04:26:27.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd417fa640 10 client.19407 handle_command_reply: tid=0 2024-09-05T04:26:27.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 client.19407 shutdown 2024-09-05T04:26:27.915 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 msgr2=0x55a4b4791480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7fcd48098050 tx=0x7fcd480094c0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 shutdown_connections 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55a4b4808fd0 0x55a4b480b3f0 crc :-1 s=READY pgs=447 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55a4b47919c0 0x55a4b4791e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55a4b478dcb0 0x55a4b4791480 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd417fa640 0 client.19407 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 --2- 172.21.15.2:0/452487708 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55a4b4783410 0x55a4b4796200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 >> 172.21.15.2:0/452487708 conn(0x55a4b477f060 msgr2=0x55a4b477d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 shutdown_connections 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 1 -- 172.21.15.2:0/452487708 wait complete. 2024-09-05T04:26:27.916 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.915+0000 7fcd62fc1740 20 client.19407 trim_cache size 0 max 16384 2024-09-05T04:26:27.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:26:27.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:26:27.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:26:27.917 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 msgr2=0x7fcd440a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 0x7fcd440a51b0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcd5402a930 tx=0x7fcd540058d0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 msgr2=0x7fcd5819aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7fcd4800e9c0 tx=0x7fcd4800ee80 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 shutdown_connections 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcd440a2cf0 0x7fcd440a51b0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcd5810e430 0x7fcd5819ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcd58101230 0x7fcd5819aa90 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 --2- 172.21.15.2:0/2132363211 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcd58100880 0x7fcd5819a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 >> 172.21.15.2:0/2132363211 conn(0x7fcd580779a0 msgr2=0x7fcd580ff640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 shutdown_connections 2024-09-05T04:26:27.918 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:27.916+0000 7fcd60227640 1 -- 172.21.15.2:0/2132363211 wait complete. 2024-09-05T04:26:29.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:29 smithi047 ceph-mon[34498]: pgmap v486: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:29.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:29 smithi002 ceph-mon[31001]: pgmap v486: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:29.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:29 smithi079 ceph-mon[34908]: pgmap v486: 129 pgs: 129 active+clean; 3.4 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 40 KiB/s wr, 9 op/s 2024-09-05T04:26:30.195 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:26:30.465 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 -- 172.21.15.2:0/764020883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102570 msgr2=0x7fc2981029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/764020883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102570 0x7fc2981029b0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7fc28c009900 tx=0x7fc28c02a480 comp rx=0 tx=0).stop 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 -- 172.21.15.2:0/764020883 shutdown_connections 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/764020883 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102ef0 0x7fc29810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/764020883 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102570 0x7fc2981029b0 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/764020883 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 0x7fc298101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 -- 172.21.15.2:0/764020883 >> 172.21.15.2:0/764020883 conn(0x7fc2980fc7d0 msgr2=0x7fc2980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.935 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 -- 172.21.15.2:0/764020883 shutdown_connections 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.922+0000 7fc29c8c6640 1 -- 172.21.15.2:0/764020883 wait complete. 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.923+0000 7fc29c8c6640 1 Processor -- start 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.923+0000 7fc29c8c6640 1 -- start start 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 0x7fc2981991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 0x7fc298199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc298110e30 con 0x7fc298102ef0 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc298110cb0 con 0x7fc298102570 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29c8c6640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc298110fb0 con 0x7fc298100e20 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45600/0 (socket says 172.21.15.2:45600) 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 -- 172.21.15.2:0/4191325751 learned_addr learned my addr 172.21.15.2:0/4191325751 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:30.936 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc29659c640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 0x7fc2981991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc295d9b640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 0x7fc298199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 -- 172.21.15.2:0/4191325751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 msgr2=0x7fc2981991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 0x7fc2981991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 -- 172.21.15.2:0/4191325751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 msgr2=0x7fc298199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 0x7fc298199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 -- 172.21.15.2:0/4191325751 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2981a47a0 con 0x7fc298102ef0 2024-09-05T04:26:30.937 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc295d9b640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 0x7fc298199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.924+0000 7fc296d9d640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7fc29000cce0 tx=0x7fc29000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.925+0000 7fc2877fe640 1 -- 172.21.15.2:0/4191325751 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc29000f450 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.925+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2981a4970 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.925+0000 7fc2877fe640 1 -- 172.21.15.2:0/4191325751 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc29000faa0 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.925+0000 7fc2877fe640 1 -- 172.21.15.2:0/4191325751 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc290018b70 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.925+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2981a4e30 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.927+0000 7fc2877fe640 1 -- 172.21.15.2:0/4191325751 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc290018d10 con 0x7fc298102ef0 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.927+0000 7fc29ec9f740 1 Processor -- start 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 -- start start 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 0x562fdb3dc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3ede80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.938 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562fdb3422e0 con 0x562fdb3dcc80 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562fdb2e9ce0 con 0x562fdb3dc360 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562fdb33e2a0 con 0x562fdb3eba90 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45608/0 (socket says 172.21.15.2:45608) 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 -- 172.21.15.2:0/557191376 learned_addr learned my addr 172.21.15.2:0/557191376 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc2877fe640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 0x7fc2800a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc295d9b640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3ede80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc295d9b640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 0x562fdb3dc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 -- 172.21.15.2:0/557191376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 msgr2=0x562fdb3ede80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3ede80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 -- 172.21.15.2:0/557191376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 msgr2=0x562fdb3dc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 0x562fdb3dc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.939 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc29659c640 1 -- 172.21.15.2:0/557191376 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fdb2ce440 con 0x562fdb3dcc80 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc296d9d640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 0x7fc2800a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.928+0000 7fc295d9b640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 0x562fdb3dc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc2877fe640 1 -- 172.21.15.2:0/4191325751 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fc2900cfc10 con 0x7fc298102ef0 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc29659c640 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7fc28800ac20 tx=0x7fc28800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c60b416f02cfe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc284ff9640 1 -- 172.21.15.2:0/557191376 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28801d070 con 0x562fdb3dcc80 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc296d9d640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 0x7fc2800a51b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc2900cd020 tx=0x7fc2900668c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc284ff9640 1 -- 172.21.15.2:0/557191376 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc288018af0 con 0x562fdb3dcc80 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.929+0000 7fc284ff9640 1 -- 172.21.15.2:0/557191376 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc288010af0 con 0x562fdb3dcc80 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- 172.21.15.2:0/557191376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 msgr2=0x562fdb3eb550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.940 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7fc28800ac20 tx=0x7fc28800f790 comp rx=0 tx=0).stop 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- 172.21.15.2:0/557191376 shutdown_connections 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3ede80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eb550 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/557191376 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dc360 0x562fdb3dc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- 172.21.15.2:0/557191376 >> 172.21.15.2:0/557191376 conn(0x562fdb3d8a30 msgr2=0x562fdb3d8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- 172.21.15.2:0/557191376 shutdown_connections 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- 172.21.15.2:0/557191376 wait complete. 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- start start 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 Processor -- start 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.941 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3e86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3e8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562fdb3ee660 con 0x562fdb3dc360 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562fdb2fd050 con 0x562fdb3dcc80 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.930+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562fdb3ee7e0 con 0x562fdb3eba90 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc29ec9f740 10 client.0 _ll_register_callbacks cb 0x562fdb33d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45620/0 (socket says 172.21.15.2:45620) 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 -- 172.21.15.2:0/3453796657 learned_addr learned my addr 172.21.15.2:0/3453796657 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc29659c640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3e86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.942 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 -- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 msgr2=0x562fdb3e8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3e8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 -- 172.21.15.2:0/3453796657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 msgr2=0x562fdb3e86e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3e86e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 -- 172.21.15.2:0/3453796657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fdb0b33c0 con 0x562fdb3dc360 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc29659c640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3e86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc295d9b640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7fc28c02a9a0 tx=0x7fc28c032ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d516bcc83c5116 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc27dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:30.943 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28c045030 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fc28c004040 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.931+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc288018af0 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc28c04f050 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 10 client.19419 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562fdb3fa0b0 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc288018af0 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc28c03d450 con 0x562fdb3dc360 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 10 client.19419 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 10 client.19419 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:30.944 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 20 client.19419 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb3fb570 0x562fdb3fd980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 4 client.19419 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fdb34f850 con 0x562fdb3fb570 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.932+0000 7fc29659c640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb3fb570 0x562fdb3fd980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.933+0000 7fc29659c640 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb3fb570 0x562fdb3fd980 crc :-1 s=READY pgs=448 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=628b58e3cac5c996 server_cookie=f72d7d23ba32a33 in_seq=0 out_seq=0 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.933+0000 7fc27dffb640 10 client.19419 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.933+0000 7fc27dffb640 1 -- 172.21.15.2:0/3453796657 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fdb34f850 con 0x562fdb3fb570 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.933+0000 7fc27dffb640 10 client.19419 handle_command_reply: tid=0 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.933+0000 7fc29ec9f740 1 client.19419 shutdown 2024-09-05T04:26:30.945 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 msgr2=0x562fdb3eb430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7fc28c02a9a0 tx=0x7fc28c032ab0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 shutdown_connections 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb3fb570 0x562fdb3fd980 crc :-1 s=READY pgs=448 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3e8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3e86e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.946 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/3453796657 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dc360 0x562fdb3eb430 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 >> 172.21.15.2:0/3453796657 conn(0x562fdb3d8a30 msgr2=0x562fdb3de790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc27dffb640 0 client.19419 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:30.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 shutdown_connections 2024-09-05T04:26:30.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 1 -- 172.21.15.2:0/3453796657 wait complete. 2024-09-05T04:26:30.947 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.934+0000 7fc29ec9f740 20 client.19419 trim_cache size 0 max 16384 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.951+0000 7fc29ec9f740 1 Processor -- start 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.951+0000 7fc29ec9f740 1 -- start start 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.951+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3f7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.951+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3d8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981aae40 con 0x562fdb403250 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981ad6a0 con 0x562fdb3dcc80 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981ab490 con 0x562fdb3eba90 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45624/0 (socket says 172.21.15.2:45624) 2024-09-05T04:26:30.952 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 -- 172.21.15.2:0/2689853077 learned_addr learned my addr 172.21.15.2:0/2689853077 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:30.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3f7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.953 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29659c640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3d8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 -- 172.21.15.2:0/2689853077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 msgr2=0x562fdb3d8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3d8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 -- 172.21.15.2:0/2689853077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 msgr2=0x562fdb3f7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3f7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 -- 172.21.15.2:0/2689853077 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fdb3e6c30 con 0x562fdb403250 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc29659c640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3d8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:30.958 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc295d9b640 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x562fdb3ee720 tx=0x7fc28c031510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58cfc51a7deceadb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc27ffff640 1 -- 172.21.15.2:0/2689853077 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28c045070 con 0x562fdb403250 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc27ffff640 1 -- 172.21.15.2:0/2689853077 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc28c046040 con 0x562fdb403250 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.952+0000 7fc27ffff640 1 -- 172.21.15.2:0/2689853077 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28c041070 con 0x562fdb403250 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 -- 172.21.15.2:0/2689853077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 msgr2=0x562fdb4036d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x562fdb3ee720 tx=0x7fc28c031510 comp rx=0 tx=0).stop 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 -- 172.21.15.2:0/2689853077 shutdown_connections 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb403250 0x562fdb4036d0 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb3eba90 0x562fdb3d8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.959 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/2689853077 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3dcc80 0x562fdb3f7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 -- 172.21.15.2:0/2689853077 >> 172.21.15.2:0/2689853077 conn(0x562fdb3d8a30 msgr2=0x562fdb3e3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 -- 172.21.15.2:0/2689853077 shutdown_connections 2024-09-05T04:26:30.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.953+0000 7fc29ec9f740 1 -- 172.21.15.2:0/2689853077 wait complete. 2024-09-05T04:26:30.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 -- start start 2024-09-05T04:26:30.960 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 Processor -- start 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 0x562fdb3f0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb403250 0x562fdb465220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981abb60 con 0x562fdb3dcc80 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981acfd0 con 0x562fdb3eba90 2024-09-05T04:26:30.961 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc2981ac230 con 0x562fdb403250 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29ec9f740 10 client.0 _ll_register_callbacks cb 0x7fc28c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45626/0 (socket says 172.21.15.2:45626) 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 -- 172.21.15.2:0/1223650558 learned_addr learned my addr 172.21.15.2:0/1223650558 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb403250 0x562fdb465220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.962 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29659c640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 0x562fdb3f0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 -- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb403250 msgr2=0x562fdb465220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb403250 0x562fdb465220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 -- 172.21.15.2:0/1223650558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 msgr2=0x562fdb3f0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 0x562fdb3f0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc295d9b640 1 -- 172.21.15.2:0/1223650558 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fdb4657e0 con 0x562fdb3dcc80 2024-09-05T04:26:30.963 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.954+0000 7fc29659c640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 0x562fdb3f0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc295d9b640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fc28c006010 tx=0x7fc28c0315c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a04977e76d9a8f60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc28c041070 con 0x562fdb3dcc80 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fc28c0055e0 con 0x562fdb3dcc80 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc28c046040 con 0x562fdb3dcc80 2024-09-05T04:26:30.964 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fc28c045040 con 0x562fdb3dcc80 2024-09-05T04:26:30.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc29ec9f740 10 client.19425 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:30.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562fdb466ab0 con 0x562fdb3dcc80 2024-09-05T04:26:30.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc28c046040 con 0x562fdb3dcc80 2024-09-05T04:26:30.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fc28c05c030 con 0x562fdb3dcc80 2024-09-05T04:26:30.965 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.955+0000 7fc29ec9f740 10 client.19425 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29ec9f740 10 client.19425 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29ec9f740 20 client.19425 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb467110 0x562fdb469500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29ec9f740 4 client.19425 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562fdb349d60 con 0x562fdb467110 2024-09-05T04:26:30.966 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29659c640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb467110 0x562fdb469500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc27dffb640 10 client.19425 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.956+0000 7fc29659c640 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb467110 0x562fdb469500 crc :-1 s=READY pgs=449 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7eb8cdeab2cc9129 server_cookie=84802c5563bea306 in_seq=0 out_seq=0 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc27dffb640 1 -- 172.21.15.2:0/1223650558 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x562fdb349d60 con 0x562fdb467110 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc27dffb640 10 client.19425 handle_command_reply: tid=0 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 client.19425 shutdown 2024-09-05T04:26:30.967 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 msgr2=0x562fdb3eff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fc28c006010 tx=0x7fc28c0315c0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 shutdown_connections 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562fdb467110 0x562fdb469500 crc :-1 s=READY pgs=449 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562fdb403250 0x562fdb465220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562fdb3eba90 0x562fdb3f0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 --2- 172.21.15.2:0/1223650558 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562fdb3dcc80 0x562fdb3eff40 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.968 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 >> 172.21.15.2:0/1223650558 conn(0x562fdb3d8a30 msgr2=0x562fdb3e3d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc27dffb640 0 client.19425 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:30.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 shutdown_connections 2024-09-05T04:26:30.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 1 -- 172.21.15.2:0/1223650558 wait complete. 2024-09-05T04:26:30.969 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29ec9f740 20 client.19425 trim_cache size 0 max 16384 2024-09-05T04:26:30.969 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:26:30.970 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:26:30.970 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:26:30.970 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:26:30.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 msgr2=0x7fc2800a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 0x7fc2800a51b0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc2900cd020 tx=0x7fc2900668c0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.971 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 msgr2=0x7fc2981a4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:30.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.957+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7fc29000cce0 tx=0x7fc29000a620 comp rx=0 tx=0).stop 2024-09-05T04:26:30.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 shutdown_connections 2024-09-05T04:26:30.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc2800a2cf0 0x7fc2800a51b0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc298102ef0 0x7fc2981a4260 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.972 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc298102570 0x7fc298199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 --2- 172.21.15.2:0/4191325751 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc298100e20 0x7fc2981991e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:30.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 >> 172.21.15.2:0/4191325751 conn(0x7fc2980fc7d0 msgr2=0x7fc2980febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:30.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 shutdown_connections 2024-09-05T04:26:30.973 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:30.958+0000 7fc29c8c6640 1 -- 172.21.15.2:0/4191325751 wait complete. 2024-09-05T04:26:31.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:31 smithi047 ceph-mon[34498]: pgmap v487: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-09-05T04:26:31.749 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:31 smithi002 ceph-mon[31001]: pgmap v487: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-09-05T04:26:31.778 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:26:31.779 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:26:31.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:31 smithi079 ceph-mon[34908]: pgmap v487: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 67 KiB/s wr, 15 op/s 2024-09-05T04:26:32.041 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 -- 172.21.15.2:0/4113899852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 msgr2=0x7fcbc01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/4113899852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc01021c0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7fcbb0009900 tx=0x7fcbb002a410 comp rx=0 tx=0).stop 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 -- 172.21.15.2:0/4113899852 shutdown_connections 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/4113899852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbc0106f10 0x7fcbc010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/4113899852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0102790 0x7fcbc01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/4113899852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc01021c0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 -- 172.21.15.2:0/4113899852 >> 172.21.15.2:0/4113899852 conn(0x7fcbc00fd8c0 msgr2=0x7fcbc00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:32.529 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 -- 172.21.15.2:0/4113899852 shutdown_connections 2024-09-05T04:26:32.530 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.509+0000 7fcbc55a2640 1 -- 172.21.15.2:0/4113899852 wait complete. 2024-09-05T04:26:32.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 Processor -- start 2024-09-05T04:26:32.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 -- start start 2024-09-05T04:26:32.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:32.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbc0102790 0x7fcbc0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:32.532 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0106f10 0x7fcbc0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc0111e40 con 0x7fcbc0101de0 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc0111cc0 con 0x7fcbc0102790 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbc55a2640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcbc0111fc0 con 0x7fcbc0106f10 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbbeffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57110/0 (socket says 172.21.15.2:57110) 2024-09-05T04:26:32.533 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.510+0000 7fcbbeffd640 1 -- 172.21.15.2:0/1797231149 learned_addr learned my addr 172.21.15.2:0/1797231149 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbf7fe640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0106f10 0x7fcbc0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 -- 172.21.15.2:0/1797231149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0106f10 msgr2=0x7fcbc0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0106f10 0x7fcbc0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 -- 172.21.15.2:0/1797231149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbc0102790 msgr2=0x7fcbc0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbc0102790 0x7fcbc0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 -- 172.21.15.2:0/1797231149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbc01a6840 con 0x7fcbc0101de0 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbbeffd640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7fcbb0006010 tx=0x7fcbb0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:32.534 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb003f030 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbc01a6ad0 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbb00035f0 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbb0035070 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.511+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbc01a6fb0 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.512+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbc01021c0 con 0x7fcbc0101de0 2024-09-05T04:26:32.535 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.513+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcbb0003b10 con 0x7fcbc0101de0 2024-09-05T04:26:32.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.514+0000 7fcba7fff640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 0x7fcba80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:32.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.514+0000 7fcbbe7fc640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 0x7fcba80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:32.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.514+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fcbb00f06e0 con 0x7fcbc0101de0 2024-09-05T04:26:32.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.514+0000 7fcbbe7fc640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 0x7fcba80a51b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0075f80 tx=0x7fcbb4006c90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:32.536 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.517+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcbb00bceb0 con 0x7fcbc0101de0 2024-09-05T04:26:32.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.732+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbc0075a20 con 0x7fcbc0101de0 2024-09-05T04:26:32.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.732+0000 7fcba7fff640 1 -- 172.21.15.2:0/1797231149 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcbb00bc7b0 con 0x7fcbc0101de0 2024-09-05T04:26:32.733 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:26:32.733 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:26:32.733 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:26:32.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 msgr2=0x7fcba80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:32.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 0x7fcba80a51b0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fcbc0075f80 tx=0x7fcbb4006c90 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 msgr2=0x7fcbc00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7fcbb0006010 tx=0x7fcbb0004270 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 shutdown_connections 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcba80a2cf0 0x7fcba80a51b0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcbc0106f10 0x7fcbc0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcbc0102790 0x7fcbc0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 --2- 172.21.15.2:0/1797231149 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcbc0101de0 0x7fcbc00744f0 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 >> 172.21.15.2:0/1797231149 conn(0x7fcbc00fd8c0 msgr2=0x7fcbc00fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 shutdown_connections 2024-09-05T04:26:32.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:32.735+0000 7fcbc55a2640 1 -- 172.21.15.2:0/1797231149 wait complete. 2024-09-05T04:26:33.428 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:26:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:33 smithi047 ceph-mon[34498]: pgmap v488: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 9 op/s 2024-09-05T04:26:33.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:33 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1797231149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:33.688 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:33.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:33 smithi002 ceph-mon[31001]: pgmap v488: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 9 op/s 2024-09-05T04:26:33.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:33 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1797231149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:33.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:33 smithi079 ceph-mon[34908]: pgmap v488: 129 pgs: 129 active+clean; 3.6 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 43 KiB/s wr, 9 op/s 2024-09-05T04:26:33.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:33 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1797231149' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3666499692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 msgr2=0x7fe1c410eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3666499692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c410eab0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009ca0 tx=0x7fe1bc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3666499692 shutdown_connections 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3666499692 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c410eab0 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3666499692 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100cc0 0x7fe1c4106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3666499692 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100310 0x7fe1c41006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3666499692 >> 172.21.15.2:0/3666499692 conn(0x7fe1c4077210 msgr2=0x7fe1c40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3666499692 shutdown_connections 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.164+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3666499692 wait complete. 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 Processor -- start 2024-09-05T04:26:34.173 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 -- start start 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100310 0x7fe1c419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 0x7fe1c419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c4111e40 con 0x7fe1c4106f30 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c4111cc0 con 0x7fe1c4100310 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1cb01e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c4111fc0 con 0x7fe1c4100cc0 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57124/0 (socket says 172.21.15.2:57124) 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 -- 172.21.15.2:0/3940276289 learned_addr learned my addr 172.21.15.2:0/3940276289 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100310 0x7fe1c419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 0x7fe1c419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 -- 172.21.15.2:0/3940276289 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 msgr2=0x7fe1c419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.174 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 0x7fe1c419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 -- 172.21.15.2:0/3940276289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100310 msgr2=0x7fe1c419a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100310 0x7fe1c419a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c95bb640 1 -- 172.21.15.2:0/3940276289 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1c419f4b0 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.165+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 0x7fe1c419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1c95bb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009dc0 tx=0x7fe1bc032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1c1ffb640 1 -- 172.21.15.2:0/3940276289 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc003cf0 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1c419f740 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1c1ffb640 1 -- 172.21.15.2:0/3940276289 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1bc0044f0 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1c1ffb640 1 -- 172.21.15.2:0/3940276289 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1bc030bf0 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.166+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1c41a7080 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.168+0000 7fe1c1ffb640 1 -- 172.21.15.2:0/3940276289 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe1bc004040 con 0x7fe1c4106f30 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 Processor -- start 2024-09-05T04:26:34.175 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 -- start start 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5624968385d0 0x562496838a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x562496845760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56249679e2f0 con 0x562496839b40 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562496745cf0 con 0x5624968385d0 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56249679a2b0 con 0x562496843370 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c1ffb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 0x7fe1b40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57130/0 (socket says 172.21.15.2:57130) 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c3fff640 1 -- 172.21.15.2:0/1056751162 learned_addr learned my addr 172.21.15.2:0/1056751162 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5624968385d0 0x562496838a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c95bb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 0x7fe1b40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.176 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c1ffb640 1 -- 172.21.15.2:0/3940276289 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fe1bc0f0d90 con 0x7fe1c4106f30 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.169+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x562496845760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 -- 172.21.15.2:0/1056751162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 msgr2=0x562496845760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x562496845760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 -- 172.21.15.2:0/1056751162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5624968385d0 msgr2=0x562496838a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5624968385d0 0x562496838a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 -- 172.21.15.2:0/1056751162 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56249672a3a0 con 0x562496839b40 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00058c0 tx=0x7fe1b000b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1beb139edcfe6740 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1c95bb640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 0x7fe1b40a51b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc0bcf60 tx=0x7fe1bc02a8c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1aeffd640 1 -- 172.21.15.2:0/1056751162 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b0019030 con 0x562496839b40 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1aeffd640 1 -- 172.21.15.2:0/1056751162 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b00035f0 con 0x562496839b40 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.170+0000 7fe1aeffd640 1 -- 172.21.15.2:0/1056751162 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b00116c0 con 0x562496839b40 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/1056751162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 msgr2=0x562496838090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.177 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00058c0 tx=0x7fe1b000b6b0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/1056751162 shutdown_connections 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x562496845760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5624968385d0 0x562496838a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/1056751162 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x562496838090 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/1056751162 >> 172.21.15.2:0/1056751162 conn(0x562496801310 msgr2=0x562496834c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/1056751162 shutdown_connections 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/1056751162 wait complete. 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 -- start start 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.171+0000 7fe1cd3f7740 1 Processor -- start 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x562496842d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x562496840530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562496846070 con 0x562496839b40 2024-09-05T04:26:34.178 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562496759060 con 0x562496843370 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5624968461f0 con 0x5624968385d0 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1cd3f7740 10 client.0 _ll_register_callbacks cb 0x5624964ac8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1c8dba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1c8dba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57142/0 (socket says 172.21.15.2:57142) 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4243792304 learned_addr learned my addr 172.21.15.2:0/4243792304 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x562496842d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.179 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.172+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x562496840530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 msgr2=0x562496842d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x562496842d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4243792304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 msgr2=0x562496840530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x562496840530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4243792304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56249650f3c0 con 0x562496839b40 2024-09-05T04:26:34.181 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800bfc0 tx=0x7fe1b80118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffa4a5c72670da88 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8004020 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1b00035f0 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fe1b80041c0 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe1b8025050 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1cd3f7740 10 client.19443 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.173+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562496851aa0 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b00035f0 con 0x562496839b40 2024-09-05T04:26:34.182 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe1b80038d0 con 0x562496839b40 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 10 client.19443 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 10 client.19443 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 20 client.19443 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562496853000 0x562496855420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 4 client.19443 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624967ab860 con 0x562496853000 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562496853000 0x562496855420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562496853000 0x562496855420 crc :-1 s=READY pgs=450 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff7de6fc479bd2b2 server_cookie=f5d2d06c6f9b9327 in_seq=0 out_seq=0 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.174+0000 7fe1a3fff640 10 client.19443 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1a3fff640 1 -- 172.21.15.2:0/4243792304 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5624967ab860 con 0x562496853000 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1a3fff640 10 client.19443 handle_command_reply: tid=0 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 client.19443 shutdown 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 msgr2=0x56249683ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.183 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fe1b800bfc0 tx=0x7fe1b80118d0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 shutdown_connections 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x562496853000 0x562496855420 crc :-1 s=READY pgs=450 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x562496840530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ffb0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4243792304 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x562496842d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1a3fff640 0 client.19443 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.175+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 >> 172.21.15.2:0/4243792304 conn(0x562496801310 msgr2=0x56249683a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.176+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 shutdown_connections 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.176+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4243792304 wait complete. 2024-09-05T04:26:34.184 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.176+0000 7fe1cd3f7740 20 client.19443 trim_cache size 0 max 16384 2024-09-05T04:26:34.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.188+0000 7fe1cd3f7740 1 Processor -- start 2024-09-05T04:26:34.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 -- start start 2024-09-05T04:26:34.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x56249684f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x56249685acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41af2c0 con 0x562496839b40 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41b1b20 con 0x562496843370 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41af910 con 0x5624968385d0 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57146/0 (socket says 172.21.15.2:57146) 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4135852576 learned_addr learned my addr 172.21.15.2:0/4135852576 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x56249684f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x56249685acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4135852576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 msgr2=0x56249684f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x56249684f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4135852576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 msgr2=0x56249685acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x56249685acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 -- 172.21.15.2:0/4135852576 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562496834ed0 con 0x562496839b40 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x56249684f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.189+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8000c00 tx=0x7fe1b80058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b1dc64df31796ca server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1ae7fc640 1 -- 172.21.15.2:0/4135852576 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b802d020 con 0x562496839b40 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1ae7fc640 1 -- 172.21.15.2:0/4135852576 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b8004410 con 0x562496839b40 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1ae7fc640 1 -- 172.21.15.2:0/4135852576 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b8005430 con 0x562496839b40 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4135852576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 msgr2=0x56249683ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7fe1b8000c00 tx=0x7fe1b80058d0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4135852576 shutdown_connections 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496843370 0x56249685acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x562496839b40 0x56249683ef90 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/4135852576 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5624968385d0 0x56249684f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4135852576 >> 172.21.15.2:0/4135852576 conn(0x562496801310 msgr2=0x56249683e880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4135852576 shutdown_connections 2024-09-05T04:26:34.193 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.190+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/4135852576 wait complete. 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 -- start start 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 Processor -- start 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496839b40 0x562496846f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x5624968bbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.196 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41affe0 con 0x5624968385d0 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41b1450 con 0x562496839b40 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe1c41b06b0 con 0x562496843370 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1cd3f7740 10 client.0 _ll_register_callbacks cb 0x7fe1b800bbd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1c3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57148/0 (socket says 172.21.15.2:57148) 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1c3fff640 1 -- 172.21.15.2:0/2517654611 learned_addr learned my addr 172.21.15.2:0/2517654611 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:34.197 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.191+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496839b40 0x562496846f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x5624968bbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 -- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 msgr2=0x5624968bbc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x5624968bbc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 -- 172.21.15.2:0/2517654611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496839b40 msgr2=0x562496846f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496839b40 0x562496846f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 -- 172.21.15.2:0/2517654611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624968bc1d0 con 0x5624968385d0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1c3fff640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0003f10 tx=0x7fe1b800bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1166afda946e5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1b0033070 con 0x5624968385d0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1b8004410 con 0x5624968385d0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fe1b0003b00 con 0x5624968385d0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe1b0043050 con 0x5624968385d0 2024-09-05T04:26:34.198 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1cd3f7740 10 client.19449 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5624968bd410 con 0x5624968385d0 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.192+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1b8004410 con 0x5624968385d0 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe1b002c050 con 0x5624968385d0 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 10 client.19449 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 10 client.19449 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 20 client.19449 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624968bd940 0x5624968bfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 4 client.19449 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5624967a5d70 con 0x5624968bd940 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624968bd940 0x5624968bfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1a3fff640 10 client.19449 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.193+0000 7fe1c8dba640 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624968bd940 0x5624968bfd30 crc :-1 s=READY pgs=451 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78834d380679be0c server_cookie=fefc244b3b78f803 in_seq=0 out_seq=0 2024-09-05T04:26:34.199 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1a3fff640 1 -- 172.21.15.2:0/2517654611 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5624967a5d70 con 0x5624968bd940 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1a3fff640 10 client.19449 handle_command_reply: tid=0 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 client.19449 shutdown 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 msgr2=0x5624968469e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0003f10 tx=0x7fe1b800bb40 comp rx=0 tx=0).stop 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 shutdown_connections 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5624968bd940 0x5624968bfd30 crc :-1 s=READY pgs=451 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x562496843370 0x5624968bbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x562496839b40 0x562496846f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 --2- 172.21.15.2:0/2517654611 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5624968385d0 0x5624968469e0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 >> 172.21.15.2:0/2517654611 conn(0x562496801310 msgr2=0x562496841810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1a3fff640 0 client.19449 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 shutdown_connections 2024-09-05T04:26:34.200 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 1 -- 172.21.15.2:0/2517654611 wait complete. 2024-09-05T04:26:34.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.194+0000 7fe1cd3f7740 20 client.19449 trim_cache size 0 max 16384 2024-09-05T04:26:34.201 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:26:34.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 msgr2=0x7fe1b40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 0x7fe1b40a51b0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc0bcf60 tx=0x7fe1bc02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.201 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 msgr2=0x7fe1c419edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7fe1bc009dc0 tx=0x7fe1bc032ff0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 shutdown_connections 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1b40a2cf0 0x7fe1b40a51b0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe1c4106f30 0x7fe1c419edd0 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe1c4100cc0 0x7fe1c419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 --2- 172.21.15.2:0/3940276289 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe1c4100310 0x7fe1c419a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 >> 172.21.15.2:0/3940276289 conn(0x7fe1c4077210 msgr2=0x7fe1c4105410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 shutdown_connections 2024-09-05T04:26:34.202 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:34.195+0000 7fe1cb01e640 1 -- 172.21.15.2:0/3940276289 wait complete. 2024-09-05T04:26:35.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:35 smithi047 ceph-mon[34498]: pgmap v489: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:26:35.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:35 smithi002 ceph-mon[31001]: pgmap v489: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:26:35.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:35 smithi079 ceph-mon[34908]: pgmap v489: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 59 KiB/s wr, 13 op/s 2024-09-05T04:26:35.889 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-05T04:26:35.890 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-05T04:26:36.157 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:36.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 -- 172.21.15.2:0/1924086369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 msgr2=0x7f2640100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 --2- 172.21.15.2:0/1924086369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f2640100ee0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f2628009930 tx=0x7f262802a420 comp rx=0 tx=0).stop 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 -- 172.21.15.2:0/1924086369 shutdown_connections 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 --2- 172.21.15.2:0/1924086369 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 0x7f264010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 --2- 172.21.15.2:0/1924086369 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f2640100ee0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 --2- 172.21.15.2:0/1924086369 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f2640106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 -- 172.21.15.2:0/1924086369 >> 172.21.15.2:0/1924086369 conn(0x7f26400fc7a0 msgr2=0x7f26400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.752+0000 7f2645bbb640 1 -- 172.21.15.2:0/1924086369 shutdown_connections 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 -- 172.21.15.2:0/1924086369 wait complete. 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 Processor -- start 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 -- start start 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 0x7f264019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f264019ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f2640110d50 con 0x7f2640100a80 2024-09-05T04:26:36.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f2640110bd0 con 0x7f2640106a80 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.753+0000 7f2645bbb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f2640110ed0 con 0x7f2640101420 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57166/0 (socket says 172.21.15.2:57166) 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 -- 172.21.15.2:0/575753144 learned_addr learned my addr 172.21.15.2:0/575753144 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f2637fff640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 0x7f264019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263ffff640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f264019ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 -- 172.21.15.2:0/575753144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 msgr2=0x7f264019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 0x7f264019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 -- 172.21.15.2:0/575753144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 msgr2=0x7f264019ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f264019ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 -- 172.21.15.2:0/575753144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f264019f4f0 con 0x7f2640100a80 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263ffff640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f264019ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:36.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263f7fe640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f263000c920 tx=0x7f263000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263d7fa640 1 -- 172.21.15.2:0/575753144 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2630007c70 con 0x7f2640100a80 2024-09-05T04:26:36.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263d7fa640 1 -- 172.21.15.2:0/575753144 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2630007e10 con 0x7f2640100a80 2024-09-05T04:26:36.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f264019f7e0 con 0x7f2640100a80 2024-09-05T04:26:36.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f263d7fa640 1 -- 172.21.15.2:0/575753144 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2630018820 con 0x7f2640100a80 2024-09-05T04:26:36.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.754+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26401a70c0 con 0x7f2640100a80 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263d7fa640 1 -- 172.21.15.2:0/575753144 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f26300189c0 con 0x7f2640100a80 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 Processor -- start 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 -- start start 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110cdd40 0x5622110d0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x562211028280 con 0x5622110c2b60 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562210fcfb10 con 0x5622110c3480 2024-09-05T04:26:36.761 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2647f94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x562211024240 con 0x5622110cdd40 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57174/0 (socket says 172.21.15.2:57174) 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263ffff640 1 -- 172.21.15.2:0/4061463424 learned_addr learned my addr 172.21.15.2:0/4061463424 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263d7fa640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 0x7f262c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f263f7fe640 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.757+0000 7f2637fff640 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110cdd40 0x5622110d0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 -- 172.21.15.2:0/4061463424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110cdd40 msgr2=0x5622110d0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110cdd40 0x5622110d0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 -- 172.21.15.2:0/4061463424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 msgr2=0x5622110cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 -- 172.21.15.2:0/4061463424 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562210fdc1f0 con 0x5622110c2b60 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 0x7f262c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263ffff640 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f263800c370 tx=0x7f263800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0660ea7170262fe server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.762 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f263d7fa640 1 -- 172.21.15.2:0/575753144 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f26300cfa60 con 0x7f2640100a80 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f2635ffb640 1 -- 172.21.15.2:0/4061463424 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638016070 con 0x5622110c2b60 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f2635ffb640 1 -- 172.21.15.2:0/4061463424 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2638011cd0 con 0x5622110c2b60 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.758+0000 7f2635ffb640 1 -- 172.21.15.2:0/4061463424 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263801bb60 con 0x5622110c2b60 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- 172.21.15.2:0/4061463424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 msgr2=0x5622110c2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f263ffff640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 0x7f262c0a51b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f263801d000 tx=0x7f263801e000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f263800c370 tx=0x7f263800c830 comp rx=0 tx=0).stop 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- 172.21.15.2:0/4061463424 shutdown_connections 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110cdd40 0x5622110d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 --2- 172.21.15.2:0/4061463424 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c2b60 0x5622110c2f40 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.763 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- 172.21.15.2:0/4061463424 >> 172.21.15.2:0/4061463424 conn(0x5622110bf0f0 msgr2=0x5622110bf4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- 172.21.15.2:0/4061463424 shutdown_connections 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- 172.21.15.2:0/4061463424 wait complete. 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.759+0000 7f2647f94740 1 -- start start 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 Processor -- start 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c2b60 0x5622110cac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c3480 0x5622110cb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5622110d0910 con 0x5622110cdd40 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x562210fe2f10 con 0x5622110c2b60 2024-09-05T04:26:36.764 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5622110d0a90 con 0x5622110c3480 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2647f94740 10 client.0 _ll_register_callbacks cb 0x562210faba40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57180/0 (socket says 172.21.15.2:57180) 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 -- 172.21.15.2:0/16318699 learned_addr learned my addr 172.21.15.2:0/16318699 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f2637fff640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c3480 0x5622110cb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263f7fe640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c2b60 0x5622110cac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 -- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c3480 msgr2=0x5622110cb1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c3480 0x5622110cb1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 -- 172.21.15.2:0/16318699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c2b60 msgr2=0x5622110cac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c2b60 0x5622110cac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.760+0000 7f263ffff640 1 -- 172.21.15.2:0/16318699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562210d996a0 con 0x5622110cdd40 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f263ffff640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f2638010fe0 tx=0x7f2638007a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39a1259f9ed67eaa server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:36.765 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638016070 con 0x5622110cdd40 2024-09-05T04:26:36.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f2638011a30 con 0x5622110cdd40 2024-09-05T04:26:36.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2638011cd0 con 0x5622110cdd40 2024-09-05T04:26:36.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f2638010600 con 0x5622110cdd40 2024-09-05T04:26:36.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 10 client.19461 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:36.766 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5622110dc550 con 0x5622110cdd40 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2638011cd0 con 0x5622110cdd40 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f263802e020 con 0x5622110cdd40 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 10 client.19461 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 10 client.19461 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 20 client.19461 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x5622110dfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 4 client.19461 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.761+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622110357f0 con 0x5622110dd950 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.762+0000 7f263f7fe640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x5622110dfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.762+0000 7f261effd640 10 client.19461 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.762+0000 7f263f7fe640 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x5622110dfd40 crc :-1 s=READY pgs=452 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b2e6ca83d061027 server_cookie=b95a557dcddefbbd in_seq=0 out_seq=0 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f261effd640 1 -- 172.21.15.2:0/16318699 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5622110357f0 con 0x5622110dd950 2024-09-05T04:26:36.769 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f261effd640 10 client.19461 handle_command_reply: tid=0 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 client.19461 shutdown 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 msgr2=0x5622110cb6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f2638010fe0 tx=0x7f2638007a80 comp rx=0 tx=0).stop 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 shutdown_connections 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x5622110dfd40 crc :-1 s=READY pgs=452 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110cb6f0 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c3480 0x5622110cb1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f261effd640 0 client.19461 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 --2- 172.21.15.2:0/16318699 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c2b60 0x5622110cac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 >> 172.21.15.2:0/16318699 conn(0x5622110bf0f0 msgr2=0x5622110be270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 shutdown_connections 2024-09-05T04:26:36.770 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 1 -- 172.21.15.2:0/16318699 wait complete. 2024-09-05T04:26:36.771 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.763+0000 7f2647f94740 20 client.19461 trim_cache size 0 max 16384 2024-09-05T04:26:36.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 Processor -- start 2024-09-05T04:26:36.782 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 -- start start 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110e54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110e59f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f26401af250 con 0x5622110cdd40 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f26401b1ab0 con 0x5622110c3480 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f2647f94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f26401af8a0 con 0x5622110c2b60 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57188/0 (socket says 172.21.15.2:57188) 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 -- 172.21.15.2:0/2132085285 learned_addr learned my addr 172.21.15.2:0/2132085285 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263f7fe640 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110e54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.783 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 -- 172.21.15.2:0/2132085285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 msgr2=0x5622110e54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110e54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 -- 172.21.15.2:0/2132085285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 msgr2=0x5622110e59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110e59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.781+0000 7f263ffff640 1 -- 172.21.15.2:0/2132085285 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622110c32b0 con 0x5622110cdd40 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f263ffff640 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f263800cdb0 tx=0x7f263800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a54d610e610e02a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f26357fa640 1 -- 172.21.15.2:0/2132085285 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638016070 con 0x5622110cdd40 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f26357fa640 1 -- 172.21.15.2:0/2132085285 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f263801b7b0 con 0x5622110cdd40 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f26357fa640 1 -- 172.21.15.2:0/2132085285 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26380256d0 con 0x5622110cdd40 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 -- 172.21.15.2:0/2132085285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 msgr2=0x5622110c45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f263800cdb0 tx=0x7f263800c830 comp rx=0 tx=0).stop 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 -- 172.21.15.2:0/2132085285 shutdown_connections 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110cdd40 0x5622110c45b0 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110c3480 0x5622110e59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 --2- 172.21.15.2:0/2132085285 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110e54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.782+0000 7f2647f94740 1 -- 172.21.15.2:0/2132085285 >> 172.21.15.2:0/2132085285 conn(0x5622110bf0f0 msgr2=0x5622110c9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- 172.21.15.2:0/2132085285 shutdown_connections 2024-09-05T04:26:36.785 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- 172.21.15.2:0/2132085285 wait complete. 2024-09-05T04:26:36.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- start start 2024-09-05T04:26:36.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 Processor -- start 2024-09-05T04:26:36.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110d1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 0x5622110d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f26401aff70 con 0x5622110c3480 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f26401b13e0 con 0x5622110cdd40 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f26401b0640 con 0x5622110c2b60 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.783+0000 7f2647f94740 10 client.0 _ll_register_callbacks cb 0x7f2638007ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57194/0 (socket says 172.21.15.2:57194) 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 -- 172.21.15.2:0/2595241720 learned_addr learned my addr 172.21.15.2:0/2595241720 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f263f7fe640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110d1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f263ffff640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 0x5622110d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 -- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 msgr2=0x5622110d1c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110d1c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 -- 172.21.15.2:0/2595241720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 msgr2=0x5622110d26d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:36.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 0x5622110d26d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 -- 172.21.15.2:0/2595241720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562211147680 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f263ffff640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 0x5622110d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2637fff640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f262802a940 tx=0x7f2628031810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f68618cbe181e19 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f261effd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2628035040 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f2628004040 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f263801b7b0 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f262804e050 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2647f94740 10 client.19467 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.784+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x562211148990 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f263801b7b0 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f2628043020 con 0x5622110c3480 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 10 client.19467 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 10 client.19467 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:36.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 20 client.19467 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x56221114b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 4 client.19467 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56221102fd00 con 0x5622110dd950 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f263f7fe640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x56221114b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f263f7fe640 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x56221114b180 crc :-1 s=READY pgs=453 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=963745c3b4afdc49 server_cookie=fb018cbed97c3fd1 in_seq=0 out_seq=0 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.785+0000 7f261effd640 10 client.19467 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.786+0000 7f261effd640 1 -- 172.21.15.2:0/2595241720 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56221102fd00 con 0x5622110dd950 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.786+0000 7f261effd640 10 client.19467 handle_command_reply: tid=0 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.786+0000 7f2647f94740 1 client.19467 shutdown 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 msgr2=0x5622110d2190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f262802a940 tx=0x7f2628031810 comp rx=0 tx=0).stop 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 shutdown_connections 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5622110dd950 0x56221114b180 crc :-1 s=READY pgs=453 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.791 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f261effd640 0 client.19467 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x5622110cdd40 0x5622110d26d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x5622110c3480 0x5622110d2190 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 --2- 172.21.15.2:0/2595241720 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x5622110c2b60 0x5622110d1c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 >> 172.21.15.2:0/2595241720 conn(0x5622110bf0f0 msgr2=0x5622110caba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 shutdown_connections 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 1 -- 172.21.15.2:0/2595241720 wait complete. 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.787+0000 7f2647f94740 20 client.19467 trim_cache size 0 max 16384 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stdout: "return_code": 0, 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stdout: "scrub_tag": "0197452c-be07-4f98-8322-caeb590193a6", 2024-09-05T04:26:36.792 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": "asynchronous" 2024-09-05T04:26:36.793 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:26:36.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 msgr2=0x7f262c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 0x7f262c0a51b0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f263801d000 tx=0x7f263801e000 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 msgr2=0x7f264019a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f263000c920 tx=0x7f263000cde0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 shutdown_connections 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f262c0a2cf0 0x7f262c0a51b0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f2640106a80 0x7f264019ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f2640101420 0x7f264019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 --2- 172.21.15.2:0/575753144 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f2640100a80 0x7f264019a540 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.788+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 >> 172.21.15.2:0/575753144 conn(0x7f26400fc7a0 msgr2=0x7f264010c6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.789+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 shutdown_connections 2024-09-05T04:26:36.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:36.789+0000 7f2645bbb640 1 -- 172.21.15.2:0/575753144 wait complete. 2024-09-05T04:26:37.524 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:26:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:37 smithi047 ceph-mon[34498]: pgmap v490: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:37 smithi047 ceph-mon[34498]: scrub queued for path: / 2024-09-05T04:26:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:37 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:37.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:37 smithi047 ceph-mon[34498]: scrub summary: active paths [/] 2024-09-05T04:26:37.687 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:37 smithi047 ceph-mon[34498]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:37.776 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:37 smithi079 ceph-mon[34908]: pgmap v490: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:37 smithi079 ceph-mon[34908]: scrub queued for path: / 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:37 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:37 smithi079 ceph-mon[34908]: scrub summary: active paths [/] 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:37 smithi079 ceph-mon[34908]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:37 smithi002 ceph-mon[31001]: pgmap v490: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:37.836 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:37 smithi002 ceph-mon[31001]: scrub queued for path: / 2024-09-05T04:26:37.837 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:37 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:37.837 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:37 smithi002 ceph-mon[31001]: scrub summary: active paths [/] 2024-09-05T04:26:37.837 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:37 smithi002 ceph-mon[31001]: scrub summary: idle+waiting paths [/] 2024-09-05T04:26:38.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 -- 172.21.15.2:0/3136720466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8101de0 msgr2=0x7f43a81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.276 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 --2- 172.21.15.2:0/3136720466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8101de0 0x7f43a81021c0 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f43a4009900 tx=0x7f43a402a410 comp rx=0 tx=0).stop 2024-09-05T04:26:38.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 -- 172.21.15.2:0/3136720466 shutdown_connections 2024-09-05T04:26:38.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 --2- 172.21.15.2:0/3136720466 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8106f10 0x7f43a810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 --2- 172.21.15.2:0/3136720466 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 0x7f43a81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 --2- 172.21.15.2:0/3136720466 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8101de0 0x7f43a81021c0 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.277 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 -- 172.21.15.2:0/3136720466 >> 172.21.15.2:0/3136720466 conn(0x7f43a80fd8c0 msgr2=0x7f43a80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 -- 172.21.15.2:0/3136720466 shutdown_connections 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.258+0000 7f43b01bb640 1 -- 172.21.15.2:0/3136720466 wait complete. 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 Processor -- start 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 -- start start 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 0x7f43a819a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 0x7f43a819aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f43a8111e20 con 0x7f43a8106f10 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a8111ca0 con 0x7f43a8101de0 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43b01bb640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f43a8111fa0 con 0x7f43a8102790 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43ae758640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43ae758640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57210/0 (socket says 172.21.15.2:57210) 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.259+0000 7f43ae758640 1 -- 172.21.15.2:0/2224849378 learned_addr learned my addr 172.21.15.2:0/2224849378 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ad756640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 0x7f43a819aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43adf57640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 0x7f43a819a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 -- 172.21.15.2:0/2224849378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 msgr2=0x7f43a819aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 0x7f43a819aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 -- 172.21.15.2:0/2224849378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 msgr2=0x7f43a819a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 0x7f43a819a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 -- 172.21.15.2:0/2224849378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43a819f4b0 con 0x7f43a8106f10 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43adf57640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 0x7f43a819a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43ae758640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f43a000cce0 tx=0x7f43a000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f439effd640 1 -- 172.21.15.2:0/2224849378 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a000f450 con 0x7f43a8106f10 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f439effd640 1 -- 172.21.15.2:0/2224849378 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43a000faa0 con 0x7f43a8106f10 2024-09-05T04:26:38.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43a819f7a0 con 0x7f43a8106f10 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f439effd640 1 -- 172.21.15.2:0/2224849378 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a0018b70 con 0x7f43a8106f10 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.260+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43a81a7080 con 0x7f43a8106f10 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.262+0000 7f439effd640 1 -- 172.21.15.2:0/2224849378 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f43a0018d10 con 0x7f43a8106f10 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 Processor -- start 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 -- start start 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f439effd640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 0x7f43940a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d985dc0 0x55760d990140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760d992a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55760d8eb2e0 con 0x55760d9854a0 2024-09-05T04:26:38.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55760d892ce0 con 0x55760d990680 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43b2594740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55760d8e72a0 con 0x55760d985dc0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43adf57640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43ad756640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 0x7f43940a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43adf57640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57216/0 (socket says 172.21.15.2:57216) 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f43adf57640 1 -- 172.21.15.2:0/259289649 learned_addr learned my addr 172.21.15.2:0/259289649 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.263+0000 7f439effd640 1 -- 172.21.15.2:0/2224849378 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f43a00cfbf0 con 0x7f43a8106f10 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43ad756640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d985dc0 0x55760d990140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43ae758640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760d992a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 -- 172.21.15.2:0/259289649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d985dc0 msgr2=0x55760d990140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d985dc0 0x55760d990140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 -- 172.21.15.2:0/259289649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 msgr2=0x55760d992a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760d992a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 -- 172.21.15.2:0/259289649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55760d877440 con 0x55760d9854a0 2024-09-05T04:26:38.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43ae758640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760d992a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43ad756640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 0x7f43940a5230 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f43a80ff770 tx=0x7f4398013880 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f43adf57640 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f43a402a930 tx=0x7f43a4031e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12c2b2400d7e9b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f4393fff640 1 -- 172.21.15.2:0/259289649 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a403f070 con 0x55760d9854a0 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f4393fff640 1 -- 172.21.15.2:0/259289649 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43a40316a0 con 0x55760d9854a0 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.264+0000 7f4393fff640 1 -- 172.21.15.2:0/259289649 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43a4035070 con 0x55760d9854a0 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- 172.21.15.2:0/259289649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 msgr2=0x55760d985880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f43a402a930 tx=0x7f43a4031e40 comp rx=0 tx=0).stop 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- 172.21.15.2:0/259289649 shutdown_connections 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760d992a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d985dc0 0x55760d990140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 --2- 172.21.15.2:0/259289649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d9854a0 0x55760d985880 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- 172.21.15.2:0/259289649 >> 172.21.15.2:0/259289649 conn(0x55760d981a30 msgr2=0x55760d981e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- 172.21.15.2:0/259289649 shutdown_connections 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- 172.21.15.2:0/259289649 wait complete. 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 -- start start 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.265+0000 7f43b2594740 1 Processor -- start 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d98ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55760d993250 con 0x55760d985dc0 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55760d8a6050 con 0x55760d9854a0 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55760d9933d0 con 0x55760d990680 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43b2594740 10 client.0 _ll_register_callbacks cb 0x55760d8e6160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.284 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57222/0 (socket says 172.21.15.2:57222) 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43adf57640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d98ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 -- 172.21.15.2:0/4239206125 learned_addr learned my addr 172.21.15.2:0/4239206125 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ae758640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 -- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 msgr2=0x55760d98d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 -- 172.21.15.2:0/4239206125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 msgr2=0x55760d98ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d98ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.266+0000 7f43ad756640 1 -- 172.21.15.2:0/4239206125 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55760d65c3c0 con 0x55760d985dc0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43ad756640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f4398019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d708f307bcf84f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398011e80 con 0x55760d985dc0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43a40316a0 con 0x55760d985dc0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f4398029410 con 0x55760d985dc0 2024-09-05T04:26:38.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4398032050 con 0x55760d985dc0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 10 client.19479 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55760d99ebc0 con 0x55760d985dc0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43a40316a0 con 0x55760d985dc0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f439801f650 con 0x55760d985dc0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 10 client.19479 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 10 client.19479 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 20 client.19479 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760d9a0080 0x55760d9a24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 4 client.19479 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.267+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55760d8f8850 con 0x55760d9a0080 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.268+0000 7f43adf57640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760d9a0080 0x55760d9a24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.268+0000 7f43917fa640 10 client.19479 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.268+0000 7f43adf57640 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760d9a0080 0x55760d9a24b0 crc :-1 s=READY pgs=454 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60e0020921ccdd37 server_cookie=cc093d8bb52d8e9a in_seq=0 out_seq=0 2024-09-05T04:26:38.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43917fa640 1 -- 172.21.15.2:0/4239206125 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55760d8f8850 con 0x55760d9a0080 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43917fa640 10 client.19479 handle_command_reply: tid=0 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 client.19479 shutdown 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 msgr2=0x55760d98d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f4398019000 comp rx=0 tx=0).stop 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 shutdown_connections 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760d9a0080 0x55760d9a24b0 crc :-1 s=READY pgs=454 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d98d210 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 --2- 172.21.15.2:0/4239206125 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d98ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43917fa640 0 client.19479 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 >> 172.21.15.2:0/4239206125 conn(0x55760d981a30 msgr2=0x55760d980b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 shutdown_connections 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 1 -- 172.21.15.2:0/4239206125 wait complete. 2024-09-05T04:26:38.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.269+0000 7f43b2594740 20 client.19479 trim_cache size 0 max 16384 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.286+0000 7f43b2594740 1 Processor -- start 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 -- start start 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d99c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81af140 con 0x55760d985dc0 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81b19a0 con 0x55760d9854a0 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43b2594740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81af790 con 0x55760d990680 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57236/0 (socket says 172.21.15.2:57236) 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 -- 172.21.15.2:0/1283558434 learned_addr learned my addr 172.21.15.2:0/1283558434 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ae758640 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43adf57640 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d99c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 -- 172.21.15.2:0/1283558434 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 msgr2=0x55760d98f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 -- 172.21.15.2:0/1283558434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 msgr2=0x55760d99c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d99c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 -- 172.21.15.2:0/1283558434 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55760d98c1c0 con 0x55760d985dc0 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.287+0000 7f43ad756640 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f4398005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c0bb38498405876 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43937fe640 1 -- 172.21.15.2:0/1283558434 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439803a070 con 0x55760d985dc0 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43937fe640 1 -- 172.21.15.2:0/1283558434 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4398011810 con 0x55760d985dc0 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43937fe640 1 -- 172.21.15.2:0/1283558434 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4398004660 con 0x55760d985dc0 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 -- 172.21.15.2:0/1283558434 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 msgr2=0x55760d981e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f4398005a90 comp rx=0 tx=0).stop 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 -- 172.21.15.2:0/1283558434 shutdown_connections 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d990680 0x55760d98f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d981e10 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 --2- 172.21.15.2:0/1283558434 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d9854a0 0x55760d99c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 -- 172.21.15.2:0/1283558434 >> 172.21.15.2:0/1283558434 conn(0x55760d981a30 msgr2=0x55760d98ea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.295 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 -- 172.21.15.2:0/1283558434 shutdown_connections 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.288+0000 7f43b2594740 1 -- 172.21.15.2:0/1283558434 wait complete. 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 -- start start 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 Processor -- start 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d9854a0 0x55760d994a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760da09d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81afe60 con 0x55760d985dc0 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81b12d0 con 0x55760d990680 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.289+0000 7f43b2594740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f43a81b0530 con 0x55760d9854a0 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43b2594740 10 client.0 _ll_register_callbacks cb 0x7f439800ad10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57246/0 (socket says 172.21.15.2:57246) 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 -- 172.21.15.2:0/3269906942 learned_addr learned my addr 172.21.15.2:0/3269906942 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:38.296 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43adf57640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d9854a0 0x55760d994a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ae758640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760da09d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 -- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d9854a0 msgr2=0x55760d994a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d9854a0 0x55760d994a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 -- 172.21.15.2:0/3269906942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 msgr2=0x55760da09d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760da09d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 -- 172.21.15.2:0/3269906942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55760da0a290 con 0x55760d985dc0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43ad756640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f439800a960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d56b49c797cfc8b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43917fa640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f439803a040 con 0x55760d985dc0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f43980054c0 con 0x55760d985dc0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.290+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55760d8f2d60 con 0x55760d985dc0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f4398050050 con 0x55760d985dc0 2024-09-05T04:26:38.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 10 client.19485 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55760da0b520 con 0x55760d985dc0 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55760d8f2d60 con 0x55760d985dc0 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f4398004960 con 0x55760d985dc0 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 10 client.19485 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 10 client.19485 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 20 client.19485 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760da0bbb0 0x55760da0dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 4 client.19485 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55760d86f210 con 0x55760da0bbb0 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.291+0000 7f43adf57640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760da0bbb0 0x55760da0dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43917fa640 10 client.19485 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:38.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43adf57640 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760da0bbb0 0x55760da0dfd0 crc :-1 s=READY pgs=455 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7161c8994fec456b server_cookie=35a97c64bda65e8a in_seq=0 out_seq=0 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43917fa640 1 -- 172.21.15.2:0/3269906942 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55760d86f210 con 0x55760da0bbb0 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43917fa640 10 client.19485 handle_command_reply: tid=0 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 client.19485 shutdown 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 msgr2=0x55760d994f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f4398011c50 tx=0x7f439800a960 comp rx=0 tx=0).stop 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 shutdown_connections 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55760da0bbb0 0x55760da0dfd0 crc :-1 s=READY pgs=455 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55760d990680 0x55760da09d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55760d985dc0 0x55760d994f80 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 --2- 172.21.15.2:0/3269906942 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55760d9854a0 0x55760d994a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 >> 172.21.15.2:0/3269906942 conn(0x55760d981a30 msgr2=0x55760d98f290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43917fa640 0 client.19485 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 shutdown_connections 2024-09-05T04:26:38.299 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 1 -- 172.21.15.2:0/3269906942 wait complete. 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.292+0000 7f43b2594740 20 client.19485 trim_cache size 0 max 16384 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": { 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "0197452c-be07-4f98-8322-caeb590193a6": { 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "path": "/", 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "tag": "0197452c-be07-4f98-8322-caeb590193a6", 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: "options": "recursive,force" 2024-09-05T04:26:38.300 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 msgr2=0x7f43940a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 0x7f43940a5230 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f43a80ff770 tx=0x7f4398013880 comp rx=0 tx=0).stop 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 msgr2=0x7f43a819edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:38.301 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f43a000cce0 tx=0x7f43a000a620 comp rx=0 tx=0).stop 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 shutdown_connections 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f43940a2d70 0x7f43940a5230 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f43a8106f10 0x7f43a819edd0 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f43a8102790 0x7f43a819aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 --2- 172.21.15.2:0/2224849378 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f43a8101de0 0x7f43a819a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 >> 172.21.15.2:0/2224849378 conn(0x7f43a80fd8c0 msgr2=0x7f43a80febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 shutdown_connections 2024-09-05T04:26:38.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:38.293+0000 7f43b01bb640 1 -- 172.21.15.2:0/2224849378 wait complete. 2024-09-05T04:26:38.458 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 11.6 2024-09-05T04:26:38.458 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:26:38.977 INFO:tasks.cephfs.filesystem:scrub status for tag:0197452c-be07-4f98-8322-caeb590193a6 - {'path': '/', 'tag': '0197452c-be07-4f98-8322-caeb590193a6', 'options': 'recursive,force'} 2024-09-05T04:26:39.057 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:39.527 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:39 smithi002 ceph-mon[31001]: pgmap v491: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- 172.21.15.2:0/385234997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c103660 msgr2=0x7fe16c10bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 --2- 172.21.15.2:0/385234997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c103660 0x7fe16c10bb50 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7fe154009900 tx=0x7fe15402a480 comp rx=0 tx=0).stop 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- 172.21.15.2:0/385234997 shutdown_connections 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 --2- 172.21.15.2:0/385234997 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c10c170 0x7fe16c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 --2- 172.21.15.2:0/385234997 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c103660 0x7fe16c10bb50 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.636 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 --2- 172.21.15.2:0/385234997 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- 172.21.15.2:0/385234997 >> 172.21.15.2:0/385234997 conn(0x7fe16c0fc7a0 msgr2=0x7fe16c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- 172.21.15.2:0/385234997 shutdown_connections 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- 172.21.15.2:0/385234997 wait complete. 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 Processor -- start 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.608+0000 7fe171839640 1 -- start start 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c103660 0x7fe16c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c111e20 con 0x7fe16c10c170 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c111ca0 con 0x7fe16c103660 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c111fa0 con 0x7fe16c102d40 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:39.637 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57250/0 (socket says 172.21.15.2:57250) 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 -- 172.21.15.2:0/442636057 learned_addr learned my addr 172.21.15.2:0/442636057 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe163fff640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c103660 0x7fe16c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16affd640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 -- 172.21.15.2:0/442636057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 msgr2=0x7fe16c198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 -- 172.21.15.2:0/442636057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c103660 msgr2=0x7fe16c1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c103660 0x7fe16c1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 -- 172.21.15.2:0/442636057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c19d320 con 0x7fe16c10c170 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16affd640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe16b7fe640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fe16400eaa0 tx=0x7fe16400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe16400cdb0 con 0x7fe16c10c170 2024-09-05T04:26:39.638 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe164005020 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c19d610 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1640116d0 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.609+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c1a4ef0 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.610+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe16c103120 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.612+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe1640051d0 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.612+0000 7fe170837640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 0x7fe1580a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.612+0000 7fe16affd640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 0x7fe1580a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.612+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fe1640cf930 con 0x7fe16c10c170 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.613+0000 7fe16affd640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 0x7fe1580a5230 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe15c0058c0 tx=0x7fe15c005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:39.639 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.616+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe164016030 con 0x7fe16c10c170 2024-09-05T04:26:39.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:39 smithi047 ceph-mon[34498]: pgmap v491: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:39.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:39 smithi079 ceph-mon[34908]: pgmap v491: 129 pgs: 129 active+clean; 3.8 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 42 KiB/s wr, 9 op/s 2024-09-05T04:26:39.827 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.827+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe16c02d7c0 con 0x7fe16c10c170 2024-09-05T04:26:39.828 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.828+0000 7fe170837640 1 -- 172.21.15.2:0/442636057 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe16409c160 con 0x7fe16c10c170 2024-09-05T04:26:39.828 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:26:39.829 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:26:39.829 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:26:39.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 msgr2=0x7fe1580a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:39.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 0x7fe1580a5230 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fe15c0058c0 tx=0x7fe15c005850 comp rx=0 tx=0).stop 2024-09-05T04:26:39.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 msgr2=0x7fe16c19cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:39.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fe16400eaa0 tx=0x7fe16400ef60 comp rx=0 tx=0).stop 2024-09-05T04:26:39.830 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 shutdown_connections 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe1580a2d70 0x7fe1580a5230 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe16c10c170 0x7fe16c19cc40 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe16c103660 0x7fe16c1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 --2- 172.21.15.2:0/442636057 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe16c102d40 0x7fe16c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 >> 172.21.15.2:0/442636057 conn(0x7fe16c0fc7a0 msgr2=0x7fe16c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 shutdown_connections 2024-09-05T04:26:39.831 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:39.830+0000 7fe171839640 1 -- 172.21.15.2:0/442636057 wait complete. 2024-09-05T04:26:40.464 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db / --timeout 90 --expiration 131.6 --await-for 45.0' 2024-09-05T04:26:40.464 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db / --timeout 90 --expiration 131.6 --await-for 45.0 2024-09-05T04:26:40.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:40 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/442636057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:40.718 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:40.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:40 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/442636057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:40.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:40 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/442636057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 -- 172.21.15.2:0/560150756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a41022d0 msgr2=0x7f83a4106700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 --2- 172.21.15.2:0/560150756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a41022d0 0x7f83a4106700 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f838c009900 tx=0x7f838c02a410 comp rx=0 tx=0).stop 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 -- 172.21.15.2:0/560150756 shutdown_connections 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 --2- 172.21.15.2:0/560150756 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4106e60 0x7f83a410d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 --2- 172.21.15.2:0/560150756 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a41022d0 0x7f83a4106700 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 --2- 172.21.15.2:0/560150756 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4101920 0x7f83a4101d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 -- 172.21.15.2:0/560150756 >> 172.21.15.2:0/560150756 conn(0x7f83a4075eb0 msgr2=0x7f83a40762c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 -- 172.21.15.2:0/560150756 shutdown_connections 2024-09-05T04:26:41.011 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.010+0000 7f83a9111640 1 -- 172.21.15.2:0/560150756 wait complete. 2024-09-05T04:26:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.011+0000 7f83a9111640 1 Processor -- start 2024-09-05T04:26:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.011+0000 7f83a9111640 1 -- start start 2024-09-05T04:26:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 0x7f83a410e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4106e60 0x7f83a410e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4111db0 con 0x7f83a410ed10 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4111c30 con 0x7f83a4106e60 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a9111640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83a4111f30 con 0x7f83a4101920 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57274/0 (socket says 172.21.15.2:57274) 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 -- 172.21.15.2:0/4147949512 learned_addr learned my addr 172.21.15.2:0/4147949512 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a259c640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4106e60 0x7f83a410e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 0x7f83a410e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 -- 172.21.15.2:0/4147949512 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 msgr2=0x7f83a410e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 0x7f83a410e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 -- 172.21.15.2:0/4147949512 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4106e60 msgr2=0x7f83a410e7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4106e60 0x7f83a410e7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 -- 172.21.15.2:0/4147949512 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a41a6bd0 con 0x7f83a410ed10 2024-09-05T04:26:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 0x7f83a410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f83a359e640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f839c00d750 tx=0x7f839c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.012+0000 7f839bfff640 1 -- 172.21.15.2:0/4147949512 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c017070 con 0x7f83a410ed10 2024-09-05T04:26:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.013+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a41a6ec0 con 0x7f83a410ed10 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.013+0000 7f839bfff640 1 -- 172.21.15.2:0/4147949512 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f839c0054d0 con 0x7f83a410ed10 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.013+0000 7f839bfff640 1 -- 172.21.15.2:0/4147949512 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f839c004c60 con 0x7f83a410ed10 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.013+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a41a73e0 con 0x7f83a410ed10 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.015+0000 7f839bfff640 1 -- 172.21.15.2:0/4147949512 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f839c004e00 con 0x7f83a410ed10 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 Processor -- start 2024-09-05T04:26:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 -- start start 2024-09-05T04:26:41.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba933ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba93e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.021 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564cba8982f0 con 0x564cba93ecb0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564cba840270 con 0x564cba934410 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83abeaa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564cba8942b0 con 0x564cba933af0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f839bfff640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 0x7f83900a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57276/0 (socket says 172.21.15.2:57276) 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.016+0000 7f83a259c640 1 -- 172.21.15.2:0/1808907548 learned_addr learned my addr 172.21.15.2:0/1808907548 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba933ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a359e640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 0x7f83900a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba93e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f839bfff640 1 -- 172.21.15.2:0/4147949512 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f839c0cf190 con 0x7f83a410ed10 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 -- 172.21.15.2:0/1808907548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 msgr2=0x564cba933ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.022 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba933ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 -- 172.21.15.2:0/1808907548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 msgr2=0x564cba93e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba93e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 -- 172.21.15.2:0/1808907548 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cba83f340 con 0x564cba93ecb0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83a259c640 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f838c009900 tx=0x7f838c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28847cf2023ca0d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83997fa640 1 -- 172.21.15.2:0/1808907548 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c035070 con 0x564cba93ecb0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83997fa640 1 -- 172.21.15.2:0/1808907548 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c0035f0 con 0x564cba93ecb0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.017+0000 7f83997fa640 1 -- 172.21.15.2:0/1808907548 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c0044e0 con 0x564cba93ecb0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 -- 172.21.15.2:0/1808907548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 msgr2=0x564cba9410a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f838c009900 tx=0x7f838c005780 comp rx=0 tx=0).stop 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83a359e640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 0x7f83900a51e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f839c09af60 tx=0x7f839c005bb0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.023 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 -- 172.21.15.2:0/1808907548 shutdown_connections 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba93ecb0 0x564cba9410a0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba93e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1808907548 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba933ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 -- 172.21.15.2:0/1808907548 >> 172.21.15.2:0/1808907548 conn(0x564cba930060 msgr2=0x564cba930440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 -- 172.21.15.2:0/1808907548 shutdown_connections 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.018+0000 7f83abeaa740 1 -- 172.21.15.2:0/1808907548 wait complete. 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 -- start start 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 Processor -- start 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba934410 0x564cba93c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba93c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x564cba941880 con 0x564cba933af0 2024-09-05T04:26:41.024 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x564cba821290 con 0x564cba93ecb0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x564cba941a00 con 0x564cba934410 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83abeaa740 10 client.0 _ll_register_callbacks cb 0x564cba852140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57286/0 (socket says 172.21.15.2:57286) 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 -- 172.21.15.2:0/1901333640 learned_addr learned my addr 172.21.15.2:0/1901333640 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba934410 0x564cba93c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba93c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 -- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba934410 msgr2=0x564cba93c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba934410 0x564cba93c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 -- 172.21.15.2:0/1901333640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 msgr2=0x564cba93c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba93c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.019+0000 7f83a259c640 1 -- 172.21.15.2:0/1901333640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cba5ab210 con 0x564cba933af0 2024-09-05T04:26:41.025 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83a259c640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f838c000c00 tx=0x7f838c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4479b2a191979405 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c051030 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f838c042070 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f838c0035f0 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f838c05b050 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 10 client.19503 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564cba677620 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c0035f0 con 0x564cba933af0 2024-09-05T04:26:41.026 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f838c005170 con 0x564cba933af0 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 10 client.19503 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 10 client.19503 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 20 client.19503 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba950ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 4 client.19503 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.020+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564cba8a5a20 con 0x564cba94eb00 2024-09-05T04:26:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.021+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba950ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.021+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba950ef0 crc :-1 s=READY pgs=456 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6c61d7396595625 server_cookie=71b5188609e7659d in_seq=0 out_seq=0 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.021+0000 7f838a7fc640 10 client.19503 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f838a7fc640 1 -- 172.21.15.2:0/1901333640 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564cba8a5a20 con 0x564cba94eb00 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f838a7fc640 10 client.19503 handle_command_reply: tid=0 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 client.19503 shutdown 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 msgr2=0x564cba93bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7f838c000c00 tx=0x7f838c005a20 comp rx=0 tx=0).stop 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 shutdown_connections 2024-09-05T04:26:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba950ef0 crc :-1 s=READY pgs=456 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba93c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f838a7fc640 0 client.19503 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba934410 0x564cba93c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 --2- 172.21.15.2:0/1901333640 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93bbe0 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 >> 172.21.15.2:0/1901333640 conn(0x564cba930060 msgr2=0x564cba935d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 shutdown_connections 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 1 -- 172.21.15.2:0/1901333640 wait complete. 2024-09-05T04:26:41.030 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.022+0000 7f83abeaa740 20 client.19503 trim_cache size 0 max 16384 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.037+0000 7f83abeaa740 1 Processor -- start 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.037+0000 7f83abeaa740 1 -- start start 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba953f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba93ecb0 0x564cba954450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41af180 con 0x564cba933af0 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b19e0 con 0x564cba934410 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83abeaa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41af7d0 con 0x564cba93ecb0 2024-09-05T04:26:41.039 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57298/0 (socket says 172.21.15.2:57298) 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 -- 172.21.15.2:0/731855508 learned_addr learned my addr 172.21.15.2:0/731855508 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 -- 172.21.15.2:0/731855508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba93ecb0 msgr2=0x564cba954450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba93ecb0 0x564cba954450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba953f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 -- 172.21.15.2:0/731855508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 msgr2=0x564cba953f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba953f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 -- 172.21.15.2:0/731855508 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564cba92fe90 con 0x564cba933af0 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba953f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:41.040 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.038+0000 7f83a259c640 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f838c02a930 tx=0x7f838c032eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=206148e3246dec6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f8398ff9640 1 -- 172.21.15.2:0/731855508 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c051040 con 0x564cba933af0 2024-09-05T04:26:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f8398ff9640 1 -- 172.21.15.2:0/731855508 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c009520 con 0x564cba933af0 2024-09-05T04:26:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f8398ff9640 1 -- 172.21.15.2:0/731855508 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838c041030 con 0x564cba933af0 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 -- 172.21.15.2:0/731855508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 msgr2=0x564cba93c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f838c02a930 tx=0x7f838c032eb0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 -- 172.21.15.2:0/731855508 shutdown_connections 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba93ecb0 0x564cba954450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba934410 0x564cba953f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 --2- 172.21.15.2:0/731855508 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba933af0 0x564cba93c490 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 -- 172.21.15.2:0/731855508 >> 172.21.15.2:0/731855508 conn(0x564cba930060 msgr2=0x564cba93dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 -- 172.21.15.2:0/731855508 shutdown_connections 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.039+0000 7f83abeaa740 1 -- 172.21.15.2:0/731855508 wait complete. 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 -- start start 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 Processor -- start 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba9545d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba951ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41afea0 con 0x564cba934410 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b1310 con 0x564cba93ecb0 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f83a41b0570 con 0x564cba933af0 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83abeaa740 10 client.0 _ll_register_callbacks cb 0x7f8394009720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:57300/0 (socket says 172.21.15.2:57300) 2024-09-05T04:26:41.045 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 -- 172.21.15.2:0/2886379534 learned_addr learned my addr 172.21.15.2:0/2886379534 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a259c640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba9545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a259c640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba951ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 -- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 msgr2=0x564cba9545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba9545d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 -- 172.21.15.2:0/2886379534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 msgr2=0x564cba951ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba951ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.040+0000 7f83a2d9d640 1 -- 172.21.15.2:0/2886379534 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564cba9526f0 con 0x564cba934410 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83a2d9d640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x564cba93b450 tx=0x7f8394013520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27300d246a9e258c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8394024030 con 0x564cba934410 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f83940150d0 con 0x564cba934410 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f838c009520 con 0x564cba934410 2024-09-05T04:26:41.046 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f8394031050 con 0x564cba934410 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 10 client.19509 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x564cba9b93c0 con 0x564cba934410 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f838c009520 con 0x564cba934410 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f839400f040 con 0x564cba934410 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 10 client.19509 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 10 client.19509 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 20 client.19509 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba9bbbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 4 client.19509 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.041+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564cba89fd70 con 0x564cba94eb00 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.042+0000 7f83a259c640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba9bbbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.042+0000 7f83a259c640 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba9bbbb0 crc :-1 s=READY pgs=457 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b05c219d1fd7d079 server_cookie=de7bfe89c31ba698 in_seq=0 out_seq=0 2024-09-05T04:26:41.047 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.042+0000 7f838a7fc640 10 client.19509 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.075 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f838a7fc640 1 -- 172.21.15.2:0/2886379534 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564cba89fd70 con 0x564cba94eb00 2024-09-05T04:26:41.075 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f838a7fc640 10 client.19509 handle_command_reply: tid=0 2024-09-05T04:26:41.075 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 client.19509 shutdown 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 msgr2=0x564cba9519b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x564cba93b450 tx=0x7f8394013520 comp rx=0 tx=0).stop 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 shutdown_connections 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x564cba94eb00 0x564cba9bbbb0 crc :-1 s=READY pgs=457 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x564cba93ecb0 0x564cba951ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x564cba934410 0x564cba9519b0 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f838a7fc640 0 client.19509 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 --2- 172.21.15.2:0/2886379534 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x564cba933af0 0x564cba9545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 >> 172.21.15.2:0/2886379534 conn(0x564cba930060 msgr2=0x564cba935520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 shutdown_connections 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 1 -- 172.21.15.2:0/2886379534 wait complete. 2024-09-05T04:26:41.076 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.075+0000 7f83abeaa740 20 client.19509 trim_cache size 0 max 16384 2024-09-05T04:26:41.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:26:41.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:26:41.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:26:41.077 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 msgr2=0x7f83900a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 0x7f83900a51e0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f839c09af60 tx=0x7f839c005bb0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 msgr2=0x7f83a41a64d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f839c00d750 tx=0x7f839c00dc10 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 shutdown_connections 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f83900a2d20 0x7f83900a51e0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f83a410ed10 0x7f83a41a64d0 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f83a4106e60 0x7f83a410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 --2- 172.21.15.2:0/4147949512 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f83a4101920 0x7f83a410e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 >> 172.21.15.2:0/4147949512 conn(0x7f83a4075eb0 msgr2=0x7f83a4104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 shutdown_connections 2024-09-05T04:26:41.078 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:41.076+0000 7f83a9111640 1 -- 172.21.15.2:0/4147949512 wait complete. 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 -- 172.21.15.2:0/862898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c100a80 msgr2=0x7f057c100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 --2- 172.21.15.2:0/862898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c100a80 0x7f057c100ee0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f0570009930 tx=0x7f057002a420 comp rx=0 tx=0).stop 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 -- 172.21.15.2:0/862898733 shutdown_connections 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 --2- 172.21.15.2:0/862898733 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 0x7f057c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 --2- 172.21.15.2:0/862898733 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c100a80 0x7f057c100ee0 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 --2- 172.21.15.2:0/862898733 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c106a80 0x7f057c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.251+0000 7f0581199640 1 -- 172.21.15.2:0/862898733 >> 172.21.15.2:0/862898733 conn(0x7f057c0fc7a0 msgr2=0x7f057c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.263 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.252+0000 7f0581199640 1 -- 172.21.15.2:0/862898733 shutdown_connections 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.252+0000 7f0581199640 1 -- 172.21.15.2:0/862898733 wait complete. 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.252+0000 7f0581199640 1 Processor -- start 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.252+0000 7f0581199640 1 -- start start 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c100a80 0x7f057c1993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 0x7f057c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f057c110dd0 con 0x7f057c106a80 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f057c110c50 con 0x7f057c100a80 2024-09-05T04:26:41.264 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f0581199640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f057c110f50 con 0x7f057c101420 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45236/0 (socket says 172.21.15.2:45236) 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 -- 172.21.15.2:0/4039231417 learned_addr learned my addr 172.21.15.2:0/4039231417 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057a59c640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 0x7f057c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057ad9d640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c100a80 0x7f057c1993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 -- 172.21.15.2:0/4039231417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 msgr2=0x7f057c1998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 0x7f057c1998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 -- 172.21.15.2:0/4039231417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c100a80 msgr2=0x7f057c1993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c100a80 0x7f057c1993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 -- 172.21.15.2:0/4039231417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057c1a4960 con 0x7f057c106a80 2024-09-05T04:26:41.265 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.253+0000 7f057b59e640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f057400b970 tx=0x7f057400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.254+0000 7f0563fff640 1 -- 172.21.15.2:0/4039231417 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0574019070 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.254+0000 7f0563fff640 1 -- 172.21.15.2:0/4039231417 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0574014440 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.254+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f057c1a4b30 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.254+0000 7f0563fff640 1 -- 172.21.15.2:0/4039231417 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05740075d0 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.254+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f057c1a4ff0 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.256+0000 7f0563fff640 1 -- 172.21.15.2:0/4039231417 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f057401c070 con 0x7f057c106a80 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.256+0000 7f0583572740 1 Processor -- start 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.256+0000 7f0583572740 1 -- start start 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbc6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.266 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0563fff640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 0x7f05640a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbd8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d84cb2c2a0 con 0x55d84cbc6f60 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d84cad3b10 con 0x55d84cbc6640 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0583572740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d84cb28260 con 0x55d84cbd5d50 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057ad9d640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 0x7f05640a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45248/0 (socket says 172.21.15.2:45248) 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 -- 172.21.15.2:0/639244392 learned_addr learned my addr 172.21.15.2:0/639244392 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f0563fff640 1 -- 172.21.15.2:0/4039231417 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f05740cec40 con 0x7f057c106a80 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbc6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.267 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057b59e640 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbd8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 -- 172.21.15.2:0/639244392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 msgr2=0x55d84cbd8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbd8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 -- 172.21.15.2:0/639244392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 msgr2=0x55d84cbc6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbc6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057a59c640 1 -- 172.21.15.2:0/639244392 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d84c89db90 con 0x55d84cbc6f60 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.257+0000 7f057ad9d640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 0x7f05640a51b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f056c009990 tx=0x7f056c009110 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f057a59c640 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f057002a940 tx=0x7f0570005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bef066e837e469 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f05617fa640 1 -- 172.21.15.2:0/639244392 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570035070 con 0x55d84cbc6f60 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f05617fa640 1 -- 172.21.15.2:0/639244392 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05700054d0 con 0x55d84cbc6f60 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f05617fa640 1 -- 172.21.15.2:0/639244392 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570004ac0 con 0x55d84cbc6f60 2024-09-05T04:26:41.268 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 -- 172.21.15.2:0/639244392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 msgr2=0x55d84cbd5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f057002a940 tx=0x7f0570005e20 comp rx=0 tx=0).stop 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 -- 172.21.15.2:0/639244392 shutdown_connections 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbd8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbd5810 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 --2- 172.21.15.2:0/639244392 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbc6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.258+0000 7f0583572740 1 -- 172.21.15.2:0/639244392 >> 172.21.15.2:0/639244392 conn(0x55d84cbc2cf0 msgr2=0x55d84cbc30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- 172.21.15.2:0/639244392 shutdown_connections 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- 172.21.15.2:0/639244392 wait complete. 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- start start 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 Processor -- start 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6640 0x55d84cbd2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6f60 0x55d84cbd31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55d84cbd8920 con 0x55d84cbd5d50 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55d84cab46e0 con 0x55d84cbc6f60 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55d84cbd8aa0 con 0x55d84cbc6640 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f0583572740 10 client.0 _ll_register_callbacks cb 0x55d84cad8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f057b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f057b59e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45260/0 (socket says 172.21.15.2:45260) 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.259+0000 7f057b59e640 1 -- 172.21.15.2:0/429611866 learned_addr learned my addr 172.21.15.2:0/429611866 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057ad9d640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6640 0x55d84cbd2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057a59c640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6f60 0x55d84cbd31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 -- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6640 msgr2=0x55d84cbd2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6640 0x55d84cbd2c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 -- 172.21.15.2:0/429611866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6f60 msgr2=0x55d84cbd31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6f60 0x55d84cbd31d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 -- 172.21.15.2:0/429611866 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d84cbe1ea0 con 0x55d84cbd5d50 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f057b59e640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f057409aec0 tx=0x7f057409f2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c403850f761ebe88 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05740bc2b0 con 0x55d84cbd5d50 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f05740975a0 con 0x55d84cbd5d50 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05700054d0 con 0x55d84cbd5d50 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f0574081700 con 0x55d84cbd5d50 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f0583572740 10 client.19521 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:41.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d84cbe4890 con 0x55d84cbd5d50 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05700054d0 con 0x55d84cbd5d50 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.260+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f05740a3660 con 0x55d84cbd5d50 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 10 client.19521 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 10 client.19521 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 20 client.19521 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cbe5cf0 0x55d84cbe8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 4 client.19521 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d84cb399d0 con 0x55d84cbe5cf0 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f057ad9d640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cbe5cf0 0x55d84cbe8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f055eff5640 10 client.19521 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.261+0000 7f057ad9d640 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cbe5cf0 0x55d84cbe8140 crc :-1 s=READY pgs=458 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ff50a8fc13d721e server_cookie=a6781bd414f83f3a in_seq=0 out_seq=0 2024-09-05T04:26:41.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f055eff5640 1 -- 172.21.15.2:0/429611866 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d84cb399d0 con 0x55d84cbe5cf0 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f055eff5640 10 client.19521 handle_command_reply: tid=0 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 client.19521 shutdown 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 msgr2=0x55d84cbd3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f057409aec0 tx=0x7f057409f2f0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 shutdown_connections 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cbe5cf0 0x55d84cbe8140 crc :-1 s=READY pgs=458 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbd5d50 0x55d84cbd3710 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6f60 0x55d84cbd31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 --2- 172.21.15.2:0/429611866 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6640 0x55d84cbd2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 >> 172.21.15.2:0/429611866 conn(0x55d84cbc2cf0 msgr2=0x55d84cbc8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f055eff5640 0 client.19521 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 shutdown_connections 2024-09-05T04:26:41.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 1 -- 172.21.15.2:0/429611866 wait complete. 2024-09-05T04:26:41.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.262+0000 7f0583572740 20 client.19521 trim_cache size 0 max 16384 2024-09-05T04:26:41.280 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 Processor -- start 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 -- start start 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbeda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbcfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1aafb0 con 0x55d84cbc6f60 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1ad810 con 0x55d84cbc6640 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.279+0000 7f0583572740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1ab600 con 0x55d84cbd5d50 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45274/0 (socket says 172.21.15.2:45274) 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 -- 172.21.15.2:0/1871931910 learned_addr learned my addr 172.21.15.2:0/1871931910 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057ad9d640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbeda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057b59e640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbcfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 -- 172.21.15.2:0/1871931910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 msgr2=0x55d84cbcfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbcfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 -- 172.21.15.2:0/1871931910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 msgr2=0x55d84cbeda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbeda10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 -- 172.21.15.2:0/1871931910 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d84cbbe260 con 0x55d84cbc6f60 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057ad9d640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbeda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f057a59c640 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f0570033000 tx=0x7f057002a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0ddee8d113cd48d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f0560ff9640 1 -- 172.21.15.2:0/1871931910 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f057004f070 con 0x55d84cbc6f60 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f0560ff9640 1 -- 172.21.15.2:0/1871931910 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0570005030 con 0x55d84cbc6f60 2024-09-05T04:26:41.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.280+0000 7f0560ff9640 1 -- 172.21.15.2:0/1871931910 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570035070 con 0x55d84cbc6f60 2024-09-05T04:26:41.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- 172.21.15.2:0/1871931910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 msgr2=0x55d84cbedf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f0570033000 tx=0x7f057002a420 comp rx=0 tx=0).stop 2024-09-05T04:26:41.285 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- 172.21.15.2:0/1871931910 shutdown_connections 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbd5d50 0x55d84cbcfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6f60 0x55d84cbedf50 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 --2- 172.21.15.2:0/1871931910 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbc6640 0x55d84cbeda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- 172.21.15.2:0/1871931910 >> 172.21.15.2:0/1871931910 conn(0x55d84cbc2cf0 msgr2=0x55d84cbd4d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- 172.21.15.2:0/1871931910 shutdown_connections 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- 172.21.15.2:0/1871931910 wait complete. 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 -- start start 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.281+0000 7f0583572740 1 Processor -- start 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.286 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 0x55d84cbda8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbd5d50 0x55d84cc49a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1abcd0 con 0x55d84cbc6640 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1ad140 con 0x55d84cbd5d50 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f057c1ac3a0 con 0x55d84cbc6f60 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f0583572740 10 client.0 _ll_register_callbacks cb 0x7f057409af30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45286/0 (socket says 172.21.15.2:45286) 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 -- 172.21.15.2:0/916246931 learned_addr learned my addr 172.21.15.2:0/916246931 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057b59e640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbd5d50 0x55d84cc49a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057a59c640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 0x55d84cbda8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.287 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 -- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 msgr2=0x55d84cbda8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 0x55d84cbda8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 -- 172.21.15.2:0/916246931 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbd5d50 msgr2=0x55d84cc49a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbd5d50 0x55d84cc49a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 -- 172.21.15.2:0/916246931 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d84cc4a060 con 0x55d84cbc6640 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057a59c640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 0x55d84cbda8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f057ad9d640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f056c00edd0 tx=0x7f056c0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c855e7065e1037b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f055eff5640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c02e020 con 0x55d84cbc6640 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.282+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f056c00f040 con 0x55d84cbc6640 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0570005030 con 0x55d84cbc6640 2024-09-05T04:26:41.288 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f056c039050 con 0x55d84cbc6640 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 10 client.19527 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55d84cc513f0 con 0x55d84cbc6640 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0570005030 con 0x55d84cbc6640 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f056c02a810 con 0x55d84cbc6640 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 10 client.19527 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 10 client.19527 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 20 client.19527 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cc51c40 0x55d84cc54060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 4 client.19527 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 131.6, "await_for": 45.0}] 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 131.6, "await_for": 45.0}) -- 0x55d84cb33d20 con 0x55d84cc51c40 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.283+0000 7f057a59c640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cc51c40 0x55d84cc54060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:41.289 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.284+0000 7f057a59c640 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cc51c40 0x55d84cc54060 crc :-1 s=READY pgs=459 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0c48092e6d227a server_cookie=33b5af7ceb526979 in_seq=0 out_seq=0 2024-09-05T04:26:41.290 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.284+0000 7f055eff5640 10 client.19527 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f055eff5640 1 -- 172.21.15.2:0/916246931 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d84cb33d20 con 0x55d84cc51c40 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f055eff5640 10 client.19527 handle_command_reply: tid=0 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 client.19527 shutdown 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 msgr2=0x55d84cbda360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f056c00edd0 tx=0x7f056c0047d0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 shutdown_connections 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55d84cc51c40 0x55d84cc54060 crc :-1 s=READY pgs=459 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55d84cbd5d50 0x55d84cc49a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.293 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55d84cbc6f60 0x55d84cbda8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f055eff5640 0 client.19527 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 --2- 172.21.15.2:0/916246931 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55d84cbc6640 0x55d84cbda360 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 >> 172.21.15.2:0/916246931 conn(0x55d84cbc2cf0 msgr2=0x55d84cbc1650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 shutdown_connections 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 1 -- 172.21.15.2:0/916246931 wait complete. 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.292+0000 7f0583572740 20 client.19527 trim_cache size 0 max 16384 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:26:41.294 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 58, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "595aa316": { 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 58, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 131.6, 2024-09-05T04:26:41.295 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "QUIESCED", 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:41.296 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:41.297 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:26:41.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 msgr2=0x7f05640a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.297 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 0x7f05640a51b0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f056c009990 tx=0x7f056c009110 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 msgr2=0x7f057c1a4420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f057400b970 tx=0x7f057400bd70 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 shutdown_connections 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f05640a2cf0 0x7f05640a51b0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f057c106a80 0x7f057c1a4420 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f057c101420 0x7f057c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 --2- 172.21.15.2:0/4039231417 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f057c100a80 0x7f057c1993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 >> 172.21.15.2:0/4039231417 conn(0x7f057c0fc7a0 msgr2=0x7f057c0fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 shutdown_connections 2024-09-05T04:26:41.298 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:41.293+0000 7f0581199640 1 -- 172.21.15.2:0/4039231417 wait complete. 2024-09-05T04:26:41.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:41 smithi002 ceph-mon[31001]: pgmap v492: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 14 op/s 2024-09-05T04:26:41.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:41 smithi047 ceph-mon[34498]: pgmap v492: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 14 op/s 2024-09-05T04:26:41.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:41 smithi079 ceph-mon[34908]: pgmap v492: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 59 KiB/s wr, 14 op/s 2024-09-05T04:26:42.045 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '595aa316', quiesce took 3.6 seconds. Will release after: 8.0 2024-09-05T04:26:42.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:42 smithi047 ceph-mon[34498]: scrub summary: idle 2024-09-05T04:26:42.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:42 smithi002 ceph-mon[31001]: scrub summary: idle 2024-09-05T04:26:42.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:42 smithi079 ceph-mon[34908]: scrub summary: idle 2024-09-05T04:26:43.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:43 smithi047 ceph-mon[34498]: pgmap v493: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:26:43.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:43 smithi002 ceph-mon[31001]: pgmap v493: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:26:43.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:43 smithi079 ceph-mon[34908]: pgmap v493: 129 pgs: 129 active+clean; 4.0 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 8 op/s 2024-09-05T04:26:45.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:45 smithi047 ceph-mon[34498]: pgmap v494: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:26:45.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:45 smithi002 ceph-mon[31001]: pgmap v494: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:26:45.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:45 smithi079 ceph-mon[34908]: pgmap v494: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 50 KiB/s wr, 13 op/s 2024-09-05T04:26:47.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:47 smithi047 ceph-mon[34498]: pgmap v495: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:47.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:47 smithi002 ceph-mon[31001]: pgmap v495: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:47.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:47 smithi079 ceph-mon[34908]: pgmap v495: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:49.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:49 smithi047 ceph-mon[34498]: pgmap v496: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:49.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:49 smithi002 ceph-mon[31001]: pgmap v496: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:49.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:49 smithi079 ceph-mon[34908]: pgmap v496: 129 pgs: 129 active+clean; 4.1 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 34 KiB/s wr, 10 op/s 2024-09-05T04:26:50.046 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:26:50.314 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 -- 172.21.15.2:0/3120397385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102570 msgr2=0x7fb3b81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 --2- 172.21.15.2:0/3120397385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102570 0x7fb3b81029b0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8009900 tx=0x7fb3a802a480 comp rx=0 tx=0).stop 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 -- 172.21.15.2:0/3120397385 shutdown_connections 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 --2- 172.21.15.2:0/3120397385 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102ef0 0x7fb3b810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 --2- 172.21.15.2:0/3120397385 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102570 0x7fb3b81029b0 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 --2- 172.21.15.2:0/3120397385 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 0x7fb3b8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 -- 172.21.15.2:0/3120397385 >> 172.21.15.2:0/3120397385 conn(0x7fb3b80fc7d0 msgr2=0x7fb3b80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:50.805 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 -- 172.21.15.2:0/3120397385 shutdown_connections 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.787+0000 7fb3c033d640 1 -- 172.21.15.2:0/3120397385 wait complete. 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 Processor -- start 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 -- start start 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 0x7fb3b81984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102570 0x7fb3b8198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b8110e30 con 0x7fb3b8102ef0 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b8110cb0 con 0x7fb3b8100e20 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3c033d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b8110fb0 con 0x7fb3b8102570 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:50.806 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45308/0 (socket says 172.21.15.2:45308) 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 -- 172.21.15.2:0/435183653 learned_addr learned my addr 172.21.15.2:0/435183653 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be0d9640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 0x7fb3b81984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3bd8d8640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102570 0x7fb3b8198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 -- 172.21.15.2:0/435183653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102570 msgr2=0x7fb3b8198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102570 0x7fb3b8198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 -- 172.21.15.2:0/435183653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 msgr2=0x7fb3b81984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 0x7fb3b81984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.788+0000 7fb3be8da640 1 -- 172.21.15.2:0/435183653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b819d470 con 0x7fb3b8102ef0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3be8da640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000cad0 tx=0x7fb3b000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b000ae20 con 0x7fb3b8102ef0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3b819d760 con 0x7fb3b8102ef0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb3b0005020 con 0x7fb3b8102ef0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3b81a5040 con 0x7fb3b8102ef0 2024-09-05T04:26:50.807 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.789+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3b001d060 con 0x7fb3b8102ef0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.790+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3b8101200 con 0x7fb3b8102ef0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.792+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb3b00051d0 con 0x7fb3b8102ef0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.792+0000 7fb3af7fe640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 0x7fb3a40a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.793+0000 7fb3be0d9640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 0x7fb3a40a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.793+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7fb3b00cfae0 con 0x7fb3b8102ef0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.793+0000 7fb3be0d9640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 0x7fb3a40a51b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400bbe0 tx=0x7fb3b400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:50.808 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:50.796+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb3b0014030 con 0x7fb3b8102ef0 2024-09-05T04:26:51.007 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.006+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3b810a0a0 con 0x7fb3b8102ef0 2024-09-05T04:26:51.008 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.007+0000 7fb3af7fe640 1 -- 172.21.15.2:0/435183653 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fb3b009bcf0 con 0x7fb3b8102ef0 2024-09-05T04:26:51.008 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:26:51.008 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:26:51.009 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.009+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 msgr2=0x7fb3a40a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.009+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 0x7fb3a40a51b0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fb3b400bbe0 tx=0x7fb3b400b390 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.009+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 msgr2=0x7fb3b819cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.009+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fb3b000cad0 tx=0x7fb3b000cf90 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 shutdown_connections 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb3a40a2cf0 0x7fb3a40a51b0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb3b8102ef0 0x7fb3b819cd90 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb3b8102570 0x7fb3b8198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 --2- 172.21.15.2:0/435183653 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb3b8100e20 0x7fb3b81984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:51.011 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 >> 172.21.15.2:0/435183653 conn(0x7fb3b80fc7d0 msgr2=0x7fb3b806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:51.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 shutdown_connections 2024-09-05T04:26:51.012 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:51.010+0000 7fb3c033d640 1 -- 172.21.15.2:0/435183653 wait complete. 2024-09-05T04:26:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:51 smithi047 ceph-mon[34498]: pgmap v497: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 11 op/s 2024-09-05T04:26:51.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:51 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/435183653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:51.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:51 smithi002 ceph-mon[31001]: pgmap v497: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 11 op/s 2024-09-05T04:26:51.728 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:51 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/435183653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:51.756 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --set-id 595aa316 --release --await' 2024-09-05T04:26:51.756 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --set-id 595aa316 --release --await 2024-09-05T04:26:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:51 smithi079 ceph-mon[34908]: pgmap v497: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 KiB/s wr, 11 op/s 2024-09-05T04:26:51.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:51 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/435183653' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:26:52.009 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 -- 172.21.15.2:0/3165310132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 msgr2=0x7f09b810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/3165310132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b810ea90 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f09b0009ca0 tx=0x7f09b002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 -- 172.21.15.2:0/3165310132 shutdown_connections 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/3165310132 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b810ea90 unknown :-1 s=CLOSED pgs=1727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/3165310132 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8102790 0x7f09b81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/3165310132 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8101de0 0x7f09b81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 -- 172.21.15.2:0/3165310132 >> 172.21.15.2:0/3165310132 conn(0x7f09b80fd8c0 msgr2=0x7f09b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 -- 172.21.15.2:0/3165310132 shutdown_connections 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.452+0000 7f09bcaa4640 1 -- 172.21.15.2:0/3165310132 wait complete. 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 Processor -- start 2024-09-05T04:26:52.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 -- start start 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8101de0 0x7f09b8198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 0x7f09b81987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f09b8111e20 con 0x7f09b8106f10 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f09b8111ca0 con 0x7f09b8101de0 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09bcaa4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f09b8111fa0 con 0x7f09b8102790 2024-09-05T04:26:52.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09b5d9b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 0x7f09b81987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52564/0 (socket says 172.21.15.2:52564) 2024-09-05T04:26:52.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09b659c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8101de0 0x7f09b8198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.453+0000 7f09b6d9d640 1 -- 172.21.15.2:0/4016325262 learned_addr learned my addr 172.21.15.2:0/4016325262 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:52.457 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 -- 172.21.15.2:0/4016325262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8101de0 msgr2=0x7f09b8198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8101de0 0x7f09b8198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 -- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 msgr2=0x7f09b819cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 -- 172.21.15.2:0/4016325262 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b819d230 con 0x7f09b8102790 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:26:52.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 0x7f09b81987c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f09ac00c970 tx=0x7f09ac00ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09a77fe640 1 -- 172.21.15.2:0/4016325262 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ac007bb0 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b819d520 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09a77fe640 1 -- 172.21.15.2:0/4016325262 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09ac007d50 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09a77fe640 1 -- 172.21.15.2:0/4016325262 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09ac018780 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.454+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b81a4e00 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.456+0000 7f09a77fe640 1 -- 172.21.15.2:0/4016325262 <== mon.1 v2:172.21.15.79:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f09ac00f450 con 0x7f09b8102790 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 Processor -- start 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 -- start start 2024-09-05T04:26:52.463 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acdb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f52ac33620 con 0x55f52acce060 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f52abdae50 con 0x55f52acd9240 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09bee7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f52ac2f5e0 con 0x55f52acce980 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52570/0 (socket says 172.21.15.2:52570) 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1527333344 learned_addr learned my addr 172.21.15.2:0/1527333344 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acdb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.464 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09a77fe640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 0x7f09a00a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.457+0000 7f09b659c640 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 0x7f09a00a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1527333344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 msgr2=0x55f52acd8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1527333344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 msgr2=0x55f52acdb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acdb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09a77fe640 1 -- 172.21.15.2:0/4016325262 <== mon.1 v2:172.21.15.79:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f09ac0cf7a0 con 0x7f09b8102790 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1527333344 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f52abcbd40 con 0x55f52acce060 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f09b0009a60 tx=0x7f09b00039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3602e53a9823ed1c server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09a4ff9640 1 -- 172.21.15.2:0/1527333344 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b0004b40 con 0x55f52acce060 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09a4ff9640 1 -- 172.21.15.2:0/1527333344 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09b0036070 con 0x55f52acce060 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.458+0000 7f09a4ff9640 1 -- 172.21.15.2:0/1527333344 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b0030a20 con 0x55f52acce060 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- 172.21.15.2:0/1527333344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 msgr2=0x55f52acce440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.465 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 0x7f09a00a5230 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f09b004e000 tx=0x7f09b004c000 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f09b0009a60 tx=0x7f09b00039f0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- 172.21.15.2:0/1527333344 shutdown_connections 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acdb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1527333344 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acce440 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- 172.21.15.2:0/1527333344 >> 172.21.15.2:0/1527333344 conn(0x55f52acca5f0 msgr2=0x55f52acca9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- 172.21.15.2:0/1527333344 shutdown_connections 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- 172.21.15.2:0/1527333344 wait complete. 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.459+0000 7f09bee7d740 1 -- start start 2024-09-05T04:26:52.466 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 Processor -- start 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 0x55f52acd6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f52ace00a0 con 0x55f52acd9240 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f52abbbf10 con 0x55f52acce060 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f52ace0220 con 0x55f52acce980 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09bee7d740 10 client.0 _ll_register_callbacks cb 0x55f52abdfdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52578/0 (socket says 172.21.15.2:52578) 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1962505868 learned_addr learned my addr 172.21.15.2:0/1962505868 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:52.467 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b659c640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 0x55f52acd6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 msgr2=0x55f52acd6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1962505868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 msgr2=0x55f52acd6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 0x55f52acd6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b6d9d640 1 -- 172.21.15.2:0/1962505868 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f52a942580 con 0x55f52acd9240 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.460+0000 7f09b659c640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 0x55f52acd6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f09b0031fe0 tx=0x7f09b002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16b0481443d7ac5a server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b0030a10 con 0x55f52acd9240 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f09b0004b40 con 0x55f52acd9240 2024-09-05T04:26:52.468 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09b0036070 con 0x55f52acd9240 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f09b0004d40 con 0x55f52acd9240 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 10 client.19545 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f52aa0c960 con 0x55f52acd9240 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09b0036070 con 0x55f52acd9240 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f09b004a770 con 0x55f52acd9240 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 10 client.19545 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 10 client.19545 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.461+0000 7f09bee7d740 20 client.19545 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52acecf00 0x55f52acef2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.469 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f09bee7d740 4 client.19545 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:52.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f52ac40b90 con 0x55f52acecf00 2024-09-05T04:26:52.470 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f09b659c640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52acecf00 0x55f52acef2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f09b659c640 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52acecf00 0x55f52acef2f0 crc :-1 s=READY pgs=460 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39c4237390d71870 server_cookie=c10ee0fb6b70d012 in_seq=0 out_seq=0 2024-09-05T04:26:52.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.462+0000 7f099dffb640 10 client.19545 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:52.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f099dffb640 1 -- 172.21.15.2:0/1962505868 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f52ac40b90 con 0x55f52acecf00 2024-09-05T04:26:52.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f099dffb640 10 client.19545 handle_command_reply: tid=0 2024-09-05T04:26:52.471 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 client.19545 shutdown 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 msgr2=0x55f52acd6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f09b0031fe0 tx=0x7f09b002a8c0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 shutdown_connections 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52acecf00 0x55f52acef2f0 crc :-1 s=READY pgs=460 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52acd6bd0 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 --2- 172.21.15.2:0/1962505868 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce060 0x55f52acd6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f099dffb640 0 client.19545 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 >> 172.21.15.2:0/1962505868 conn(0x55f52acca5f0 msgr2=0x55f52acd02d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 shutdown_connections 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 1 -- 172.21.15.2:0/1962505868 wait complete. 2024-09-05T04:26:52.472 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.463+0000 7f09bee7d740 20 client.19545 trim_cache size 0 max 16384 2024-09-05T04:26:52.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.480+0000 7f09bee7d740 1 Processor -- start 2024-09-05T04:26:52.481 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.480+0000 7f09bee7d740 1 -- start start 2024-09-05T04:26:52.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.483 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acf4950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81aadf0 con 0x55f52acce060 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81ad650 con 0x55f52acd9240 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09bee7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81ab440 con 0x55f52acce980 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52592/0 (socket says 172.21.15.2:52592) 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 -- 172.21.15.2:0/404956804 learned_addr learned my addr 172.21.15.2:0/404956804 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acf4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 -- 172.21.15.2:0/404956804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 msgr2=0x55f52acd0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 -- 172.21.15.2:0/404956804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 msgr2=0x55f52acf4950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.484 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acf4950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 -- 172.21.15.2:0/404956804 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f52acd5180 con 0x55f52acce060 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acf4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f09b659c640 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f09a800acf0 tx=0x7f09a8010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86cde7af5515db67 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f099ffff640 1 -- 172.21.15.2:0/404956804 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a8004220 con 0x55f52acce060 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f099ffff640 1 -- 172.21.15.2:0/404956804 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09a80043c0 con 0x55f52acce060 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.481+0000 7f099ffff640 1 -- 172.21.15.2:0/404956804 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a80035f0 con 0x55f52acce060 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- 172.21.15.2:0/404956804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 msgr2=0x55f52acc9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f09a800acf0 tx=0x7f09a8010800 comp rx=0 tx=0).stop 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- 172.21.15.2:0/404956804 shutdown_connections 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acd9240 0x55f52acf4950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce980 0x55f52acd0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 --2- 172.21.15.2:0/404956804 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acce060 0x55f52acc9a10 unknown :-1 s=CLOSED pgs=1730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- 172.21.15.2:0/404956804 >> 172.21.15.2:0/404956804 conn(0x55f52acca5f0 msgr2=0x55f52acd79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.485 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- 172.21.15.2:0/404956804 shutdown_connections 2024-09-05T04:26:52.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- 172.21.15.2:0/404956804 wait complete. 2024-09-05T04:26:52.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 -- start start 2024-09-05T04:26:52.486 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.482+0000 7f09bee7d740 1 Processor -- start 2024-09-05T04:26:52.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce060 0x55f52ace5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.488 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce980 0x55f52ace5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81abb10 con 0x55f52acd9240 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81acf80 con 0x55f52acce980 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f09b81ac1e0 con 0x55f52acce060 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09bee7d740 10 client.0 _ll_register_callbacks cb 0x7f09b0031e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52598/0 (socket says 172.21.15.2:52598) 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 -- 172.21.15.2:0/159998479 learned_addr learned my addr 172.21.15.2:0/159998479 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b659c640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce060 0x55f52ace5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b5d9b640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce980 0x55f52ace5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 -- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce060 msgr2=0x55f52ace5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce060 0x55f52ace5650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.489 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 -- 172.21.15.2:0/159998479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce980 msgr2=0x55f52ace5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce980 0x55f52ace5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 -- 172.21.15.2:0/159998479 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f52ace2ad0 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f09b6d9d640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f09b0009a60 tx=0x7f09b00048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4da04b67f6ed5a49 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.483+0000 7f099dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09b0030a10 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f09b0004b40 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09a80043c0 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f09b0073050 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 10 client.19551 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f52ad582f0 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09a80043c0 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f09b00053a0 con 0x55f52acd9240 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 10 client.19551 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 10 client.19551 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:26:52.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 20 client.19551 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52ad58a40 0x55f52ad5ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 4 client.19551 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "595aa316", "release": true, "await": true}] 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.484+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "set_id": "595aa316", "release": true, "await": true}) -- 0x55f52ac3b0a0 con 0x55f52ad58a40 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.485+0000 7f09b659c640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52ad58a40 0x55f52ad5ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.485+0000 7f09b659c640 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52ad58a40 0x55f52ad5ae30 crc :-1 s=READY pgs=461 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=302c8151330a8920 server_cookie=4da8e9b7626dcbcd in_seq=0 out_seq=0 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.485+0000 7f099dffb640 10 client.19551 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.486+0000 7f099dffb640 1 -- 172.21.15.2:0/159998479 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55f52ac3b0a0 con 0x55f52ad58a40 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.486+0000 7f099dffb640 10 client.19551 handle_command_reply: tid=0 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.486+0000 7f09bee7d740 1 client.19551 shutdown 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.486+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 msgr2=0x55f52ace2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.486+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f09b0009a60 tx=0x7f09b00048a0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 shutdown_connections 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f52ad58a40 0x55f52ad5ae30 crc :-1 s=READY pgs=461 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f52acd9240 0x55f52ace2440 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f099dffb640 0 client.19551 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f52acce980 0x55f52ace5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 --2- 172.21.15.2:0/159998479 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f52acce060 0x55f52ace5650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 >> 172.21.15.2:0/159998479 conn(0x55f52acca5f0 msgr2=0x55f52acd60f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 shutdown_connections 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 1 -- 172.21.15.2:0/159998479 wait complete. 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bee7d740 20 client.19551 trim_cache size 0 max 16384 2024-09-05T04:26:52.492 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 60, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": { 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "595aa316": { 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "version": 60, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "age_ref": 0.0, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "timeout": 90.0, 2024-09-05T04:26:52.493 INFO:teuthology.orchestra.run.smithi002.stdout: "expiration": 131.6, 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "members": { 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "file:/": { 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "excluded": false, 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "state": { 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RELEASED", 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: "age": 0.0 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:26:52.494 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 msgr2=0x7f09a00a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 0x7f09a00a5230 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f09b004e000 tx=0x7f09b004c000 comp rx=0 tx=0).stop 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 msgr2=0x7f09b81987c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 0x7f09b81987c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f09ac00c970 tx=0x7f09ac00ce30 comp rx=0 tx=0).stop 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 shutdown_connections 2024-09-05T04:26:52.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f09a00a2d70 0x7f09a00a5230 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f09b8106f10 0x7f09b819cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f09b8102790 0x7f09b81987c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 --2- 172.21.15.2:0/4016325262 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f09b8101de0 0x7f09b8198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 >> 172.21.15.2:0/4016325262 conn(0x7f09b80fd8c0 msgr2=0x7f09b80feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 shutdown_connections 2024-09-05T04:26:52.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:26:52.487+0000 7f09bcaa4640 1 -- 172.21.15.2:0/4016325262 wait complete. 2024-09-05T04:26:53.223 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '595aa316', total seconds elapsed: 14.8 2024-09-05T04:26:53.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:53 smithi002 ceph-mon[31001]: pgmap v498: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 23 KiB/s wr, 6 op/s 2024-09-05T04:26:53.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:53 smithi047 ceph-mon[34498]: pgmap v498: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 23 KiB/s wr, 6 op/s 2024-09-05T04:26:53.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:53 smithi079 ceph-mon[34908]: pgmap v498: 129 pgs: 129 active+clean; 4.2 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 23 KiB/s wr, 6 op/s 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 -- 172.21.15.2:0/3840252052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c8102c80 msgr2=0x7f35c8103060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 --2- 172.21.15.2:0/3840252052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c8102c80 0x7f35c8103060 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009ca0 tx=0x7f35b802a950 comp rx=0 tx=0).stop 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 -- 172.21.15.2:0/3840252052 shutdown_connections 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 --2- 172.21.15.2:0/3840252052 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 0x7f35c810e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 --2- 172.21.15.2:0/3840252052 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c81035a0 0x7f35c810ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 --2- 172.21.15.2:0/3840252052 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c8102c80 0x7f35c8103060 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 -- 172.21.15.2:0/3840252052 >> 172.21.15.2:0/3840252052 conn(0x7f35c80779a0 msgr2=0x7f35c80fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 -- 172.21.15.2:0/3840252052 shutdown_connections 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.175+0000 7f35cdd91640 1 -- 172.21.15.2:0/3840252052 wait complete. 2024-09-05T04:26:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 Processor -- start 2024-09-05T04:26:54.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 -- start start 2024-09-05T04:26:54.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c8102c80 0x7f35c81982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.178 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 0x7f35c819cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111da0 con 0x7f35c81035a0 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111c20 con 0x7f35c810c0a0 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35cdd91640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f35c8111f20 con 0x7f35c8102c80 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52612/0 (socket says 172.21.15.2:52612) 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35c6ffd640 1 -- 172.21.15.2:0/1562332288 learned_addr learned my addr 172.21.15.2:0/1562332288 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35c77fe640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c8102c80 0x7f35c81982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.176+0000 7f35c7fff640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 0x7f35c819cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 -- 172.21.15.2:0/1562332288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c8102c80 msgr2=0x7f35c81982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c8102c80 0x7f35c81982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 -- 172.21.15.2:0/1562332288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 msgr2=0x7f35c819cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 0x7f35c819cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 -- 172.21.15.2:0/1562332288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c819d2a0 con 0x7f35c81035a0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00c970 tx=0x7f35bc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c4ff9640 1 -- 172.21.15.2:0/1562332288 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc007bb0 con 0x7f35c81035a0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c4ff9640 1 -- 172.21.15.2:0/1562332288 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35bc007d50 con 0x7f35c81035a0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c819d590 con 0x7f35c81035a0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35c4ff9640 1 -- 172.21.15.2:0/1562332288 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc00f450 con 0x7f35c81035a0 2024-09-05T04:26:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.177+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c81a4e20 con 0x7f35c81035a0 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.179+0000 7f35c4ff9640 1 -- 172.21.15.2:0/1562332288 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f35bc004f20 con 0x7f35c81035a0 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 Processor -- start 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 -- start start 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c4ff9640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 0x7f35b00a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb773b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb7764b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb6c92f0 con 0x55f0cb7649d0 2024-09-05T04:26:54.187 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb671270 con 0x55f0cb7740c0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35d0c09740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb6c52b0 con 0x55f0cb7652f0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c4ff9640 1 -- 172.21.15.2:0/1562332288 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f35bc0cf580 con 0x7f35c81035a0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c7fff640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 0x7f35b00a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52616/0 (socket says 172.21.15.2:52616) 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.180+0000 7f35c77fe640 1 -- 172.21.15.2:0/3292938023 learned_addr learned my addr 172.21.15.2:0/3292938023 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c7fff640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb7764b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb773b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 -- 172.21.15.2:0/3292938023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 msgr2=0x55f0cb773b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb773b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 -- 172.21.15.2:0/3292938023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 msgr2=0x55f0cb7764b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.188 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb7764b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 -- 172.21.15.2:0/3292938023 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0cb670340 con 0x55f0cb7649d0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c7fff640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb7764b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c7fff640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 0x7f35b00a51b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f35c000a500 tx=0x7f35c0013830 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009ca0 tx=0x7f35b8009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d56e21c60d2180a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35adffb640 1 -- 172.21.15.2:0/3292938023 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8034040 con 0x55f0cb7649d0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35adffb640 1 -- 172.21.15.2:0/3292938023 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35b8003e20 con 0x55f0cb7649d0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.181+0000 7f35adffb640 1 -- 172.21.15.2:0/3292938023 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8004040 con 0x55f0cb7649d0 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- 172.21.15.2:0/3292938023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 msgr2=0x55f0cb764db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f35b8009ca0 tx=0x7f35b8009980 comp rx=0 tx=0).stop 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- 172.21.15.2:0/3292938023 shutdown_connections 2024-09-05T04:26:54.189 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb7764b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb773b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3292938023 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb764db0 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- 172.21.15.2:0/3292938023 >> 172.21.15.2:0/3292938023 conn(0x55f0cb761060 msgr2=0x55f0cb761440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- 172.21.15.2:0/3292938023 shutdown_connections 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- 172.21.15.2:0/3292938023 wait complete. 2024-09-05T04:26:54.193 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.182+0000 7f35d0c09740 1 -- start start 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 Processor -- start 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7649d0 0x55f0cb771020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 0x55f0cb771aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb776c90 con 0x55f0cb7652f0 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb652290 con 0x55f0cb7649d0 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x55f0cb776e10 con 0x55f0cb7740c0 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35d0c09740 10 client.0 _ll_register_callbacks cb 0x55f0cb683140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52618/0 (socket says 172.21.15.2:52618) 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 -- 172.21.15.2:0/4047788586 learned_addr learned my addr 172.21.15.2:0/4047788586 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:54.194 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c77fe640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7649d0 0x55f0cb771020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c7fff640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 0x55f0cb771aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 -- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 msgr2=0x55f0cb771aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 0x55f0cb771aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 -- 172.21.15.2:0/4047788586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7649d0 msgr2=0x55f0cb771020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7649d0 0x55f0cb771020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c6ffd640 1 -- 172.21.15.2:0/4047788586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0cb3dc210 con 0x55f0cb7652f0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.183+0000 7f35c7fff640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 0x55f0cb771aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00cfd0 tx=0x7f35bc09b340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc9cc6ae7f002cb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc0b4060 con 0x55f0cb7652f0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f35bc0a3e30 con 0x55f0cb7652f0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35b8003e20 con 0x55f0cb7652f0 2024-09-05T04:26:54.195 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f35bc01d040 con 0x55f0cb7652f0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 10 client.19563 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f0cb4a8620 con 0x55f0cb7652f0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35b8003e20 con 0x55f0cb7652f0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f35bc0cf0b0 con 0x55f0cb7652f0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 10 client.19563 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 10 client.19563 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 20 client.19563 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb784150 0x55f0cb786540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.184+0000 7f35d0c09740 4 client.19563 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.185+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0cb6d6a20 con 0x55f0cb784150 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.185+0000 7f35c77fe640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb784150 0x55f0cb786540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.185+0000 7f35c77fe640 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb784150 0x55f0cb786540 crc :-1 s=READY pgs=462 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f44ec9ebf01deef4 server_cookie=af7f5fe068e4599a in_seq=0 out_seq=0 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.185+0000 7f35a6ffd640 10 client.19563 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35a6ffd640 1 -- 172.21.15.2:0/4047788586 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f0cb6d6a20 con 0x55f0cb784150 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35a6ffd640 10 client.19563 handle_command_reply: tid=0 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 client.19563 shutdown 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 msgr2=0x55f0cb771560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00cfd0 tx=0x7f35bc09b340 comp rx=0 tx=0).stop 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 shutdown_connections 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb784150 0x55f0cb786540 crc :-1 s=READY pgs=462 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7740c0 0x55f0cb771aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7652f0 0x55f0cb771560 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35a6ffd640 0 client.19563 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 --2- 172.21.15.2:0/4047788586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7649d0 0x55f0cb771020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 >> 172.21.15.2:0/4047788586 conn(0x55f0cb761060 msgr2=0x55f0cb7601c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 shutdown_connections 2024-09-05T04:26:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 1 -- 172.21.15.2:0/4047788586 wait complete. 2024-09-05T04:26:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.186+0000 7f35d0c09740 20 client.19563 trim_cache size 0 max 16384 2024-09-05T04:26:54.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 Processor -- start 2024-09-05T04:26:54.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 -- start start 2024-09-05T04:26:54.205 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb78bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb78c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81aad80 con 0x55f0cb7649d0 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81ad5e0 con 0x55f0cb7740c0 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35d0c09740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81ab3d0 con 0x55f0cb7652f0 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35c77fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52628/0 (socket says 172.21.15.2:52628) 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35c77fe640 1 -- 172.21.15.2:0/1314738478 learned_addr learned my addr 172.21.15.2:0/1314738478 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.201+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb78bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 -- 172.21.15.2:0/1314738478 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 msgr2=0x55f0cb78bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb78bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 -- 172.21.15.2:0/1314738478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 msgr2=0x55f0cb78c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb78c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.206 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 -- 172.21.15.2:0/1314738478 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0cb75b2f0 con 0x55f0cb7649d0 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35c77fe640 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f35b802ae70 tx=0x7f35b8000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0acbd1836b55779 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35ad7fa640 1 -- 172.21.15.2:0/1314738478 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8053020 con 0x55f0cb7649d0 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35ad7fa640 1 -- 172.21.15.2:0/1314738478 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35b8003e20 con 0x55f0cb7649d0 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35ad7fa640 1 -- 172.21.15.2:0/1314738478 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35b8049040 con 0x55f0cb7649d0 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 -- 172.21.15.2:0/1314738478 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 msgr2=0x55f0cb7600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f35b802ae70 tx=0x7f35b8000f40 comp rx=0 tx=0).stop 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 -- 172.21.15.2:0/1314738478 shutdown_connections 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7740c0 0x55f0cb78c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7652f0 0x55f0cb78bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 --2- 172.21.15.2:0/1314738478 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7649d0 0x55f0cb7600b0 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.202+0000 7f35d0c09740 1 -- 172.21.15.2:0/1314738478 >> 172.21.15.2:0/1314738478 conn(0x55f0cb761060 msgr2=0x55f0cb75f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- 172.21.15.2:0/1314738478 shutdown_connections 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- 172.21.15.2:0/1314738478 wait complete. 2024-09-05T04:26:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- start start 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 Processor -- start 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7649d0 0x55f0cb77c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 0x55f0cb77c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81abaa0 con 0x55f0cb7740c0 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81acf10 con 0x55f0cb7652f0 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f35c81ac170 con 0x55f0cb7649d0 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35d0c09740 10 client.0 _ll_register_callbacks cb 0x7f35bc007f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35c7fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:52630/0 (socket says 172.21.15.2:52630) 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.203+0000 7f35c7fff640 1 -- 172.21.15.2:0/3683674022 learned_addr learned my addr 172.21.15.2:0/3683674022 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:26:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7649d0 0x55f0cb77c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 0x55f0cb77c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 -- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7649d0 msgr2=0x55f0cb77c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7649d0 0x55f0cb77c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 -- 172.21.15.2:0/3683674022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 msgr2=0x55f0cb77c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 0x55f0cb77c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 -- 172.21.15.2:0/3683674022 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0cb7795a0 con 0x55f0cb7740c0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c6ffd640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 0x55f0cb77c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35c7fff640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f35c0011ba0 tx=0x7f35c00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35e5ba7722d385fb server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c000ed40 con 0x55f0cb7740c0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(112..112 src has 1..112) ==== 9533+0+0 (secure 0 0 0) 0x7f35c0005020 con 0x55f0cb7740c0 2024-09-05T04:26:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35b8003e20 con 0x55f0cb7740c0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f35c0033050 con 0x55f0cb7740c0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35d0c09740 10 client.19569 fetch_fsmap learned FSMap version 21 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.204+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x55f0cb7ef5c0 con 0x55f0cb7740c0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35b8003e20 con 0x55f0cb7740c0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f35c002a430 con 0x55f0cb7740c0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 10 client.19569 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 10 client.19569 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 20 client.19569 populate_metadata read hostname 'smithi002' 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb7efd70 0x55f0cb7f2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 4 client.19569 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f0cb6d0d70 con 0x55f0cb7efd70 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb7efd70 0x55f0cb7f2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35c77fe640 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb7efd70 0x55f0cb7f2190 crc :-1 s=READY pgs=463 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=285d66ca769a02bd server_cookie=9858abafe97f18b0 in_seq=0 out_seq=0 2024-09-05T04:26:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.205+0000 7f35a6ffd640 10 client.19569 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35a6ffd640 1 -- 172.21.15.2:0/3683674022 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f0cb6d0d70 con 0x55f0cb7efd70 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35a6ffd640 10 client.19569 handle_command_reply: tid=0 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 client.19569 shutdown 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 msgr2=0x55f0cb779030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f35c0011ba0 tx=0x7f35c00046c0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 shutdown_connections 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x55f0cb7efd70 0x55f0cb7f2190 crc :-1 s=READY pgs=463 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x55f0cb7740c0 0x55f0cb779030 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35a6ffd640 0 client.19569 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x55f0cb7652f0 0x55f0cb77c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 --2- 172.21.15.2:0/3683674022 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x55f0cb7649d0 0x55f0cb77c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.219+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 >> 172.21.15.2:0/3683674022 conn(0x55f0cb761060 msgr2=0x55f0cb75f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 shutdown_connections 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35d0c09740 1 -- 172.21.15.2:0/3683674022 wait complete. 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35d0c09740 20 client.19569 trim_cache size 0 max 16384 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:26:54.221 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:26:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 msgr2=0x7f35b00a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 0x7f35b00a51b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f35c000a500 tx=0x7f35c0013830 comp rx=0 tx=0).stop 2024-09-05T04:26:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 msgr2=0x7f35c81987f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:26:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00c970 tx=0x7f35bc00ce30 comp rx=0 tx=0).stop 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 shutdown_connections 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35b00a2cf0 0x7f35b00a51b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f35c810c0a0 0x7f35c819cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f35c81035a0 0x7f35c81987f0 unknown :-1 s=CLOSED pgs=1733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 --2- 172.21.15.2:0/1562332288 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f35c8102c80 0x7f35c81982b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 >> 172.21.15.2:0/1562332288 conn(0x7f35c80779a0 msgr2=0x7f35c80fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 shutdown_connections 2024-09-05T04:26:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:26:54.220+0000 7f35cdd91640 1 -- 172.21.15.2:0/1562332288 wait complete. 2024-09-05T04:26:55.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:55 smithi047 ceph-mon[34498]: pgmap v499: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:26:55.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:55 smithi002 ceph-mon[31001]: pgmap v499: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:26:55.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:55 smithi079 ceph-mon[34908]: pgmap v499: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 29 KiB/s wr, 8 op/s 2024-09-05T04:26:57.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:57 smithi047 ceph-mon[34498]: pgmap v500: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:26:57.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:57 smithi002 ceph-mon[31001]: pgmap v500: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:26:57.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:57 smithi079 ceph-mon[34908]: pgmap v500: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:26:59.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:26:59 smithi047 ceph-mon[34498]: pgmap v501: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:26:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:26:59 smithi002 ceph-mon[31001]: pgmap v501: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:26:59.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:26:59 smithi079 ceph-mon[34908]: pgmap v501: 129 pgs: 129 active+clean; 4.3 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 11 KiB/s wr, 3 op/s 2024-09-05T04:27:01.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:01 smithi047 ceph-mon[34498]: pgmap v502: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:27:01.687 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:01 smithi079 ceph-mon[34908]: pgmap v502: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:27:01.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:01 smithi002 ceph-mon[31001]: pgmap v502: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 35 KiB/s wr, 9 op/s 2024-09-05T04:27:03.691 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:03 smithi047 ceph-mon[34498]: pgmap v503: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:27:03.692 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:03 smithi047 ceph-mon[34498]: osdmap e113: 12 total, 12 up, 12 in 2024-09-05T04:27:03.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:03 smithi002 ceph-mon[31001]: pgmap v503: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:27:03.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:03 smithi002 ceph-mon[31001]: osdmap e113: 12 total, 12 up, 12 in 2024-09-05T04:27:03.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:03 smithi079 ceph-mon[34908]: pgmap v503: 129 pgs: 129 active+clean; 4.5 MiB data, 415 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 30 KiB/s wr, 8 op/s 2024-09-05T04:27:03.830 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:03 smithi079 ceph-mon[34908]: osdmap e113: 12 total, 12 up, 12 in 2024-09-05T04:27:04.608 INFO:tasks.workunit.client.0.smithi002.stdout:561/600: open fd = 3 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:562/600: open fd = 3 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:563/600: open fd = 3 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.609 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:564/600: open fd = 3 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:565/600: open fd = 3 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:566/600: open fd = 3 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.610 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:567/600: open fd = 3 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:568/600: open fd = 3 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:569/600: open fd = 3 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.611 INFO:tasks.workunit.client.0.smithi002.stdout:570/600: open fd = 3 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:571/600: open fd = 3 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:572/600: open fd = 3 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.612 INFO:tasks.workunit.client.0.smithi002.stdout:573/600: open fd = 3 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:574/600: open fd = 3 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:575/600: open fd = 3 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.613 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:576/600: open fd = 3 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:577/600: open fd = 3 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:578/600: open fd = 3 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.614 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:579/600: open fd = 3 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:580/600: open fd = 3 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:581/600: open fd = 3 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.615 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:582/600: open fd = 3 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:583/600: open fd = 3 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:584/600: open fd = 3 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.616 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:585/600: open fd = 3 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:586/600: open fd = 3 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.617 INFO:tasks.workunit.client.0.smithi002.stdout:587/600: open fd = 3 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:588/600: open fd = 3 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:589/600: open fd = 3 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.618 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:590/600: open fd = 3 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:591/600: open fd = 3 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:592/600: open fd = 3 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.619 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:593/600: open fd = 3 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:594/600: open fd = 3 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.620 INFO:tasks.workunit.client.0.smithi002.stdout:595/600: open fd = 3 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:596/600: open fd = 3 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:597/600: open fd = 3 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.621 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:598/600: open fd = 3 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:599/600: open fd = 3 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:600/600: open fd = 3 2024-09-05T04:27:04.622 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.623 INFO:tasks.workunit.client.0.smithi002.stdout:write ret = 32 2024-09-05T04:27:04.623 INFO:tasks.workunit.client.0.smithi002.stdout:pread ret = 64 2024-09-05T04:27:04.623 INFO:tasks.workunit.client.0.smithi002.stderr:+ echo OK 2024-09-05T04:27:04.624 INFO:tasks.workunit.client.0.smithi002.stdout:OK 2024-09-05T04:27:04.624 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-05T04:27:04.624 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-05T04:27:04.674 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-09-05T04:27:04.674 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-05T04:27:04.981 DEBUG:teuthology.parallel:result is None 2024-09-05T04:27:04.982 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T04:27:05.014 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-05T04:27:05.014 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-09-05T04:27:05.025 INFO:tasks.quiescer:joining Quiescers 2024-09-05T04:27:05.025 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-09-05T04:27:05.025 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:27:05.306 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:05.679 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:05 smithi002 ceph-mon[31001]: pgmap v505: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:05.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:05 smithi047 ceph-mon[34498]: pgmap v505: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:05.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.761+0000 7fe9acf61640 1 -- 172.21.15.2:0/761928978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8102570 msgr2=0x7fe9a81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:05.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.761+0000 7fe9acf61640 1 --2- 172.21.15.2:0/761928978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8102570 0x7fe9a81029b0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7fe99c009900 tx=0x7fe99c02a480 comp rx=0 tx=0).stop 2024-09-05T04:27:05.787 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.761+0000 7fe9acf61640 1 -- 172.21.15.2:0/761928978 shutdown_connections 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.761+0000 7fe9acf61640 1 --2- 172.21.15.2:0/761928978 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.761+0000 7fe9acf61640 1 --2- 172.21.15.2:0/761928978 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8102570 0x7fe9a81029b0 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 --2- 172.21.15.2:0/761928978 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8100e20 0x7fe9a8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 -- 172.21.15.2:0/761928978 >> 172.21.15.2:0/761928978 conn(0x7fe9a80fc7d0 msgr2=0x7fe9a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 -- 172.21.15.2:0/761928978 shutdown_connections 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 -- 172.21.15.2:0/761928978 wait complete. 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 Processor -- start 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.762+0000 7fe9acf61640 1 -- start start 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 0x7fe9a8199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 0x7fe9a81997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a81a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8110e30 con 0x7fe9a8100e20 2024-09-05T04:27:05.788 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8110cb0 con 0x7fe9a8102570 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9acf61640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a8110fb0 con 0x7fe9a8102ef0 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 0x7fe9a8199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 0x7fe9a8199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36662/0 (socket says 172.21.15.2:36662) 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a659c640 1 -- 172.21.15.2:0/763149477 learned_addr learned my addr 172.21.15.2:0/763149477 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 0x7fe9a81997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a6d9d640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a81a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 -- 172.21.15.2:0/763149477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 msgr2=0x7fe9a81a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a81a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 -- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 msgr2=0x7fe9a8199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 0x7fe9a8199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.763+0000 7fe9a5d9b640 1 -- 172.21.15.2:0/763149477 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a81a4820 con 0x7fe9a8102570 2024-09-05T04:27:05.789 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.764+0000 7fe9a6d9d640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a81a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.764+0000 7fe9a5d9b640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 0x7fe9a81997a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe99c005940 tx=0x7fe99c0040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.765+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99c03f030 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.765+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe99c0044c0 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.765+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99c035070 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.765+0000 7fe9acf61640 1 -- 172.21.15.2:0/763149477 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a8197050 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.765+0000 7fe9acf61640 1 -- 172.21.15.2:0/763149477 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a81974e0 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.766+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe98c005290 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.768+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe99c042030 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.768+0000 7fe9977fe640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 0x7fe9900a9710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.769+0000 7fe9a659c640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 0x7fe9900a9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.769+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fe99c0efe10 con 0x7fe9a8102570 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.769+0000 7fe9a659c640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 0x7fe9900a9710 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe998005fd0 tx=0x7fe99800b480 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:05.790 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.772+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe99c0bc600 con 0x7fe9a8102570 2024-09-05T04:27:05.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:05 smithi079 ceph-mon[34908]: pgmap v505: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:05.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.986+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe98c005580 con 0x7fe9a8102570 2024-09-05T04:27:05.987 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.987+0000 7fe9977fe640 1 -- 172.21.15.2:0/763149477 <== mon.2 v2:172.21.15.47:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fe99c0bbf00 con 0x7fe9a8102570 2024-09-05T04:27:05.988 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:05.988 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:27:05.988 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:27:05.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 msgr2=0x7fe9900a9710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:05.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 0x7fe9900a9710 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe998005fd0 tx=0x7fe99800b480 comp rx=0 tx=0).stop 2024-09-05T04:27:05.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 msgr2=0x7fe9a81997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:05.990 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 0x7fe9a81997a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe99c005940 tx=0x7fe99c0040c0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 shutdown_connections 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9900a7250 0x7fe9900a9710 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe9a8102ef0 0x7fe9a81a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9a8102570 0x7fe9a81997a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 --2- 172.21.15.2:0/763149477 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe9a8100e20 0x7fe9a8199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 >> 172.21.15.2:0/763149477 conn(0x7fe9a80fc7d0 msgr2=0x7fe9a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 shutdown_connections 2024-09-05T04:27:05.991 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:05.990+0000 7fe9957fa640 1 -- 172.21.15.2:0/763149477 wait complete. 2024-09-05T04:27:06.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:06 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/763149477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:06.760 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:06 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/763149477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:06.788 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24493 quiesce db --cancel --all' 2024-09-05T04:27:06.788 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- timeout 105 ceph tell mds.24493 quiesce db --cancel --all 2024-09-05T04:27:06.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:06 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/763149477' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:07.046 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 -- 172.21.15.2:0/3022329024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb514101340 msgr2=0x7fb51410d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 --2- 172.21.15.2:0/3022329024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb514101340 0x7fb51410d870 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009cd0 tx=0x7fb50c02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 -- 172.21.15.2:0/3022329024 shutdown_connections 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 --2- 172.21.15.2:0/3022329024 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb514101340 0x7fb51410d870 unknown :-1 s=CLOSED pgs=1739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 --2- 172.21.15.2:0/3022329024 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb5141009a0 0x7fb514100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 --2- 172.21.15.2:0/3022329024 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 0x7fb514106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 -- 172.21.15.2:0/3022329024 >> 172.21.15.2:0/3022329024 conn(0x7fb5140779a0 msgr2=0x7fb5140fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 -- 172.21.15.2:0/3022329024 shutdown_connections 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.311+0000 7fb51b581640 1 -- 172.21.15.2:0/3022329024 wait complete. 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 Processor -- start 2024-09-05T04:27:07.312 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 -- start start 2024-09-05T04:27:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 0x7fb514199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.314 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 0x7fb5141a4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb514110ca0 con 0x7fb5141009a0 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb514110b20 con 0x7fb514101340 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51b581640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb514110e20 con 0x7fb5141069b0 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36670/0 (socket says 172.21.15.2:36670) 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51931d640 1 -- 172.21.15.2:0/3633766412 learned_addr learned my addr 172.21.15.2:0/3633766412 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb519b1e640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 0x7fb5141a4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 0x7fb514199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51931d640 1 -- 172.21.15.2:0/3633766412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 msgr2=0x7fb5141a4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.312+0000 7fb51931d640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 0x7fb5141a4170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51931d640 1 -- 172.21.15.2:0/3633766412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 msgr2=0x7fb514199630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51931d640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 0x7fb514199630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.315 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51931d640 1 -- 172.21.15.2:0/3633766412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5141a46b0 con 0x7fb5141009a0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 0x7fb514199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51931d640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb51000d950 tx=0x7fb51000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb50a7fc640 1 -- 172.21.15.2:0/3633766412 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510017070 con 0x7fb5141009a0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5141a4880 con 0x7fb5141009a0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb50a7fc640 1 -- 172.21.15.2:0/3633766412 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb510009c30 con 0x7fb5141009a0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb50a7fc640 1 -- 172.21.15.2:0/3633766412 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51000f620 con 0x7fb5141009a0 2024-09-05T04:27:07.316 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.313+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5141a4dd0 con 0x7fb5141009a0 2024-09-05T04:27:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.315+0000 7fb50a7fc640 1 -- 172.21.15.2:0/3633766412 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fb5100109a0 con 0x7fb5141009a0 2024-09-05T04:27:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.316+0000 7fb51e3f4740 1 Processor -- start 2024-09-05T04:27:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.316+0000 7fb51e3f4740 1 -- start start 2024-09-05T04:27:07.318 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2e4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 0x56467b2ef770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56467b2492f0 con 0x56467b2e4af0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56467b1f1270 con 0x56467b2e5410 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56467b2452b0 con 0x56467b2efcb0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb50a7fc640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 0x7fb5000a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb519b1e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2e4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.79:3300/0 says I am v2:172.21.15.2:46052/0 (socket says 172.21.15.2:46052) 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 -- 172.21.15.2:0/2442471460 learned_addr learned my addr 172.21.15.2:0/2442471460 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb519b1e640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 0x7fb5000a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb50a7fc640 1 -- 172.21.15.2:0/3633766412 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fb5100cf590 con 0x7fb5141009a0 2024-09-05T04:27:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51931d640 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 0x56467b2ef770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 -- 172.21.15.2:0/2442471460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 msgr2=0x56467b2ef770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 0x56467b2ef770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 -- 172.21.15.2:0/2442471460 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 msgr2=0x56467b2e4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2e4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb518b1c640 1 -- 172.21.15.2:0/2442471460 --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56467b1f0340 con 0x56467b2efcb0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb51931d640 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 0x56467b2ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.317+0000 7fb519b1e640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 0x7fb5000a51b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009a60 tx=0x7fb50c005d80 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.318+0000 7fb518b1c640 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb504009c20 tx=0x7fb50400e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9c0fd2253544d24 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.318+0000 7fb4ff7fe640 1 -- 172.21.15.2:0/2442471460 <== mon.1 v2:172.21.15.79:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504016070 con 0x56467b2efcb0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.318+0000 7fb4ff7fe640 1 -- 172.21.15.2:0/2442471460 <== mon.1 v2:172.21.15.79:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb504011920 con 0x56467b2efcb0 2024-09-05T04:27:07.320 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.318+0000 7fb4ff7fe640 1 -- 172.21.15.2:0/2442471460 <== mon.1 v2:172.21.15.79:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504010750 con 0x56467b2efcb0 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- 172.21.15.2:0/2442471460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 msgr2=0x56467b2f20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb504009c20 tx=0x7fb50400e6c0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- 172.21.15.2:0/2442471460 shutdown_connections 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2efcb0 0x56467b2f20a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e5410 0x56467b2ef770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/2442471460 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2e4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- 172.21.15.2:0/2442471460 >> 172.21.15.2:0/2442471460 conn(0x56467b2e1060 msgr2=0x56467b2e1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- 172.21.15.2:0/2442471460 shutdown_connections 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- 172.21.15.2:0/2442471460 wait complete. 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- start start 2024-09-05T04:27:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 Processor -- start 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e4af0 0x56467b2ecb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2ed050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56467b2f2880 con 0x56467b2efcb0 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x56467b1d2290 con 0x56467b2e4af0 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.319+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56467b2f2a00 con 0x56467b2e5410 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb51e3f4740 10 client.0 _ll_register_callbacks cb 0x56467b203140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36690/0 (socket says 172.21.15.2:36690) 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 -- 172.21.15.2:0/994396445 learned_addr learned my addr 172.21.15.2:0/994396445 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb51931d640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e4af0 0x56467b2ecb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb518b1c640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2ed050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 -- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 msgr2=0x56467b2ed050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2ed050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 -- 172.21.15.2:0/994396445 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e4af0 msgr2=0x56467b2ecb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e4af0 0x56467b2ecb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 -- 172.21.15.2:0/994396445 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56467af5c210 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb519b1e640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009cd0 tx=0x7fb50c045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba9fde90411d13e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb4fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb50c056060 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fb50c004760 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.320+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb504011920 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb50c05d050 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 10 client.19587 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56467b028620 con 0x56467b2efcb0 2024-09-05T04:27:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb504011920 con 0x56467b2efcb0 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb50c030070 con 0x56467b2efcb0 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 10 client.19587 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 10 client.19587 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 20 client.19587 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b301f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 4 client.19587 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56467b256a20 con 0x56467b2ffab0 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.321+0000 7fb51931d640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b301f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb4fcff9640 10 client.19587 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51931d640 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b301f70 crc :-1 s=READY pgs=464 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78808183176d3cb7 server_cookie=76f3c26a9ef4748b in_seq=0 out_seq=0 2024-09-05T04:27:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb4fcff9640 1 -- 172.21.15.2:0/994396445 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56467b256a20 con 0x56467b2ffab0 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb4fcff9640 10 client.19587 handle_command_reply: tid=0 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51e3f4740 1 client.19587 shutdown 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 msgr2=0x56467b2ed590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009cd0 tx=0x7fb50c045000 comp rx=0 tx=0).stop 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 shutdown_connections 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.322+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b301f70 crc :-1 s=READY pgs=464 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb4fcff9640 0 client.19587 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2efcb0 0x56467b2ed590 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2ed050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/994396445 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2e4af0 0x56467b2ecb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 >> 172.21.15.2:0/994396445 conn(0x56467b2e1060 msgr2=0x56467b2e6dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 shutdown_connections 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 1 -- 172.21.15.2:0/994396445 wait complete. 2024-09-05T04:27:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.323+0000 7fb51e3f4740 20 client.19587 trim_cache size 0 max 16384 2024-09-05T04:27:07.345 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 Processor -- start 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 -- start start 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b307840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b307d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141ad1c0 con 0x56467b2e4af0 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141afa20 con 0x56467b2efcb0 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.343+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141ad810 con 0x56467b2e5410 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36700/0 (socket says 172.21.15.2:36700) 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 -- 172.21.15.2:0/3511879080 learned_addr learned my addr 172.21.15.2:0/3511879080 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b307840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb519b1e640 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b307d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.346 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 -- 172.21.15.2:0/3511879080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 msgr2=0x56467b307840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b307840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 -- 172.21.15.2:0/3511879080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 msgr2=0x56467b307d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b307d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 -- 172.21.15.2:0/3511879080 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56467b2e0e90 con 0x56467b2e4af0 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb51931d640 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fb510086170 tx=0x7fb5100d1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b47aa468edbb6b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb4feffd640 1 -- 172.21.15.2:0/3511879080 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5100b4070 con 0x56467b2e4af0 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb4feffd640 1 -- 172.21.15.2:0/3511879080 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb51009f9b0 con 0x56467b2e4af0 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.344+0000 7fb4feffd640 1 -- 172.21.15.2:0/3511879080 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510020040 con 0x56467b2e4af0 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3511879080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 msgr2=0x56467b2ed3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fb510086170 tx=0x7fb5100d1040 comp rx=0 tx=0).stop 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3511879080 shutdown_connections 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b307d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.347 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b307840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3511879080 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2ed3c0 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3511879080 >> 172.21.15.2:0/3511879080 conn(0x56467b2e1060 msgr2=0x56467b2eeb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3511879080 shutdown_connections 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.345+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3511879080 wait complete. 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 -- start start 2024-09-05T04:27:07.348 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 Processor -- start 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b2f2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141adee0 con 0x56467b2e4af0 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141af350 con 0x56467b2efcb0 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fb5141ae5b0 con 0x56467b2e5410 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51e3f4740 10 client.0 _ll_register_callbacks cb 0x7fb50c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36714/0 (socket says 172.21.15.2:36714) 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 -- 172.21.15.2:0/3047960131 learned_addr learned my addr 172.21.15.2:0/3047960131 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb519b1e640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b2f2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 -- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 msgr2=0x56467b2f81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2f81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 -- 172.21.15.2:0/3047960131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 msgr2=0x56467b2f2c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b2f2c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.346+0000 7fb51931d640 1 -- 172.21.15.2:0/3047960131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56467b2e1cf0 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51931d640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fb5100058c0 tx=0x7fb51009afd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb390272cae61b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5100b9060 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fb5100ccab0 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb51009f9b0 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fb510020030 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 10 client.19593 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x56467b36ad20 con 0x56467b2e4af0 2024-09-05T04:27:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb51009f9b0 con 0x56467b2e4af0 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fb51009aa50 con 0x56467b2e4af0 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 10 client.19593 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 10 client.19593 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 20 client.19593 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b36d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 4 client.19593 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.347+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56467b250d70 con 0x56467b2ffab0 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.348+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b36d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.348+0000 7fb518b1c640 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b36d3c0 crc :-1 s=READY pgs=465 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e5e6811968db932 server_cookie=910d8d53dd3f369d in_seq=0 out_seq=0 2024-09-05T04:27:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.348+0000 7fb4fcff9640 10 client.19593 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.396+0000 7fb4fcff9640 1 -- 172.21.15.2:0/3047960131 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56467b250d70 con 0x56467b2ffab0 2024-09-05T04:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.396+0000 7fb4fcff9640 10 client.19593 handle_command_reply: tid=0 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.396+0000 7fb51e3f4740 1 client.19593 shutdown 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 msgr2=0x56467b2f7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fb5100058c0 tx=0x7fb51009afd0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 shutdown_connections 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x56467b2ffab0 0x56467b36d3c0 crc :-1 s=READY pgs=465 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56467b2efcb0 0x56467b2f2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb4fcff9640 0 client.19593 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56467b2e5410 0x56467b2f81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 --2- 172.21.15.2:0/3047960131 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56467b2e4af0 0x56467b2f7ca0 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 >> 172.21.15.2:0/3047960131 conn(0x56467b2e1060 msgr2=0x56467b2e65a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 shutdown_connections 2024-09-05T04:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 1 -- 172.21.15.2:0/3047960131 wait complete. 2024-09-05T04:27:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51e3f4740 20 client.19593 trim_cache size 0 max 16384 2024-09-05T04:27:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:{ 2024-09-05T04:27:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "message": "", 2024-09-05T04:27:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout: "return_code": 0 2024-09-05T04:27:07.399 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stdout:} 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 msgr2=0x7fb5000a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 0x7fb5000a51b0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb50c009a60 tx=0x7fb50c005d80 comp rx=0 tx=0).stop 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 msgr2=0x7fb5141990f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.397+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb51000d950 tx=0x7fb51000de10 comp rx=0 tx=0).stop 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 shutdown_connections 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fb5000a2cf0 0x7fb5000a51b0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fb5141069b0 0x7fb5141a4170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.400 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fb514101340 0x7fb514199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 --2- 172.21.15.2:0/3633766412 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fb5141009a0 0x7fb5141990f0 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 >> 172.21.15.2:0/3633766412 conn(0x7fb5140779a0 msgr2=0x7fb514103900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 shutdown_connections 2024-09-05T04:27:07.401 INFO:teuthology.task.background_exec.ubuntu@smithi002.front.sepia.ceph.com.smithi002.stderr:2024-09-05T04:27:07.398+0000 7fb51b581640 1 -- 172.21.15.2:0/3633766412 wait complete. 2024-09-05T04:27:07.562 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:07 smithi002 ceph-mon[31001]: pgmap v506: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 -- 172.21.15.2:0/1649858140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828101420 msgr2=0x7fe82810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 --2- 172.21.15.2:0/1649858140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828101420 0x7fe82810d950 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fe820009cd0 tx=0x7fe82002a8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 -- 172.21.15.2:0/1649858140 shutdown_connections 2024-09-05T04:27:07.564 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 --2- 172.21.15.2:0/1649858140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828101420 0x7fe82810d950 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 --2- 172.21.15.2:0/1649858140 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 0x7fe828100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 --2- 172.21.15.2:0/1649858140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828106a80 0x7fe828106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 -- 172.21.15.2:0/1649858140 >> 172.21.15.2:0/1649858140 conn(0x7fe8280fc7a0 msgr2=0x7fe8280febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 -- 172.21.15.2:0/1649858140 shutdown_connections 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.551+0000 7fe82c896640 1 -- 172.21.15.2:0/1649858140 wait complete. 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 Processor -- start 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 -- start start 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 0x7fe828198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828101420 0x7fe828198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe828110dd0 con 0x7fe828106a80 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe828110c50 con 0x7fe828101420 2024-09-05T04:27:07.565 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82c896640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe828110f50 con 0x7fe828100a80 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36732/0 (socket says 172.21.15.2:36732) 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 -- 172.21.15.2:0/1375268419 learned_addr learned my addr 172.21.15.2:0/1375268419 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe82659c640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 0x7fe828198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe825d9b640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828101420 0x7fe828198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 -- 172.21.15.2:0/1375268419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 msgr2=0x7fe828198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 0x7fe828198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 -- 172.21.15.2:0/1375268419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828101420 msgr2=0x7fe828198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828101420 0x7fe828198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.552+0000 7fe826d9d640 1 -- 172.21.15.2:0/1375268419 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe82819d4b0 con 0x7fe828106a80 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe826d9d640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fe820005cc0 tx=0x7fe820003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe8177fe640 1 -- 172.21.15.2:0/1375268419 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe820004240 con 0x7fe828106a80 2024-09-05T04:27:07.566 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe8177fe640 1 -- 172.21.15.2:0/1375268419 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8200305a0 con 0x7fe828106a80 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe82819d740 con 0x7fe828106a80 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe8177fe640 1 -- 172.21.15.2:0/1375268419 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8200466c0 con 0x7fe828106a80 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.553+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8281a5080 con 0x7fe828106a80 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.555+0000 7fe8177fe640 1 -- 172.21.15.2:0/1375268419 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe820030ac0 con 0x7fe828106a80 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.555+0000 7fe82ec6f740 1 Processor -- start 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.555+0000 7fe82ec6f740 1 -- start start 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423399ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423399ff0 0x56042339c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x5604232ef200 con 0x56042338a8e0 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560423295dc0 con 0x56042338b200 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x5604232eb1c0 con 0x560423399ff0 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.567 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe8177fe640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 0x7fe8100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36736/0 (socket says 172.21.15.2:36736) 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 -- 172.21.15.2:0/955084361 learned_addr learned my addr 172.21.15.2:0/955084361 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe82659c640 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423399ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe826d9d640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 0x7fe8100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423399ff0 0x56042339c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe8177fe640 1 -- 172.21.15.2:0/1375268419 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fe82002e030 con 0x7fe828106a80 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 -- 172.21.15.2:0/955084361 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423399ff0 msgr2=0x56042339c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423399ff0 0x56042339c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 -- 172.21.15.2:0/955084361 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 msgr2=0x560423399ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423399ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 -- 172.21.15.2:0/955084361 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560423060620 con 0x56042338a8e0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe825d9b640 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006e10 tx=0x7fe81c009420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b773241af2d0d60 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.556+0000 7fe826d9d640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 0x7fe8100a51b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fe8200edd00 tx=0x7fe820087a40 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.568 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe814ff9640 1 -- 172.21.15.2:0/955084361 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c00fd90 con 0x56042338a8e0 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe814ff9640 1 -- 172.21.15.2:0/955084361 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe81c01a070 con 0x56042338a8e0 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe814ff9640 1 -- 172.21.15.2:0/955084361 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c014600 con 0x56042338a8e0 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 -- 172.21.15.2:0/955084361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 msgr2=0x56042338acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006e10 tx=0x7fe81c009420 comp rx=0 tx=0).stop 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 -- 172.21.15.2:0/955084361 shutdown_connections 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423399ff0 0x56042339c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423399ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/955084361 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x56042338acc0 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 -- 172.21.15.2:0/955084361 >> 172.21.15.2:0/955084361 conn(0x560423386f90 msgr2=0x560423387370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.557+0000 7fe82ec6f740 1 -- 172.21.15.2:0/955084361 shutdown_connections 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 -- 172.21.15.2:0/955084361 wait complete. 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 -- start start 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 Processor -- start 2024-09-05T04:27:07.569 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x5604233998b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423396b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x56042339cbc0 con 0x560423399ff0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x560423289c50 con 0x56042338b200 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x56042339cd40 con 0x56042338a8e0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82ec6f740 10 client.0 _ll_register_callbacks cb 0x56042329bba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36744/0 (socket says 172.21.15.2:36744) 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe825d9b640 1 -- 172.21.15.2:0/3392085395 learned_addr learned my addr 172.21.15.2:0/3392085395 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe82659c640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423396b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.558+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x5604233998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 -- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 msgr2=0x5604233998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.570 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x5604233998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 -- 172.21.15.2:0/3392085395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 msgr2=0x560423396b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423396b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 -- 172.21.15.2:0/3392085395 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604233978d0 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006a60 tx=0x7fe81c015ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9155b71edf7e2c95 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe80dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c027020 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fe81c020410 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe81c01a070 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe81c032050 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe82ec6f740 10 client.19605 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x5604233a8710 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.559+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe81c01a070 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe81c01f660 con 0x560423399ff0 2024-09-05T04:27:07.571 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 10 client.19605 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 10 client.19605 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 20 client.19605 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5604233a9bd0 0x5604233abfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 4 client.19605 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604232fc770 con 0x5604233a9bd0 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82659c640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5604233a9bd0 0x5604233abfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe82659c640 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5604233a9bd0 0x5604233abfc0 crc :-1 s=READY pgs=466 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b21cfcd6d1c5df0a server_cookie=569a686b8c129101 in_seq=0 out_seq=0 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.560+0000 7fe80dffb640 10 client.19605 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe80dffb640 1 -- 172.21.15.2:0/3392085395 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5604232fc770 con 0x5604233a9bd0 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe80dffb640 10 client.19605 handle_command_reply: tid=0 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 client.19605 shutdown 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 msgr2=0x5604233970a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7fe81c006a60 tx=0x7fe81c015ea0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.572 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 shutdown_connections 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x5604233a9bd0 0x5604233abfc0 crc :-1 s=READY pgs=466 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe80dffb640 0 client.19605 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423399ff0 0x5604233970a0 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x560423396b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3392085395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x5604233998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 >> 172.21.15.2:0/3392085395 conn(0x560423386f90 msgr2=0x56042338ccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 shutdown_connections 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3392085395 wait complete. 2024-09-05T04:27:07.573 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.561+0000 7fe82ec6f740 20 client.19605 trim_cache size 0 max 16384 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 Processor -- start 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 -- start start 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423386f90 0x5604233a5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x5604233b1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281aafa0 con 0x56042338a8e0 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281ad800 con 0x56042338b200 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281ab5f0 con 0x560423386f90 2024-09-05T04:27:07.580 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36748/0 (socket says 172.21.15.2:36748) 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 -- 172.21.15.2:0/3200573140 learned_addr learned my addr 172.21.15.2:0/3200573140 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423386f90 0x5604233a5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 -- 172.21.15.2:0/3200573140 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423386f90 msgr2=0x5604233a5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423386f90 0x5604233a5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 -- 172.21.15.2:0/3200573140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 msgr2=0x5604233b1c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x5604233b1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x5604233b1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe82659c640 1 -- 172.21.15.2:0/3200573140 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604233950b0 con 0x56042338a8e0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.579+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x5604233b1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe82659c640 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x5604233963f0 tx=0x7fe818008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e19ea2ef6562c4d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe80ffff640 1 -- 172.21.15.2:0/3200573140 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe818016e30 con 0x56042338a8e0 2024-09-05T04:27:07.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe80ffff640 1 -- 172.21.15.2:0/3200573140 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe818020030 con 0x56042338a8e0 2024-09-05T04:27:07.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe80ffff640 1 -- 172.21.15.2:0/3200573140 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81801c250 con 0x56042338a8e0 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3200573140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 msgr2=0x5604233b1750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.580+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x5604233963f0 tx=0x7fe818008040 comp rx=0 tx=0).stop 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3200573140 shutdown_connections 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x5604233b1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x56042338a8e0 0x5604233b1750 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3200573140 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x560423386f90 0x5604233a5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3200573140 >> 172.21.15.2:0/3200573140 conn(0x560423397200 msgr2=0x560423395c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3200573140 shutdown_connections 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3200573140 wait complete. 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- start start 2024-09-05T04:27:07.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 Processor -- start 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x56042339d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x56042339de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281abcc0 con 0x560423386f90 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281ad130 con 0x56042338b200 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe8281ac390 con 0x56042338a8e0 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe82ec6f740 10 client.0 _ll_register_callbacks cb 0x7fe81c0154b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe825d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36756/0 (socket says 172.21.15.2:36756) 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.581+0000 7fe825d9b640 1 -- 172.21.15.2:0/3513386117 learned_addr learned my addr 172.21.15.2:0/3513386117 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe82659c640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x56042339d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x56042339de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.586 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 -- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 msgr2=0x56042339d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x56042339d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 -- 172.21.15.2:0/3513386117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 msgr2=0x56042339de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x56042339de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 -- 172.21.15.2:0/3513386117 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56042339e6c0 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe825d9b640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fe81c01fb80 tx=0x7fe81c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=158778f60c0f30d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe80dffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81c027070 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 9621+0+0 (secure 0 0 0) 0x7fe81c01f430 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe818020030 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe81c01fe00 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe82ec6f740 10 client.19611 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x560423414570 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.582+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe818020030 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7fe81c020a80 con 0x560423386f90 2024-09-05T04:27:07.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 10 client.19611 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 10 client.19611 resolve_mds: validated gid 24493 aka daemon mds.i 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 20 client.19611 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560423399ff0 0x560423416c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 4 client.19611 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x5604232f6c80 con 0x560423399ff0 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82659c640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560423399ff0 0x560423416c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe80dffb640 10 client.19611 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.583+0000 7fe82659c640 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560423399ff0 0x560423416c20 crc :-1 s=READY pgs=467 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=191369262e6b7401 server_cookie=dec2aad101b1c866 in_seq=0 out_seq=0 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe80dffb640 1 -- 172.21.15.2:0/3513386117 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x5604232f6c80 con 0x560423399ff0 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe80dffb640 10 client.19611 handle_command_reply: tid=0 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 client.19611 shutdown 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 msgr2=0x5604233a2620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.588 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fe81c01fb80 tx=0x7fe81c000bc0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 shutdown_connections 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x560423399ff0 0x560423416c20 crc :-1 s=READY pgs=467 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x56042338b200 0x56042339de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x56042338a8e0 0x56042339d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 --2- 172.21.15.2:0/3513386117 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x560423386f90 0x5604233a2620 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe80dffb640 0 client.19611 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 >> 172.21.15.2:0/3513386117 conn(0x560423397200 msgr2=0x5604233859b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 shutdown_connections 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 1 -- 172.21.15.2:0/3513386117 wait complete. 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.584+0000 7fe82ec6f740 20 client.19611 trim_cache size 0 max 16384 2024-09-05T04:27:07.589 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 21, 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stdout: "leader": 24493, 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stdout: "set_version": 60, 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stdout: "sets": {} 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:07.590 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 msgr2=0x7fe8100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 0x7fe8100a51b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fe8200edd00 tx=0x7fe820087a40 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 msgr2=0x7fe82819cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fe820005cc0 tx=0x7fe820003ba0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 shutdown_connections 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe8100a2cf0 0x7fe8100a51b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe828106a80 0x7fe82819cdd0 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe828101420 0x7fe828198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 --2- 172.21.15.2:0/1375268419 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe828100a80 0x7fe828198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 >> 172.21.15.2:0/1375268419 conn(0x7fe8280fc7a0 msgr2=0x7fe828104970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 shutdown_connections 2024-09-05T04:27:07.591 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:07.585+0000 7fe82c896640 1 -- 172.21.15.2:0/1375268419 wait complete. 2024-09-05T04:27:07.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:07 smithi079 ceph-mon[34908]: pgmap v506: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:07.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:07 smithi047 ceph-mon[34498]: pgmap v506: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:08.244 INFO:tasks.quiescer:done joining Quiescers 2024-09-05T04:27:08.245 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-05T04:27:08.255 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:27:08.293 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-09-05T04:27:08.303 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-09-05T04:27:08.303 INFO:teuthology.task.exec:Executing custom commands... 2024-09-05T04:27:08.304 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:27:08.304 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-09-05T04:27:08.367 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-09-05T04:27:08.435 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-09-05T04:27:08.581 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 -- 172.21.15.2:0/2123968395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc102d40 msgr2=0x7f1ddc103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 --2- 172.21.15.2:0/2123968395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc102d40 0x7f1ddc103120 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc009900 tx=0x7f1dcc02a480 comp rx=0 tx=0).stop 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 -- 172.21.15.2:0/2123968395 shutdown_connections 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 --2- 172.21.15.2:0/2123968395 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc10e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 --2- 172.21.15.2:0/2123968395 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc103660 0x7f1ddc10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 --2- 172.21.15.2:0/2123968395 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc102d40 0x7f1ddc103120 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 -- 172.21.15.2:0/2123968395 >> 172.21.15.2:0/2123968395 conn(0x7f1ddc0fc6b0 msgr2=0x7f1ddc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 -- 172.21.15.2:0/2123968395 shutdown_connections 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.579+0000 7f1de2477640 1 -- 172.21.15.2:0/2123968395 wait complete. 2024-09-05T04:27:08.582 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 Processor -- start 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 -- start start 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc102d40 0x7f1ddc19a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc19ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc111d90 con 0x7f1ddc103660 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc111c10 con 0x7f1ddc10c110 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de2477640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc111f10 con 0x7f1ddc102d40 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36776/0 (socket says 172.21.15.2:36776) 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 -- 172.21.15.2:0/3989097104 learned_addr learned my addr 172.21.15.2:0/3989097104 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de0a14640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc19ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1ddbfff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc102d40 0x7f1ddc19a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 -- 172.21.15.2:0/3989097104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc102d40 msgr2=0x7f1ddc19a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc102d40 0x7f1ddc19a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.583 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 -- 172.21.15.2:0/3989097104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 msgr2=0x7f1ddc19ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc19ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1dd3fff640 1 -- 172.21.15.2:0/3989097104 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc19f530 con 0x7f1ddc103660 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.580+0000 7f1de0a14640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc19ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1dd3fff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400e9f0 tx=0x7f1dc400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc400cd80 con 0x7f1ddc103660 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dc40054d0 con 0x7f1ddc103660 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc19f820 con 0x7f1ddc103660 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc4010490 con 0x7f1ddc103660 2024-09-05T04:27:08.584 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.581+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc1a70b0 con 0x7f1ddc103660 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.582+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ddc103120 con 0x7f1ddc103660 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.583+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1dc4005000 con 0x7f1ddc103660 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.583+0000 7f1dd9ffb640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 0x7f1dc80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.584+0000 7f1ddbfff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 0x7f1dc80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.584+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f1dc40cff60 con 0x7f1ddc103660 2024-09-05T04:27:08.585 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.584+0000 7f1ddbfff640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 0x7f1dc80a51b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc031440 tx=0x7f1dcc0095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:08.587 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.587+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1dc40541b0 con 0x7f1ddc103660 2024-09-05T04:27:08.784 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.784+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f1ddc102120 con 0x7f1dc80a2cf0 2024-09-05T04:27:08.792 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.792+0000 7f1dd9ffb640 1 -- 172.21.15.2:0/3989097104 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+351 (secure 0 0 0) 0x7f1ddc102120 con 0x7f1dc80a2cf0 2024-09-05T04:27:08.792 INFO:teuthology.orchestra.run.smithi002.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-09-05T00:00:00", "created": "2024-09-05T04:11:06", "first": "2024-09-05T04:12:00", "last": "2024-09-05T04:27:00", "last_pruned": "2024-09-05T04:27:00", "created_count": 16, "pruned_count": 10, "active": true} 2024-09-05T04:27:08.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 msgr2=0x7f1dc80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 0x7f1dc80a51b0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc031440 tx=0x7f1dcc0095f0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 msgr2=0x7f1ddc19aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f1dc400e9f0 tx=0x7f1dc400edf0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 shutdown_connections 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1dc80a2cf0 0x7f1dc80a51b0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1ddc10c110 0x7f1ddc19ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1ddc103660 0x7f1ddc19aa80 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 --2- 172.21.15.2:0/3989097104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1ddc102d40 0x7f1ddc19a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 >> 172.21.15.2:0/3989097104 conn(0x7f1ddc0fc6b0 msgr2=0x7f1ddc101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 shutdown_connections 2024-09-05T04:27:08.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.794+0000 7f1de2477640 1 -- 172.21.15.2:0/3989097104 wait complete. 2024-09-05T04:27:08.805 DEBUG:teuthology.orchestra.run.smithi002:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/1179384166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 msgr2=0x7f1b4810bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/1179384166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b4810bab0 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c009900 tx=0x7f1b3c02a480 comp rx=0 tx=0).stop 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/1179384166 shutdown_connections 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/1179384166 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 0x7f1b4810e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/1179384166 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b4810bab0 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/1179384166 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48103090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.910 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/1179384166 >> 172.21.15.2:0/1179384166 conn(0x7f1b480fc6c0 msgr2=0x7f1b480feae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/1179384166 shutdown_connections 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/1179384166 wait complete. 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.908+0000 7f1b4d6ae640 1 Processor -- start 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 -- start start 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 0x7f1b4819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f1b48111da0 con 0x7f1b481035d0 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f1b48111c20 con 0x7f1b48102cb0 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b4d6ae640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f1b48111f20 con 0x7f1b4810c0d0 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36794/0 (socket says 172.21.15.2:36794) 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 -- 172.21.15.2:0/447790334 learned_addr learned my addr 172.21.15.2:0/447790334 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:08.911 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b46ffd640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b477fe640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 0x7f1b4819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 -- 172.21.15.2:0/447790334 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 msgr2=0x7f1b4819cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 0x7f1b4819cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 -- 172.21.15.2:0/447790334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 msgr2=0x7f1b48198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 -- 172.21.15.2:0/447790334 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4819d360 con 0x7f1b481035d0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b46ffd640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.909+0000 7f1b467fc640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c005940 tx=0x7f1b3c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.910+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3c03f030 con 0x7f1b481035d0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.910+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4819d5f0 con 0x7f1b481035d0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.910+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b3c003cb0 con 0x7f1b481035d0 2024-09-05T04:27:08.912 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.910+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b3c035070 con 0x7f1b481035d0 2024-09-05T04:27:08.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.910+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b481a4ee0 con 0x7f1b481035d0 2024-09-05T04:27:08.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.911+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b4806ac00 con 0x7f1b481035d0 2024-09-05T04:27:08.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.912+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f1b3c042030 con 0x7f1b481035d0 2024-09-05T04:27:08.913 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.913+0000 7f1b2ffff640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 0x7f1b300a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:08.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.913+0000 7f1b46ffd640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 0x7f1b300a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:08.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.913+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f1b3c0f0420 con 0x7f1b481035d0 2024-09-05T04:27:08.914 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.913+0000 7f1b46ffd640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 0x7f1b300a51b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1b380058c0 tx=0x7f1b38005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:08.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:08.916+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1b3c0bcbf0 con 0x7f1b481035d0 2024-09-05T04:27:08.979 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-05T04:27:09.115 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.115+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 --> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f1b48062630 con 0x7f1b300a2cf0 2024-09-05T04:27:09.123 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.123+0000 7f1b2ffff640 1 -- 172.21.15.2:0/447790334 <== mgr.15168 v2:172.21.15.2:6800/4214129385 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f1b48062630 con 0x7f1b300a2cf0 2024-09-05T04:27:09.123 INFO:teuthology.orchestra.run.smithi002.stdout:/ 1m 6m3h 2024-09-05T04:27:09.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 msgr2=0x7f1b300a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 0x7f1b300a51b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f1b380058c0 tx=0x7f1b38005850 comp rx=0 tx=0).stop 2024-09-05T04:27:09.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 msgr2=0x7f1b481988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c005940 tx=0x7f1b3c0042f0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.125 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 shutdown_connections 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f1b300a2cf0 0x7f1b300a51b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f1b4810c0d0 0x7f1b4819cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f1b481035d0 0x7f1b481988b0 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 --2- 172.21.15.2:0/447790334 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f1b48102cb0 0x7f1b48198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 >> 172.21.15.2:0/447790334 conn(0x7f1b480fc6c0 msgr2=0x7f1b480fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 shutdown_connections 2024-09-05T04:27:09.126 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.125+0000 7f1b4d6ae640 1 -- 172.21.15.2:0/447790334 wait complete. 2024-09-05T04:27:09.136 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-05T04:27:09.146 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-05T04:27:09.233 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:09.502 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:09 smithi002 ceph-mon[31001]: pgmap v507: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:09.503 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:09 smithi002 ceph-mon[31001]: osdmap e114: 12 total, 12 up, 12 in 2024-09-05T04:27:09.503 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:09 smithi002 ceph-mon[31001]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:09 smithi047 ceph-mon[34498]: pgmap v507: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:09 smithi047 ceph-mon[34498]: osdmap e114: 12 total, 12 up, 12 in 2024-09-05T04:27:09.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:09 smithi047 ceph-mon[34498]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:09.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 -- 172.21.15.2:0/1214662070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024102570 msgr2=0x7ff0241029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.725 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 --2- 172.21.15.2:0/1214662070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024102570 0x7ff0241029b0 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7ff00c009900 tx=0x7ff00c02a480 comp rx=0 tx=0).stop 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 -- 172.21.15.2:0/1214662070 shutdown_connections 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 --2- 172.21.15.2:0/1214662070 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102ef0 0x7ff02410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 --2- 172.21.15.2:0/1214662070 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024102570 0x7ff0241029b0 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 --2- 172.21.15.2:0/1214662070 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024100e20 0x7ff024101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 -- 172.21.15.2:0/1214662070 >> 172.21.15.2:0/1214662070 conn(0x7ff0240fc7d0 msgr2=0x7ff0240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 -- 172.21.15.2:0/1214662070 shutdown_connections 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 -- 172.21.15.2:0/1214662070 wait complete. 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.716+0000 7ff028a1b640 1 Processor -- start 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 -- start start 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102570 0x7ff0241997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 0x7ff0241a4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.726 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff024110e30 con 0x7ff024100e20 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff024110cb0 con 0x7ff024102570 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff028a1b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff024110fb0 con 0x7ff024102ef0 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36820/0 (socket says 172.21.15.2:36820) 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 -- 172.21.15.2:0/487058033 learned_addr learned my addr 172.21.15.2:0/487058033 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff01bfff640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102570 0x7ff0241997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff022d9d640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 0x7ff0241a4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 -- 172.21.15.2:0/487058033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 msgr2=0x7ff0241a4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 0x7ff0241a4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 -- 172.21.15.2:0/487058033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102570 msgr2=0x7ff0241997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102570 0x7ff0241997c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 -- 172.21.15.2:0/487058033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0241a4840 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff022d9d640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 0x7ff0241a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.717+0000 7ff02259c640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7ff01400d770 tx=0x7ff01400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.718+0000 7ff01b7fe640 1 -- 172.21.15.2:0/487058033 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff014017070 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.718+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0241a4a10 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.718+0000 7ff01b7fe640 1 -- 172.21.15.2:0/487058033 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0140054d0 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.718+0000 7ff01b7fe640 1 -- 172.21.15.2:0/487058033 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff014004cf0 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.718+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0241a4f20 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.720+0000 7ff01b7fe640 1 -- 172.21.15.2:0/487058033 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7ff014004e90 con 0x7ff024100e20 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.720+0000 7ff02adf4740 1 Processor -- start 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 -- start start 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ab9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d60a1f2e0 con 0x555d60ac4680 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d609c6ce0 con 0x555d60ab9dc0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02adf4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d60a1b2a0 con 0x555d60ab94a0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02259c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff022d9d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ab9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02259c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.47:3300/0 says I am v2:172.21.15.2:48448/0 (socket says 172.21.15.2:48448) 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff02259c640 1 -- 172.21.15.2:0/2270445014 learned_addr learned my addr 172.21.15.2:0/2270445014 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36830/0 (socket says 172.21.15.2:36830) 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01b7fe640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 0x7ff0100a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff022d9d640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 0x7ff0100a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.729 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01b7fe640 1 -- 172.21.15.2:0/487058033 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7ff0140cf360 con 0x7ff024100e20 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 -- 172.21.15.2:0/2270445014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 msgr2=0x555d60ab9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ab9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 -- 172.21.15.2:0/2270445014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 msgr2=0x555d60ac4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.721+0000 7ff01bfff640 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff01bfff640 1 -- 172.21.15.2:0/2270445014 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d609ab440 con 0x555d60ac4680 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff02259c640 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff01bfff640 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7ff00c009230 tx=0x7ff00c032df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c079559039dec18b server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff022d9d640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 0x7ff0100a51b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff01c008fd0 tx=0x7ff01c004ab0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff018ff9640 1 -- 172.21.15.2:0/2270445014 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c03f070 con 0x555d60ac4680 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff018ff9640 1 -- 172.21.15.2:0/2270445014 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff00c031630 con 0x555d60ac4680 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.722+0000 7ff018ff9640 1 -- 172.21.15.2:0/2270445014 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c035070 con 0x555d60ac4680 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- 172.21.15.2:0/2270445014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 msgr2=0x555d60ac6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.730 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7ff00c009230 tx=0x7ff00c032df0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- 172.21.15.2:0/2270445014 shutdown_connections 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac6a70 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60ac4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- 172.21.15.2:0/2270445014 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ab9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- 172.21.15.2:0/2270445014 >> 172.21.15.2:0/2270445014 conn(0x555d60ab5a30 msgr2=0x555d60ab5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- 172.21.15.2:0/2270445014 shutdown_connections 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- 172.21.15.2:0/2270445014 wait complete. 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- start start 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 Processor -- start 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 0x555d60ac1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555d60ac7250 con 0x555d60ac4680 2024-09-05T04:27:09.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.723+0000 7ff02adf4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555d609da050 con 0x555d60ab94a0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff02adf4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555d60ac73d0 con 0x555d60ab9dc0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff02adf4740 10 client.0 _ll_register_callbacks cb 0x555d60a1a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36840/0 (socket says 172.21.15.2:36840) 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 -- 172.21.15.2:0/38479008 learned_addr learned my addr 172.21.15.2:0/38479008 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff02259c640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff01bfff640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 0x555d60ac1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 -- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 msgr2=0x555d60ac1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 0x555d60ac1250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 -- 172.21.15.2:0/38479008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 msgr2=0x555d60ac3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 -- 172.21.15.2:0/38479008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d607903c0 con 0x555d60ac4680 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff01bfff640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 0x555d60ac1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:09.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff022d9d640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7ff01c011ee0 tx=0x7ff01c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7620d90ef4c8c55 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff009ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c023070 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7ff01c01f600 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.724+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff00c031630 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff01c02f050 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 10 client.19635 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555d60ad2c80 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff00c031630 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff01c01e070 con 0x555d60ac4680 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 10 client.19635 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 10 client.19635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 20 client.19635 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60ad40e0 0x555d60ad6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.733 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 4 client.19635 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:27:09.734 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555d60a2c850 con 0x555d60ad40e0 2024-09-05T04:27:09.735 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.725+0000 7ff02259c640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60ad40e0 0x555d60ad6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff009ffb640 10 client.19635 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:09.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff02259c640 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60ad40e0 0x555d60ad6580 crc :-1 s=READY pgs=468 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2a99633ace52df6 server_cookie=a5163ea21a7db75b in_seq=0 out_seq=0 2024-09-05T04:27:09.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff009ffb640 1 -- 172.21.15.2:0/38479008 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555d60a2c850 con 0x555d60ad40e0 2024-09-05T04:27:09.736 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff009ffb640 10 client.19635 handle_command_reply: tid=0 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff02adf4740 1 client.19635 shutdown 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 msgr2=0x555d60ac1790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.726+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7ff01c011ee0 tx=0x7ff01c004a40 comp rx=0 tx=0).stop 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 shutdown_connections 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60ad40e0 0x555d60ad6580 crc :-1 s=READY pgs=468 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60ac1790 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab9dc0 0x555d60ac1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 --2- 172.21.15.2:0/38479008 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 >> 172.21.15.2:0/38479008 conn(0x555d60ab5a30 msgr2=0x555d60abb710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff009ffb640 0 client.19635 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 shutdown_connections 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 1 -- 172.21.15.2:0/38479008 wait complete. 2024-09-05T04:27:09.737 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.727+0000 7ff02adf4740 20 client.19635 trim_cache size 0 max 16384 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 Processor -- start 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 -- start start 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ad04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60adbe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241acfa0 con 0x555d60ac4680 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241af800 con 0x555d60ab9dc0 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02adf4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241ad5f0 con 0x555d60ab94a0 2024-09-05T04:27:09.745 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36856/0 (socket says 172.21.15.2:36856) 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 -- 172.21.15.2:0/3134378348 learned_addr learned my addr 172.21.15.2:0/3134378348 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff01bfff640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60adbe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff02259c640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ad04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 -- 172.21.15.2:0/3134378348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 msgr2=0x555d60ad04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ad04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 -- 172.21.15.2:0/3134378348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 msgr2=0x555d60adbe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60adbe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 -- 172.21.15.2:0/3134378348 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555d60ad6c00 con 0x555d60ac4680 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff01bfff640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60adbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.744+0000 7ff022d9d640 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7ff01c011480 tx=0x7ff01c027e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd954e02d43e73d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.746 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff00bfff640 1 -- 172.21.15.2:0/3134378348 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c023040 con 0x555d60ac4680 2024-09-05T04:27:09.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff00bfff640 1 -- 172.21.15.2:0/3134378348 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff01c019070 con 0x555d60ac4680 2024-09-05T04:27:09.747 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff00bfff640 1 -- 172.21.15.2:0/3134378348 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c01f860 con 0x555d60ac4680 2024-09-05T04:27:09.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 -- 172.21.15.2:0/3134378348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 msgr2=0x555d60adc390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7ff01c011480 tx=0x7ff01c027e60 comp rx=0 tx=0).stop 2024-09-05T04:27:09.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 -- 172.21.15.2:0/3134378348 shutdown_connections 2024-09-05T04:27:09.750 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ac4680 0x555d60adc390 unknown :-1 s=CLOSED pgs=1758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab9dc0 0x555d60adbe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 --2- 172.21.15.2:0/3134378348 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ab94a0 0x555d60ad04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 -- 172.21.15.2:0/3134378348 >> 172.21.15.2:0/3134378348 conn(0x555d60ab5a30 msgr2=0x555d60abfb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 -- 172.21.15.2:0/3134378348 shutdown_connections 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.745+0000 7ff02adf4740 1 -- 172.21.15.2:0/3134378348 wait complete. 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 -- start start 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 Processor -- start 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ac4680 0x555d60ac9000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241adcc0 con 0x555d60ab9dc0 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241af130 con 0x555d60ab94a0 2024-09-05T04:27:09.751 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7ff0241ae390 con 0x555d60ac4680 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02adf4740 10 client.0 _ll_register_callbacks cb 0x7ff01c011b60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:36866/0 (socket says 172.21.15.2:36866) 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 -- 172.21.15.2:0/402859668 learned_addr learned my addr 172.21.15.2:0/402859668 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02259c640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff022d9d640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ac4680 0x555d60ac9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 -- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ac4680 msgr2=0x555d60ac9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ac4680 0x555d60ac9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 -- 172.21.15.2:0/402859668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 msgr2=0x555d60ac8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff01bfff640 1 -- 172.21.15.2:0/402859668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555d60b3e020 con 0x555d60ab9dc0 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.746+0000 7ff02259c640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-05T04:27:09.752 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff01bfff640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7ff00c02a9a0 tx=0x7ff00c0319d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=694e97c928656f5d server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff00c035050 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7ff00c004450 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff01c019070 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff00c055050 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 10 client.19641 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555d60b3f280 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff01c019070 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7ff00c004a80 con 0x555d60ab9dc0 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 10 client.19641 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 10 client.19641 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 20 client.19641 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:09.753 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60b3f5c0 0x555d60b419b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 4 client.19641 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.747+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555d60ac1b20 con 0x555d60b3f5c0 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02259c640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60b3f5c0 0x555d60b419b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02259c640 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60b3f5c0 0x555d60b419b0 crc :-1 s=READY pgs=469 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5186d51b9030498 server_cookie=275a366d89ee6fd1 in_seq=0 out_seq=0 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff009ffb640 10 client.19641 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff009ffb640 1 -- 172.21.15.2:0/402859668 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x555d60ac1b20 con 0x555d60b3f5c0 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff009ffb640 10 client.19641 handle_command_reply: tid=0 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 client.19641 shutdown 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 msgr2=0x555d60ac8ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7ff00c02a9a0 tx=0x7ff00c0319d0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 shutdown_connections 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555d60b3f5c0 0x555d60b419b0 crc :-1 s=READY pgs=469 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555d60ac4680 0x555d60ac9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555d60ab9dc0 0x555d60ac8ac0 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.754 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.748+0000 7ff02adf4740 1 --2- 172.21.15.2:0/402859668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555d60ab94a0 0x555d60ac8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 >> 172.21.15.2:0/402859668 conn(0x555d60ab5a30 msgr2=0x555d60ac32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff009ffb640 0 client.19641 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 shutdown_connections 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff02adf4740 1 -- 172.21.15.2:0/402859668 wait complete. 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff02adf4740 20 client.19641 trim_cache size 0 max 16384 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stdout: "status": "no active scrubs running", 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stdout: "scrubs": {} 2024-09-05T04:27:09.755 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 msgr2=0x7ff0100a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 0x7ff0100a51b0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff01c008fd0 tx=0x7ff01c004ab0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 msgr2=0x7ff024199280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7ff01400d770 tx=0x7ff01400dc30 comp rx=0 tx=0).stop 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 shutdown_connections 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7ff0100a2cf0 0x7ff0100a51b0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7ff024102ef0 0x7ff0241a4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.756 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7ff024102570 0x7ff0241997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 --2- 172.21.15.2:0/487058033 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7ff024100e20 0x7ff024199280 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:09.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 >> 172.21.15.2:0/487058033 conn(0x7ff0240fc7d0 msgr2=0x7ff0240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:09.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 shutdown_connections 2024-09-05T04:27:09.757 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:09.749+0000 7ff028a1b640 1 -- 172.21.15.2:0/487058033 wait complete. 2024-09-05T04:27:09.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:09 smithi079 ceph-mon[34908]: pgmap v507: 129 pgs: 129 active+clean; 4.7 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 109 KiB/s wr, 32 op/s 2024-09-05T04:27:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:09 smithi079 ceph-mon[34908]: osdmap e114: 12 total, 12 up, 12 in 2024-09-05T04:27:09.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:09 smithi079 ceph-mon[34908]: from='client.19617 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:10.574 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-05T04:27:10.574 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:27:10.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:10 smithi047 ceph-mon[34498]: from='client.19623 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:10.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:10 smithi002 ceph-mon[31001]: from='client.19623 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:10.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:10 smithi079 ceph-mon[34908]: from='client.19623 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-05T04:27:10.835 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3167241295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 msgr2=0x7fcb4810bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3167241295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb4810bbb0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7fcb44009900 tx=0x7fcb4402a480 comp rx=0 tx=0).stop 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3167241295 shutdown_connections 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3167241295 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3167241295 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb4810bbb0 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3167241295 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 0x7fcb48103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3167241295 >> 172.21.15.2:0/3167241295 conn(0x7fcb480fc7a0 msgr2=0x7fcb480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3167241295 shutdown_connections 2024-09-05T04:27:11.302 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.291+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3167241295 wait complete. 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 Processor -- start 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 -- start start 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 0x7fcb48198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fcb48111e10 con 0x7fcb481036c0 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fcb48111c90 con 0x7fcb48102da0 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4fa25640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fcb48111f90 con 0x7fcb4810c180 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4cfc0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4cfc0640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40532/0 (socket says 172.21.15.2:40532) 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4cfc0640 1 -- 172.21.15.2:0/3959550649 learned_addr learned my addr 172.21.15.2:0/3959550649 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:11.303 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.292+0000 7fcb4d7c1640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 0x7fcb48198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4dfc2640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 -- 172.21.15.2:0/3959550649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 msgr2=0x7fcb4819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4819cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 -- 172.21.15.2:0/3959550649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 msgr2=0x7fcb48198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 0x7fcb48198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 -- 172.21.15.2:0/3959550649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb4819d340 con 0x7fcb481036c0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4dfc2640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4cfc0640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7fcb44005940 tx=0x7fcb44004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb4403f030 con 0x7fcb481036c0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcb44003aa0 con 0x7fcb481036c0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb44035070 con 0x7fcb481036c0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb4819d5d0 con 0x7fcb481036c0 2024-09-05T04:27:11.304 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.293+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb4819da60 con 0x7fcb481036c0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.294+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb48103180 con 0x7fcb481036c0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.295+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fcb44042030 con 0x7fcb481036c0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.296+0000 7fcb3e7fc640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 0x7fcb340a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.296+0000 7fcb4d7c1640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 0x7fcb340a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.297+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7fcb440effe0 con 0x7fcb481036c0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.297+0000 7fcb4d7c1640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 0x7fcb340a51b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800bbc0 tx=0x7fcb3800b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:11.305 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.301+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcb440bc7f0 con 0x7fcb481036c0 2024-09-05T04:27:11.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.511+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb4802d7c0 con 0x7fcb481036c0 2024-09-05T04:27:11.512 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:11 smithi002 ceph-mon[31001]: pgmap v509: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-05T04:27:11.512 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.512+0000 7fcb3e7fc640 1 -- 172.21.15.2:0/3959550649 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fcb440bc0f0 con 0x7fcb481036c0 2024-09-05T04:27:11.513 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:11.513 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:27:11.513 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.514+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 msgr2=0x7fcb340a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.514+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 0x7fcb340a51b0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fcb3800bbc0 tx=0x7fcb3800b390 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.514+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 msgr2=0x7fcb481988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.514+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7fcb44005940 tx=0x7fcb44004270 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 shutdown_connections 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fcb340a2cf0 0x7fcb340a51b0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fcb4810c180 0x7fcb4819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fcb481036c0 0x7fcb481988d0 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 --2- 172.21.15.2:0/3959550649 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fcb48102da0 0x7fcb48198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:11.515 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 >> 172.21.15.2:0/3959550649 conn(0x7fcb480fc7a0 msgr2=0x7fcb480fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:11.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 shutdown_connections 2024-09-05T04:27:11.516 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:11.515+0000 7fcb4fa25640 1 -- 172.21.15.2:0/3959550649 wait complete. 2024-09-05T04:27:11.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:11 smithi047 ceph-mon[34498]: pgmap v509: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-05T04:27:11.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:11 smithi079 ceph-mon[34908]: pgmap v509: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 120 KiB/s wr, 44 op/s 2024-09-05T04:27:12.234 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-05T04:27:12.497 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:12.534 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:12 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3959550649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:12.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:12 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3959550649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:12.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:12 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3959550649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.011+0000 7f7b86446640 1 -- 172.21.15.2:0/2180220104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80101290 msgr2=0x7f7b801079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.011+0000 7f7b86446640 1 --2- 172.21.15.2:0/2180220104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80101290 0x7f7b801079e0 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f7b74009900 tx=0x7f7b7402a3f0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 -- 172.21.15.2:0/2180220104 shutdown_connections 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 --2- 172.21.15.2:0/2180220104 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80108110 0x7f7b8010ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 --2- 172.21.15.2:0/2180220104 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80101290 0x7f7b801079e0 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 --2- 172.21.15.2:0/2180220104 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b80100cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 -- 172.21.15.2:0/2180220104 >> 172.21.15.2:0/2180220104 conn(0x7f7b80077210 msgr2=0x7f7b80077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.030 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 -- 172.21.15.2:0/2180220104 shutdown_connections 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 -- 172.21.15.2:0/2180220104 wait complete. 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 Processor -- start 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 -- start start 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.012+0000 7f7b86446640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b8019a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80101290 0x7f7b8019ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7b80102c30 con 0x7f7b80108110 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7b80102ab0 con 0x7f7b801008e0 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7b80102db0 con 0x7f7b80101290 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40548/0 (socket says 172.21.15.2:40548) 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 -- 172.21.15.2:0/4076165908 learned_addr learned my addr 172.21.15.2:0/4076165908 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.031 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b8019a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80101290 0x7f7b8019ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 -- 172.21.15.2:0/4076165908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80101290 msgr2=0x7f7b8019ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80101290 0x7f7b8019ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 -- 172.21.15.2:0/4076165908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 msgr2=0x7f7b8019a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b8019a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 -- 172.21.15.2:0/4076165908 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8019f6e0 con 0x7f7b80108110 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b8019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b849e3640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800b970 tx=0x7f7b7800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7d7fa640 1 -- 172.21.15.2:0/4076165908 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b78019070 con 0x7f7b80108110 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7d7fa640 1 -- 172.21.15.2:0/4076165908 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b78014440 con 0x7f7b80108110 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b8019f9d0 con 0x7f7b80108110 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b7d7fa640 1 -- 172.21.15.2:0/4076165908 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b780075d0 con 0x7f7b80108110 2024-09-05T04:27:13.032 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.013+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b801a72b0 con 0x7f7b80108110 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b7d7fa640 1 -- 172.21.15.2:0/4076165908 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f7b7801c070 con 0x7f7b80108110 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 Processor -- start 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 -- start start 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de0993090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de0993a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555de08f92f0 con 0x555de099e370 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555de08a0cf0 con 0x555de09935d0 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.016+0000 7f7b8881f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555de08f52b0 con 0x555de0994b40 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40564/0 (socket says 172.21.15.2:40564) 2024-09-05T04:27:13.033 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/2329142988 learned_addr learned my addr 172.21.15.2:0/2329142988 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de0993a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7d7fa640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 0x7f7b680a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de0993090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/2329142988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 msgr2=0x555de0993090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de0993090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b849e3640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 0x7f7b680a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/2329142988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 msgr2=0x555de0993a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de0993a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/2329142988 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555de08853a0 con 0x555de099e370 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7d7fa640 1 -- 172.21.15.2:0/4076165908 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f7b780ced50 con 0x7f7b80108110 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f7b74005940 tx=0x7f7b740058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136a242aed30caff server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b667fc640 1 -- 172.21.15.2:0/2329142988 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b74035040 con 0x555de099e370 2024-09-05T04:27:13.034 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b849e3640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 0x7f7b680a51b0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b7809ac70 tx=0x7f7b7806cf30 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b667fc640 1 -- 172.21.15.2:0/2329142988 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b74031620 con 0x555de099e370 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.017+0000 7f7b667fc640 1 -- 172.21.15.2:0/2329142988 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b740047a0 con 0x555de099e370 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- 172.21.15.2:0/2329142988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 msgr2=0x555de09a0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f7b74005940 tx=0x7f7b740058b0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- 172.21.15.2:0/2329142988 shutdown_connections 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de099e370 0x555de09a0760 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de0993a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 --2- 172.21.15.2:0/2329142988 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de0993090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- 172.21.15.2:0/2329142988 >> 172.21.15.2:0/2329142988 conn(0x555de095c310 msgr2=0x555de098fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- 172.21.15.2:0/2329142988 shutdown_connections 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- 172.21.15.2:0/2329142988 wait complete. 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.018+0000 7f7b8881f740 1 -- start start 2024-09-05T04:27:13.035 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 Processor -- start 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de099b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de099b610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x555de09a1010 con 0x555de09935d0 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x555de08b4060 con 0x555de099e370 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x555de09a1190 con 0x555de0994b40 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b8881f740 10 client.0 _ll_register_callbacks cb 0x555de06078c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40572/0 (socket says 172.21.15.2:40572) 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/1185330620 learned_addr learned my addr 172.21.15.2:0/1185330620 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de099b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de099b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.036 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 msgr2=0x555de099b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de099b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/1185330620 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 msgr2=0x555de099b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de099b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.019+0000 7f7b7f7fe640 1 -- 172.21.15.2:0/1185330620 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555de066a3c0 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f7b74001eb0 tx=0x7f7b7402a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cfe8f0d44c9b235 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b74050020 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f7b74004460 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b74031620 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7b7405b050 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 10 client.19659 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555de09acab0 con 0x555de09935d0 2024-09-05T04:27:13.037 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b74031620 con 0x555de09935d0 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7b7403a040 con 0x555de09935d0 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 10 client.19659 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 10 client.19659 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 20 client.19659 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de09ade00 0x555de09b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 4 client.19659 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.020+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555de0906860 con 0x555de09ade00 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.021+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de09ade00 0x555de09b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.021+0000 7f7b5f7fe640 10 client.19659 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.021+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de09ade00 0x555de09b01f0 crc :-1 s=READY pgs=470 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39efa86162714f69 server_cookie=eec40293d1fe41d5 in_seq=0 out_seq=0 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/1185330620 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555de0906860 con 0x555de09ade00 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b5f7fe640 10 client.19659 handle_command_reply: tid=0 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 client.19659 shutdown 2024-09-05T04:27:13.038 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 msgr2=0x555de099dd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f7b74001eb0 tx=0x7f7b7402a3f0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 shutdown_connections 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de09ade00 0x555de09b01f0 crc :-1 s=READY pgs=470 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de099b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de0994b40 0x555de099b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 --2- 172.21.15.2:0/1185330620 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de09935d0 0x555de099dd70 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b5f7fe640 0 client.19659 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 >> 172.21.15.2:0/1185330620 conn(0x555de095c310 msgr2=0x555de0995960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 shutdown_connections 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 1 -- 172.21.15.2:0/1185330620 wait complete. 2024-09-05T04:27:13.039 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.022+0000 7f7b8881f740 20 client.19659 trim_cache size 0 max 16384 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.035+0000 7f7b8881f740 1 Processor -- start 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.035+0000 7f7b8881f740 1 -- start start 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 0x555de098fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de09b5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801af3b0 con 0x555de0994b40 2024-09-05T04:27:13.044 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801b1c10 con 0x555de099e370 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b8881f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801afa00 con 0x555de09935d0 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40578/0 (socket says 172.21.15.2:40578) 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 -- 172.21.15.2:0/450690920 learned_addr learned my addr 172.21.15.2:0/450690920 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 0x555de098fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de09b5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 -- 172.21.15.2:0/450690920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 msgr2=0x555de098fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 0x555de098fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 -- 172.21.15.2:0/450690920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 msgr2=0x555de09b5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de09b5790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 -- 172.21.15.2:0/450690920 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555de09932d0 con 0x555de0994b40 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 0x555de098fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:13.045 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x555de099a8b0 tx=0x7f7b70008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9df50b640e17db server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b65ffb640 1 -- 172.21.15.2:0/450690920 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70007cb0 con 0x555de0994b40 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b65ffb640 1 -- 172.21.15.2:0/450690920 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b70007e50 con 0x555de0994b40 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.036+0000 7f7b65ffb640 1 -- 172.21.15.2:0/450690920 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b700144a0 con 0x555de0994b40 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- 172.21.15.2:0/450690920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 msgr2=0x555de09aa2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x555de099a8b0 tx=0x7f7b70008040 comp rx=0 tx=0).stop 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- 172.21.15.2:0/450690920 shutdown_connections 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de099e370 0x555de09b5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de09aa2b0 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 --2- 172.21.15.2:0/450690920 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de09935d0 0x555de098fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- 172.21.15.2:0/450690920 >> 172.21.15.2:0/450690920 conn(0x555de095c310 msgr2=0x555de098f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- 172.21.15.2:0/450690920 shutdown_connections 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- 172.21.15.2:0/450690920 wait complete. 2024-09-05T04:27:13.046 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.037+0000 7f7b8881f740 1 -- start start 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 Processor -- start 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de09a6c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de099e370 0x555de09983a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801b00d0 con 0x555de0994b40 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801b1540 con 0x555de09935d0 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f7b801b07a0 con 0x555de099e370 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b8881f740 10 client.0 _ll_register_callbacks cb 0x7f7b700071a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40590/0 (socket says 172.21.15.2:40590) 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 -- 172.21.15.2:0/512177930 learned_addr learned my addr 172.21.15.2:0/512177930 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de09a6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.047 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de099e370 0x555de09983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 -- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de099e370 msgr2=0x555de09983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de099e370 0x555de09983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 -- 172.21.15.2:0/512177930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 msgr2=0x555de09a6c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de09a6c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.038+0000 7f7b7ffff640 1 -- 172.21.15.2:0/512177930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555de0998bd0 con 0x555de0994b40 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b7ffff640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f7b70006a70 tx=0x7f7b70014780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad7ccfbf04901b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.2:3300/0 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b70029030 con 0x555de0994b40 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7b70007e50 con 0x555de0994b40 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mon.0 v2:172.21.15.2:3300/0 2 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f7b70014b30 con 0x555de0994b40 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7b70035050 con 0x555de0994b40 2024-09-05T04:27:13.048 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 10 client.19665 fetch_fsmap learned FSMap version 21 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=4+}) -- 0x555de0a18760 con 0x555de0994b40 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mon.0 v2:172.21.15.2:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b70007e50 con 0x555de0994b40 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mon.0 v2:172.21.15.2:3300/0 5 ==== fsmap(e 21) ==== 8338+0+0 (secure 0 0 0) 0x7f7b7002d3c0 con 0x555de0994b40 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 10 client.19665 fetch_fsmap finished waiting for FSMap version 21 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 10 client.19665 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 20 client.19665 populate_metadata read hostname 'smithi002' 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de0a18e00 0x555de0a1b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.039+0000 7f7b8881f740 4 client.19665 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 --> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555de0900d70 con 0x555de0a18e00 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de0a18e00 0x555de0a1b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b7f7fe640 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de0a18e00 0x555de0a1b220 crc :-1 s=READY pgs=471 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fbd86a328b10529 server_cookie=760976b6767d7593 in_seq=0 out_seq=0 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b5f7fe640 10 client.19665 ms_handle_connect on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:13.049 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b5f7fe640 1 -- 172.21.15.2:0/512177930 <== mds.0 v2:172.21.15.79:6838/3872962547 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555de0900d70 con 0x555de0a18e00 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b5f7fe640 10 client.19665 handle_command_reply: tid=0 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b8881f740 1 client.19665 shutdown 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 msgr2=0x555de0997e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.040+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f7b70006a70 tx=0x7f7b70014780 comp rx=0 tx=0).stop 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 shutdown_connections 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:6838/3872962547,v1:172.21.15.79:6839/3872962547] conn(0x555de0a18e00 0x555de0a1b220 crc :-1 s=READY pgs=471 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x555de099e370 0x555de09983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x555de0994b40 0x555de0997e40 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b5f7fe640 0 client.19665 ms_handle_reset on v2:172.21.15.79:6838/3872962547 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 --2- 172.21.15.2:0/512177930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x555de09935d0 0x555de09a6c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 >> 172.21.15.2:0/512177930 conn(0x555de095c310 msgr2=0x555de098e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 shutdown_connections 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 1 -- 172.21.15.2:0/512177930 wait complete. 2024-09-05T04:27:13.050 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b8881f740 20 client.19665 trim_cache size 0 max 16384 2024-09-05T04:27:13.051 INFO:teuthology.orchestra.run.smithi002.stdout:[] 2024-09-05T04:27:13.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 msgr2=0x7f7b680a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.051 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 0x7f7b680a51b0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f7b7809ac70 tx=0x7f7b7806cf30 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 msgr2=0x7f7b8019f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f7b7800b970 tx=0x7f7b7800be30 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 shutdown_connections 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f7b680a2cf0 0x7f7b680a51b0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f7b80108110 0x7f7b8019f000 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f7b80101290 0x7f7b8019ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 --2- 172.21.15.2:0/4076165908 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f7b801008e0 0x7f7b8019a730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 >> 172.21.15.2:0/4076165908 conn(0x7f7b80077210 msgr2=0x7f7b801065d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 shutdown_connections 2024-09-05T04:27:13.052 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.041+0000 7f7b86446640 1 -- 172.21.15.2:0/4076165908 wait complete. 2024-09-05T04:27:13.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:13 smithi047 ceph-mon[34498]: pgmap v510: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 99 KiB/s wr, 36 op/s 2024-09-05T04:27:13.735 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:13 smithi002 ceph-mon[31001]: pgmap v510: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 99 KiB/s wr, 36 op/s 2024-09-05T04:27:13.762 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph_91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-09-05T04:27:13.763 INFO:tasks.fwd_scrub:done joining 2024-09-05T04:27:13.763 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-05T04:27:13.774 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-05T04:27:13.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:13 smithi079 ceph-mon[34908]: pgmap v510: 129 pgs: 129 active+clean; 4.8 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 99 KiB/s wr, 36 op/s 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- 172.21.15.2:0/2400219672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 msgr2=0x7f33dc106dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2400219672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc106dc0 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009930 tx=0x7f33d802a420 comp rx=0 tx=0).stop 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- 172.21.15.2:0/2400219672 shutdown_connections 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2400219672 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc101370 0x7f33dc10d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2400219672 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc1009d0 0x7f33dc100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.878 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2400219672 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc106dc0 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- 172.21.15.2:0/2400219672 >> 172.21.15.2:0/2400219672 conn(0x7f33dc0fc6b0 msgr2=0x7f33dc0fead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- 172.21.15.2:0/2400219672 shutdown_connections 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- 172.21.15.2:0/2400219672 wait complete. 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 Processor -- start 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.876+0000 7f33e42ba640 1 -- start start 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 0x7f33dc1972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc101370 0x7f33dc1977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f33dc110d20 con 0x7f33dc1069e0 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f33dc110ba0 con 0x7f33dc1009d0 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e42ba640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f33dc110ea0 con 0x7f33dc101370 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40616/0 (socket says 172.21.15.2:40616) 2024-09-05T04:27:13.879 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 -- 172.21.15.2:0/2339052793 learned_addr learned my addr 172.21.15.2:0/2339052793 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e1855640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc101370 0x7f33dc1977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2056640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 0x7f33dc1972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 -- 172.21.15.2:0/2339052793 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc101370 msgr2=0x7f33dc1977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc101370 0x7f33dc1977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 -- 172.21.15.2:0/2339052793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 msgr2=0x7f33dc1972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 0x7f33dc1972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 -- 172.21.15.2:0/2339052793 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33dc19c2a0 con 0x7f33dc1069e0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2056640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 0x7f33dc1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33e2857640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f33d400cad0 tx=0x7f33d400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.877+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d400ae20 con 0x7f33dc1069e0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.878+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33d4005020 con 0x7f33dc1069e0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.878+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33dc19c590 con 0x7f33dc1069e0 2024-09-05T04:27:13.880 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.878+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d400f6b0 con 0x7f33dc1069e0 2024-09-05T04:27:13.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.878+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33dc06a370 con 0x7f33dc1069e0 2024-09-05T04:27:13.881 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.879+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33dc100e30 con 0x7f33dc1069e0 2024-09-05T04:27:13.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.880+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f33d40051d0 con 0x7f33dc1069e0 2024-09-05T04:27:13.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.881+0000 7f33d37fe640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 0x7f33c80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:13.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.881+0000 7f33e2056640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 0x7f33c80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:13.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.881+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f33d40cf860 con 0x7f33dc1069e0 2024-09-05T04:27:13.882 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.881+0000 7f33e2056640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 0x7f33c80a51c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f33d8006010 tx=0x7f33d8000bc0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:13.885 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:13.885+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f33d4014030 con 0x7f33dc1069e0 2024-09-05T04:27:14.066 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.066+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33dc06adf0 con 0x7f33dc1069e0 2024-09-05T04:27:14.068 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.068+0000 7f33d37fe640 1 -- 172.21.15.2:0/2339052793 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+25326 (secure 0 0 0) 0x7f33d409c090 con 0x7f33dc1069e0 2024-09-05T04:27:14.068 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:14.068 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":114,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:27:08.345938+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"113","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":113,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"113","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":113,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/3478175109":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1787317877":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/2016255054":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6800/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/4162768966":"2024-09-06T04:10:57.850961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]},{"pool":4,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 msgr2=0x7f33c80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 0x7f33c80a51c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f33d8006010 tx=0x7f33d8000bc0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 msgr2=0x7f33dc19bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f33d400cad0 tx=0x7f33d400cf90 comp rx=0 tx=0).stop 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 shutdown_connections 2024-09-05T04:27:14.070 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f33c80a2d00 0x7f33c80a51c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f33dc1069e0 0x7f33dc19bb70 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f33dc101370 0x7f33dc1977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 --2- 172.21.15.2:0/2339052793 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f33dc1009d0 0x7f33dc1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 >> 172.21.15.2:0/2339052793 conn(0x7f33dc0fc6b0 msgr2=0x7f33dc0fd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 shutdown_connections 2024-09-05T04:27:14.071 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.070+0000 7f33e42ba640 1 -- 172.21.15.2:0/2339052793 wait complete. 2024-09-05T04:27:14.082 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-05T04:04:20.876371+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-05T04:08:47.603917+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-05T04:08:49.549970+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '113', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 113, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-05T04:08:55.948596+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '113', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 113, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-05T04:27:14.082 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 -- 172.21.15.2:0/3662268827 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 msgr2=0x7fbf0c10d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 --2- 172.21.15.2:0/3662268827 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c10d870 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7fbefc009cd0 tx=0x7fbefc02a8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 -- 172.21.15.2:0/3662268827 shutdown_connections 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 --2- 172.21.15.2:0/3662268827 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c10d870 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 --2- 172.21.15.2:0/3662268827 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 0x7fbf0c101260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.187 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 --2- 172.21.15.2:0/3662268827 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 0x7fbf0c106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 -- 172.21.15.2:0/3662268827 >> 172.21.15.2:0/3662268827 conn(0x7fbf0c0766f0 msgr2=0x7fbf0c076b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 -- 172.21.15.2:0/3662268827 shutdown_connections 2024-09-05T04:27:14.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.186+0000 7fbf1104c640 1 -- 172.21.15.2:0/3662268827 wait complete. 2024-09-05T04:27:14.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 Processor -- start 2024-09-05T04:27:14.188 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 -- start start 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 0x7fbf0c199000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 0x7fbf0c1a4080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c110ca0 con 0x7fbf0c1017a0 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c110b20 con 0x7fbf0c100e00 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.187+0000 7fbf1104c640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fbf0c110e20 con 0x7fbf0c1069b0 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40630/0 (socket says 172.21.15.2:40630) 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 -- 172.21.15.2:0/1408924455 learned_addr learned my addr 172.21.15.2:0/1408924455 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0ad9d640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 0x7fbf0c199000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0b59e640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 0x7fbf0c1a4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 -- 172.21.15.2:0/1408924455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 msgr2=0x7fbf0c1a4080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.190 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 0x7fbf0c1a4080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 -- 172.21.15.2:0/1408924455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 msgr2=0x7fbf0c199000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 0x7fbf0c199000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 -- 172.21.15.2:0/1408924455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf0c1a45c0 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf0a59c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7fbef400c920 tx=0x7fbef400cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4007bb0 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbef4007d50 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf0c1a4790 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbef4018730 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.188+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf0c1a4cb0 con 0x7fbf0c1017a0 2024-09-05T04:27:14.191 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.189+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf0c101260 con 0x7fbf0c1017a0 2024-09-05T04:27:14.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.191+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fbef400f450 con 0x7fbf0c1017a0 2024-09-05T04:27:14.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.191+0000 7fbf03fff640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 0x7fbef80a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.191+0000 7fbf0ad9d640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 0x7fbef80a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.191+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7fbef40cf970 con 0x7fbf0c1017a0 2024-09-05T04:27:14.192 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.192+0000 7fbf0ad9d640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 0x7fbef80a51c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400ab60 tx=0x7fbf0400a2d0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.195 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.195+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbef4014030 con 0x7fbf0c1017a0 2024-09-05T04:27:14.371 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.371+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fbf0c1a4f70 con 0x7fbf0c1017a0 2024-09-05T04:27:14.372 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.372+0000 7fbf03fff640 1 -- 172.21.15.2:0/1408924455 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v114) ==== 93+0+10 (secure 0 0 0) 0x7fbef409c1a0 con 0x7fbf0c1017a0 2024-09-05T04:27:14.372 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 1 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 msgr2=0x7fbef80a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 0x7fbef80a51c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fbf0400ab60 tx=0x7fbf0400a2d0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 msgr2=0x7fbf0c199540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7fbef400c920 tx=0x7fbef400cd20 comp rx=0 tx=0).stop 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 shutdown_connections 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fbef80a2d00 0x7fbef80a51c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fbf0c1069b0 0x7fbf0c1a4080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fbf0c1017a0 0x7fbf0c199540 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.374 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 --2- 172.21.15.2:0/1408924455 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fbf0c100e00 0x7fbf0c199000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.375 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 >> 172.21.15.2:0/1408924455 conn(0x7fbf0c0766f0 msgr2=0x7fbf0c0fedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.375 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 shutdown_connections 2024-09-05T04:27:14.375 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.374+0000 7fbf1104c640 1 -- 172.21.15.2:0/1408924455 wait complete. 2024-09-05T04:27:14.385 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-05T04:27:14.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.489+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1707832481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc1059b0 msgr2=0x7f49cc105d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.489+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1707832481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc1059b0 0x7f49cc105d90 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f49bc009900 tx=0x7f49bc02a410 comp rx=0 tx=0).stop 2024-09-05T04:27:14.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1707832481 shutdown_connections 2024-09-05T04:27:14.490 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1707832481 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc101ad0 0x7f49cc10d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1707832481 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101150 0x7f49cc101590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1707832481 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc1059b0 0x7f49cc105d90 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1707832481 >> 172.21.15.2:0/1707832481 conn(0x7f49cc077100 msgr2=0x7f49cc0fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1707832481 shutdown_connections 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1707832481 wait complete. 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 Processor -- start 2024-09-05T04:27:14.491 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.490+0000 7f49d1fe8640 1 -- start start 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101ad0 0x7f49cc198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc1059b0 0x7f49cc19ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110d60 con 0x7f49cc101150 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110be0 con 0x7f49cc1059b0 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110ee0 con 0x7f49cc101ad0 2024-09-05T04:27:14.493 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40650/0 (socket says 172.21.15.2:40650) 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 -- 172.21.15.2:0/1132832060 learned_addr learned my addr 172.21.15.2:0/1132832060 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cbfff640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc1059b0 0x7f49cc19ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49caffd640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101ad0 0x7f49cc198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 -- 172.21.15.2:0/1132832060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101ad0 msgr2=0x7f49cc198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101ad0 0x7f49cc198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 -- 172.21.15.2:0/1132832060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc1059b0 msgr2=0x7f49cc19ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.494 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc1059b0 0x7f49cc19ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 -- 172.21.15.2:0/1132832060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc19d3f0 con 0x7f49cc101150 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49cb7fe640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f49bc005940 tx=0x7f49bc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc03f030 con 0x7f49cc101150 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49cc19d680 con 0x7f49cc101150 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49bc003cb0 con 0x7f49cc101150 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc035070 con 0x7f49cc101150 2024-09-05T04:27:14.495 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.491+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49cc1a4f70 con 0x7f49cc101150 2024-09-05T04:27:14.496 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.492+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49cc102160 con 0x7f49cc101150 2024-09-05T04:27:14.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.493+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f49bc042030 con 0x7f49cc101150 2024-09-05T04:27:14.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.494+0000 7f49c8ff9640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 0x7f49b40a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.494+0000 7f49caffd640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 0x7f49b40a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.494+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f49bc0efd50 con 0x7f49cc101150 2024-09-05T04:27:14.497 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.495+0000 7f49caffd640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 0x7f49b40a51c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f49cc0ff600 tx=0x7f49c0005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.498 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.498+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f49bc0bc520 con 0x7f49cc101150 2024-09-05T04:27:14.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.672+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f49cc1a5140 con 0x7f49cc101150 2024-09-05T04:27:14.672 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.672+0000 7f49c8ff9640 1 -- 172.21.15.2:0/1132832060 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v114) ==== 104+0+11 (secure 0 0 0) 0x7f49bc0bbe20 con 0x7f49cc101150 2024-09-05T04:27:14.672 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2024-09-05T04:27:14.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 msgr2=0x7f49b40a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 0x7f49b40a51c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f49cc0ff600 tx=0x7f49c0005f90 comp rx=0 tx=0).stop 2024-09-05T04:27:14.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 msgr2=0x7f49cc198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.674 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f49bc005940 tx=0x7f49bc0042f0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 shutdown_connections 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f49b40a2d00 0x7f49b40a51c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f49cc1059b0 0x7f49cc19ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f49cc101ad0 0x7f49cc198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 --2- 172.21.15.2:0/1132832060 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f49cc101150 0x7f49cc198400 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 >> 172.21.15.2:0/1132832060 conn(0x7f49cc077100 msgr2=0x7f49cc1001c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 shutdown_connections 2024-09-05T04:27:14.675 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.674+0000 7f49d1fe8640 1 -- 172.21.15.2:0/1132832060 wait complete. 2024-09-05T04:27:14.684 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:14 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2339052793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:14.685 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-05T04:27:14.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:14 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2339052793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:14.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 -- 172.21.15.2:0/1360597631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 msgr2=0x7f573010d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 --2- 172.21.15.2:0/1360597631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573010d870 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f5728009cd0 tx=0x7f572802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 -- 172.21.15.2:0/1360597631 shutdown_connections 2024-09-05T04:27:14.793 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 --2- 172.21.15.2:0/1360597631 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573010d870 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 --2- 172.21.15.2:0/1360597631 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f5730100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 --2- 172.21.15.2:0/1360597631 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 0x7f5730106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 -- 172.21.15.2:0/1360597631 >> 172.21.15.2:0/1360597631 conn(0x7f57300fc6a0 msgr2=0x7f57300feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 -- 172.21.15.2:0/1360597631 shutdown_connections 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 -- 172.21.15.2:0/1360597631 wait complete. 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.791+0000 7f573528b640 1 Processor -- start 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 -- start start 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f573019a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 0x7f573019ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5730110ca0 con 0x7f5730101340 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5730110b20 con 0x7f57301069b0 2024-09-05T04:27:14.794 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f573528b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5730110e20 con 0x7f57301009a0 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40654/0 (socket says 172.21.15.2:40654) 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 -- 172.21.15.2:0/81379729 learned_addr learned my addr 172.21.15.2:0/81379729 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572f7fe640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 0x7f573019ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572effd640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f573019a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 -- 172.21.15.2:0/81379729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 msgr2=0x7f573019a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f573019a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 -- 172.21.15.2:0/81379729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 msgr2=0x7f573019ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.795 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 0x7f573019ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 -- 172.21.15.2:0/81379729 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573019f430 con 0x7f5730101340 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572effd640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f573019a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.792+0000 7f572e7fc640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f572400c920 tx=0x7f572400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.793+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724007c70 con 0x7f5730101340 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.793+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573019f720 con 0x7f5730101340 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.793+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5724007e10 con 0x7f5730101340 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.793+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724018820 con 0x7f5730101340 2024-09-05T04:27:14.796 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.793+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57301a6fb0 con 0x7f5730101340 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.794+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5730100e00 con 0x7f5730101340 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.795+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f57240189c0 con 0x7f5730101340 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.795+0000 7f5717fff640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 0x7f57180a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.796+0000 7f572effd640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 0x7f57180a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.796+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f57240cf970 con 0x7f5730101340 2024-09-05T04:27:14.797 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.796+0000 7f572effd640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 0x7f57180a51c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5720005fd0 tx=0x7f5720005850 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:14.800 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.800+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5724014030 con 0x7f5730101340 2024-09-05T04:27:14.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:14 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2339052793' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:14.978 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.978+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f57301a7340 con 0x7f5730101340 2024-09-05T04:27:14.979 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.979+0000 7f5717fff640 1 -- 172.21.15.2:0/81379729 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v114) ==== 100+0+11 (secure 0 0 0) 0x7f572409c1a0 con 0x7f5730101340 2024-09-05T04:27:14.979 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 64 2024-09-05T04:27:14.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 msgr2=0x7f57180a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.981 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 0x7f57180a51c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5720005fd0 tx=0x7f5720005850 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 msgr2=0x7f573019a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f572400c920 tx=0x7f572400cde0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 shutdown_connections 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f57180a2d00 0x7f57180a51c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f57301069b0 0x7f573019ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f5730101340 0x7f573019a980 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 --2- 172.21.15.2:0/81379729 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f57301009a0 0x7f573019a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 >> 172.21.15.2:0/81379729 conn(0x7f57300fc6a0 msgr2=0x7f573006a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 shutdown_connections 2024-09-05T04:27:14.982 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:14.981+0000 7f573528b640 1 -- 172.21.15.2:0/81379729 wait complete. 2024-09-05T04:27:14.992 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- 172.21.15.2:0/1563304586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281009a0 msgr2=0x7f5828100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 --2- 172.21.15.2:0/1563304586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281009a0 0x7f5828100e00 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7f581c009930 tx=0x7f581c02a420 comp rx=0 tx=0).stop 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- 172.21.15.2:0/1563304586 shutdown_connections 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 --2- 172.21.15.2:0/1563304586 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f582810d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 --2- 172.21.15.2:0/1563304586 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281009a0 0x7f5828100e00 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 --2- 172.21.15.2:0/1563304586 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58281069b0 0x7f5828106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.098 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- 172.21.15.2:0/1563304586 >> 172.21.15.2:0/1563304586 conn(0x7f58280fc6a0 msgr2=0x7f58280feac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- 172.21.15.2:0/1563304586 shutdown_connections 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- 172.21.15.2:0/1563304586 wait complete. 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 Processor -- start 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.096+0000 7f582f94b640 1 -- start start 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58281009a0 0x7f5828197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f58281977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f5828110ca0 con 0x7f58281069b0 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f5828110b20 con 0x7f5828101340 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f5828110e20 con 0x7f58281009a0 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40670/0 (socket says 172.21.15.2:40670) 2024-09-05T04:27:15.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 -- 172.21.15.2:0/217348872 learned_addr learned my addr 172.21.15.2:0/217348872 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582cee6640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f58281977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 -- 172.21.15.2:0/217348872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58281009a0 msgr2=0x7f5828197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58281009a0 0x7f5828197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 -- 172.21.15.2:0/217348872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 msgr2=0x7f58281977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f58281977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 -- 172.21.15.2:0/217348872 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f582819c260 con 0x7f58281069b0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582cee6640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f58281977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582dee8640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f5818009fd0 tx=0x7f581800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818017070 con 0x7f58281069b0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5818003e20 con 0x7f58281069b0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f582819c550 con 0x7f58281069b0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5818010460 con 0x7f58281069b0 2024-09-05T04:27:15.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.097+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58281a3de0 con 0x7f58281069b0 2024-09-05T04:27:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.098+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5828100e00 con 0x7f58281069b0 2024-09-05T04:27:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.100+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f5818003970 con 0x7f58281069b0 2024-09-05T04:27:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.100+0000 7f58267fc640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 0x7f58100a5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.101+0000 7f582d6e7640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 0x7f58100a5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.101+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f58180cf650 con 0x7f58281069b0 2024-09-05T04:27:15.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.101+0000 7f582d6e7640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 0x7f58100a5240 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5820005d80 tx=0x7f5820005c90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:15.104 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.104+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f581809bf00 con 0x7f58281069b0 2024-09-05T04:27:15.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.279+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f582802d7c0 con 0x7f58281069b0 2024-09-05T04:27:15.279 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.279+0000 7f58267fc640 1 -- 172.21.15.2:0/217348872 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v114) ==== 103+0+11 (secure 0 0 0) 0x7f581809b800 con 0x7f58281069b0 2024-09-05T04:27:15.279 INFO:teuthology.orchestra.run.smithi002.stdout:pg_num: 32 2024-09-05T04:27:15.281 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 msgr2=0x7f58100a5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 0x7f58100a5240 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5820005d80 tx=0x7f5820005c90 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 msgr2=0x7f582819bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f5818009fd0 tx=0x7f581800b260 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 shutdown_connections 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f58100a2d80 0x7f58100a5240 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f58281069b0 0x7f582819bb30 unknown :-1 s=CLOSED pgs=1777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f5828101340 0x7f58281977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 --2- 172.21.15.2:0/217348872 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f58281009a0 0x7f5828197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.282 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 >> 172.21.15.2:0/217348872 conn(0x7f58280fc6a0 msgr2=0x7f58280fd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:15.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 shutdown_connections 2024-09-05T04:27:15.283 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.281+0000 7f582f94b640 1 -- 172.21.15.2:0/217348872 wait complete. 2024-09-05T04:27:15.292 DEBUG:teuthology.orchestra.run.smithi002:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- 172.21.15.2:0/4069533560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c1009c0 msgr2=0x7efe2c100e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 --2- 172.21.15.2:0/4069533560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c1009c0 0x7efe2c100e20 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7efe14009930 tx=0x7efe1402a420 comp rx=0 tx=0).stop 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- 172.21.15.2:0/4069533560 shutdown_connections 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 --2- 172.21.15.2:0/4069533560 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c101360 0x7efe2c10d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 --2- 172.21.15.2:0/4069533560 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c1009c0 0x7efe2c100e20 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 --2- 172.21.15.2:0/4069533560 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1069d0 0x7efe2c106db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- 172.21.15.2:0/4069533560 >> 172.21.15.2:0/4069533560 conn(0x7efe2c077a10 msgr2=0x7efe2c0fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:15.395 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- 172.21.15.2:0/4069533560 shutdown_connections 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- 172.21.15.2:0/4069533560 wait complete. 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 Processor -- start 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.393+0000 7efe32359640 1 -- start start 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1009c0 0x7efe2c198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 0x7efe2c19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c110d20 con 0x7efe2c101360 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c110ba0 con 0x7efe2c1069d0 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c110ea0 con 0x7efe2c1009c0 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:40678/0 (socket says 172.21.15.2:40678) 2024-09-05T04:27:15.396 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 -- 172.21.15.2:0/3265215852 learned_addr learned my addr 172.21.15.2:0/3265215852 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe2bfff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1009c0 0x7efe2c198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe308f6640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 0x7efe2c19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 -- 172.21.15.2:0/3265215852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1009c0 msgr2=0x7efe2c198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1009c0 0x7efe2c198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 -- 172.21.15.2:0/3265215852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 msgr2=0x7efe2c19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 0x7efe2c19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 -- 172.21.15.2:0/3265215852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2c19d440 con 0x7efe2c101360 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe308f6640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 0x7efe2c19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe23fff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7efe14005940 tx=0x7efe140042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1403f030 con 0x7efe2c101360 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efe14003cb0 con 0x7efe2c101360 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2c19d6d0 con 0x7efe2c101360 2024-09-05T04:27:15.397 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe14035070 con 0x7efe2c101360 2024-09-05T04:27:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.394+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2c1a4fc0 con 0x7efe2c101360 2024-09-05T04:27:15.398 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.395+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe2c100ea0 con 0x7efe2c101360 2024-09-05T04:27:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.397+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7efe14042030 con 0x7efe2c101360 2024-09-05T04:27:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.397+0000 7efe29ffb640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 0x7efe180a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.398+0000 7efe2bfff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 0x7efe180a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.398+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7efe140f0120 con 0x7efe2c101360 2024-09-05T04:27:15.399 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.398+0000 7efe2bfff640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 0x7efe180a51c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efe1c009890 tx=0x7efe1c008040 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:15.401 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.401+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efe140bc8f0 con 0x7efe2c101360 2024-09-05T04:27:15.623 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.623+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7efe2c1a5220 con 0x7efe2c101360 2024-09-05T04:27:15.631 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.631+0000 7efe29ffb640 1 -- 172.21.15.2:0/3265215852 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) ==== 81+0+740892 (secure 0 0 0) 0x7efe140bc1f0 con 0x7efe2c101360 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout: "epoch": 26, 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout: "active_gid": 15168, 2024-09-05T04:27:15.640 INFO:teuthology.orchestra.run.smithi002.stdout: "active_name": "x", 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "active_addrs": { 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:6800", 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 4214129385 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v1", 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:6801", 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 4214129385 2024-09-05T04:27:15.641 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "active_addr": "172.21.15.2:6801/4214129385", 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "active_change": "2024-09-05T04:10:57.851212+0000", 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "active_mgr_features": 4540701547738038271, 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "available": true, 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "standbys": [ 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "gid": 15162, 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "y", 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr_features": 4540701547738038271, 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "available_modules": [ 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.642 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "alerts", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T04:27:15.643 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.644 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.645 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.646 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.647 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.648 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.649 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_destination": { 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_destination", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email address to send alerts to", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.650 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_from_name": { 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_from_name", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "Ceph", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email From: name", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_host": { 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_host", 2024-09-05T04:27:15.651 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP server", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_password": { 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_password", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.652 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Password to authenticate with", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_port": { 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_port", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.653 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "465", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP port", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_sender": { 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_sender", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.654 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP envelope sender", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_ssl": { 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_ssl", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.655 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_user": { 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_user", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.656 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "User to authenticate as", 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "balancer", 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "active": { 2024-09-05T04:27:15.657 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "active", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_time": { 2024-09-05T04:27:15.658 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_time", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0000", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_weekday": { 2024-09-05T04:27:15.659 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_weekday", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_max_iterations": { 2024-09-05T04:27:15.660 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_max_iterations", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "25", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "250", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_metrics": { 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_metrics", 2024-09-05T04:27:15.661 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_step": { 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_step", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.662 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.5", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0.001", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "0.999", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "aggressiveness of optimization", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "end_time": { 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_time", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.663 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2359", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "end_weekday": { 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_weekday", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.664 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.665 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.666 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.667 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.668 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.669 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "min_score": { 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_score", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.670 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "upmap", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "crush-compat", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "none", 2024-09-05T04:27:15.671 INFO:teuthology.orchestra.run.smithi002.stdout: "read", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap-read" 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Balancer mode", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_ids": { 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_ids", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.672 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.673 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_deviation": { 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_deviation", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.674 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_optimizations": { 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_optimizations", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.675 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm", 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.676 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_down_multiplier": { 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_down_multiplier", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.677 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_refresh_rate": { 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_refresh_rate", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "20", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.678 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_starting_port": { 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_starting_port", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4721", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T04:27:15.679 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_ptrace": { 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_ptrace", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.680 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_interval": { 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_interval", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.681 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_memory_target_ratio": { 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.7", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.682 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm_log_destination": { 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm_log_destination", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.683 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "file", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "file,syslog", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "syslog" 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "cgroups_split": { 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cgroups_split", 2024-09-05T04:27:15.684 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "config_checks_enabled": { 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_checks_enabled", 2024-09-05T04:27:15.685 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "config_dashboard": { 2024-09-05T04:27:15.686 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_dashboard", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.687 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_alertmanager": { 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_alertmanager", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.688 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_base": { 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_base", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Container image name, without the tag", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.689 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_elasticsearch": { 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_elasticsearch", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "elasticsearch container image", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.690 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_grafana": { 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_grafana", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.691 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_haproxy": { 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_haproxy", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "HAproxy container image", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.692 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_agent": { 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_agent", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger agent container image", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.693 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_collector": { 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_collector", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger collector container image", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.694 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_query": { 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_query", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger query container image", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.695 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_keepalived": { 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_keepalived", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Keepalived container image", 2024-09-05T04:27:15.696 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_loki": { 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_loki", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.697 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Loki container image", 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_node_exporter": { 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_node_exporter", 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.698 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_nvmeof": { 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_nvmeof", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.699 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Nvme-of container image", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_prometheus": { 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_prometheus", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.700 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_promtail": { 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_promtail", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.701 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Promtail container image", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_samba": { 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_samba", 2024-09-05T04:27:15.702 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Samba/SMB container image", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_snmp_gateway": { 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_snmp_gateway", 2024-09-05T04:27:15.703 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SNMP Gateway container image", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "container_init": { 2024-09-05T04:27:15.704 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_init", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.705 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "daemon_cache_timeout": { 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "daemon_cache_timeout", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.706 INFO:teuthology.orchestra.run.smithi002.stdout: "default_cephadm_command_timeout": { 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "900", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.707 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "default_registry": { 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_registry", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.708 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "device_cache_timeout": { 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_cache_timeout", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1800", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache device inventory", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.709 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "device_enhanced_scan": { 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_enhanced_scan", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.710 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "facts_cache_timeout": { 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "facts_cache_timeout", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache host facts data", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.711 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "grafana_dashboards_path": { 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "grafana_dashboards_path", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.712 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "host_check_interval": { 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "host_check_interval", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to perform a host check", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.713 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "hw_monitoring": { 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hw_monitoring", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.714 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "inventory_list_all": { 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "inventory_list_all", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T04:27:15.715 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.716 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "log_refresh_metadata": { 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_refresh_metadata", 2024-09-05T04:27:15.717 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.718 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.719 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.720 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.721 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.722 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "*", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.723 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "max_count_per_host": { 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_count_per_host", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.724 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of daemons per service per host", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "max_osd_draining_count": { 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_osd_draining_count", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.725 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "migration_current": { 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "migration_current", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.726 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "internal - do not modify", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "root", 2024-09-05T04:27:15.727 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm-package", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "root" 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "oob_default_addr": { 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "oob_default_addr", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.728 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "169.254.1.1", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "prometheus_alerts_path": { 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus_alerts_path", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.729 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_insecure": { 2024-09-05T04:27:15.730 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_insecure", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.731 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_password": { 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_password", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.732 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_url": { 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_url", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.733 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_username": { 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_username", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.734 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "secure_monitoring_stack": { 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "secure_monitoring_stack", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T04:27:15.735 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "service_discovery_port": { 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "service_discovery_port", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8765", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "cephadm service discovery port", 2024-09-05T04:27:15.736 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "ssh_config_file": { 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssh_config_file", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T04:27:15.737 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "use_agent": { 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_agent", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.738 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "use_repo_digest": { 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_repo_digest", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.739 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_failed_host_check": { 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_failed_host_check", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.740 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_daemons": { 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_daemons", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T04:27:15.741 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_hosts": { 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_hosts", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T04:27:15.742 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crash", 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.743 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.744 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.745 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.746 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.747 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.748 INFO:teuthology.orchestra.run.smithi002.stdout: "retain_interval": { 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retain_interval", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "31536000", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.749 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_recent_interval": { 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_recent_interval", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1209600", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.750 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dashboard", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.751 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.752 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.753 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_ENABLED": { 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.754 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.755 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.756 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.757 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.758 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.759 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.760 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.761 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.762 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.763 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.764 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.765 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.766 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_URL": { 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_URL", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.767 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.768 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.769 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T04:27:15.770 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T04:27:15.771 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T04:27:15.772 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T04:27:15.773 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T04:27:15.774 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T04:27:15.775 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T04:27:15.776 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T04:27:15.777 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T04:27:15.778 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.779 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.780 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.781 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.782 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.783 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.784 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.785 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.786 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "45", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.787 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.788 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.789 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.790 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.791 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.792 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:15.793 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "cross_origin_url": { 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cross_origin_url", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.794 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "crt_file": { 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crt_file", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.795 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "debug": { 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "debug", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.796 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable/disable debug options", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "jwt_token_ttl": { 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "jwt_token_ttl", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "28800", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.797 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.798 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.799 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.800 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.801 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.802 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.803 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "motd": { 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "motd", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.804 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "The message of the day", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect_resolve_ip_addr": { 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.805 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.806 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8080", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.807 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.808 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl_server_port": { 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl_server_port", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8443", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.809 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "redirect", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.810 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect" 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.811 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "url_prefix": { 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url_prefix", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.812 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "devicehealth", 2024-09-05T04:27:15.813 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_monitoring": { 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_monitoring", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "monitor device health metrics", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.814 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.815 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.816 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.817 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.818 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.819 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "mark_out_threshold": { 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mark_out_threshold", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2419200", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.820 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_name": { 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_name", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "device_health_metrics", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.821 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "retention_period": { 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retention_period", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15552000", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain device health metrics", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.822 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_frequency": { 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_frequency", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.823 INFO:teuthology.orchestra.run.smithi002.stdout: "self_heal": { 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "self_heal", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:15.824 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_threshold": { 2024-09-05T04:27:15.825 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_threshold", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7257600", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.826 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "diskprediction_local", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.827 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.828 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.829 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.830 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.831 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "predict_interval": { 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predict_interval", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.832 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "predictor_model": { 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predictor_model", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "prophetstor", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.833 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.834 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "influx", 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": false, 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "influxdb python module not found", 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.835 INFO:teuthology.orchestra.run.smithi002.stdout: "batch_size": { 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "batch_size", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5000", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.836 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "database": { 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "database", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "ceph", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.837 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "hostname": { 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hostname", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server hostname", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.838 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "30", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "5", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.839 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.840 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.841 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.842 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.843 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.844 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "password": { 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "password", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "password of InfluxDB server user", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.845 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "port": { 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "port", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8086", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server port", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.846 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "false", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.847 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "threads": { 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threads", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "32", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.848 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "username": { 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "username", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "username of InfluxDB server user", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.849 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "verify_ssl": { 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "verify_ssl", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "true", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.850 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "insights", 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.851 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.852 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.853 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.854 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.855 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "iostat", 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.856 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.857 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.858 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.859 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.860 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.861 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "k8sevents", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_event_retention_days": { 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ceph_event_retention_days", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7", 2024-09-05T04:27:15.862 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "config_check_secs": { 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_check_secs", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.863 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "10", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.864 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.865 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.866 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.867 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.868 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.869 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "localpool", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "failure_domain": { 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "failure_domain", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "host", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "failure domain for any created local pool", 2024-09-05T04:27:15.870 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.871 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.872 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.873 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.874 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.875 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.876 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "min_size": { 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_size", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default min_size for any created local pool", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.877 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "num_rep": { 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "num_rep", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default replica count for any created local pool", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.878 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_num": { 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_num", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "128", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.879 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "prefix": { 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prefix", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name prefix for any created local pool", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.880 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "subtree": { 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "subtree", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "rack", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.881 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mds_autoscaler", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.882 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.883 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.884 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.885 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.886 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirroring", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.887 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.888 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.889 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.890 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.891 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "nfs", 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.892 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.893 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.894 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.895 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.896 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.897 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "fail_fs": { 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "fail_fs", 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.898 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.899 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.900 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.901 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.902 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.903 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator": { 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.904 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "rook", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "test_orchestrator" 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Orchestrator backend", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.905 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_perf_query", 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.906 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.907 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.908 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.909 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.910 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.911 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_support", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.912 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.913 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.914 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.915 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.916 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_autoscaler", 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.917 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.918 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.919 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.920 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.921 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.922 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "threshold": { 2024-09-05T04:27:15.923 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threshold", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1.0", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "scaling threshold", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.924 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "progress", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_pg_recovery_event": { 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_pg_recovery_event", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.925 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.926 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.927 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.928 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.929 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.930 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.931 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "max_completed_events": { 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_completed_events", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "50", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.932 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "number of past completed events to remember", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.933 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long the module is going to sleep", 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus", 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.934 INFO:teuthology.orchestra.run.smithi002.stdout: "cache": { 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cache", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.935 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "exclude_perf_counters": { 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "exclude_perf_counters", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.936 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.937 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.938 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.939 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.940 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.941 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools": { 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.942 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "300", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.943 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_interval": { 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_interval", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15.0", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.944 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.945 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "9283", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.946 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "stale_cache_strategy": { 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stale_cache_strategy", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "log", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.947 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "default", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "default", 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: "error" 2024-09-05T04:27:15.948 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:15.949 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_support", 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.950 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.951 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.952 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.953 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.954 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_snap_create": { 2024-09-05T04:27:15.955 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_snap_create", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "mirror_snapshot_schedule": { 2024-09-05T04:27:15.956 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.957 INFO:teuthology.orchestra.run.smithi002.stdout: "trash_purge_schedule": { 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "trash_purge_schedule", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.958 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "restful", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_auth": { 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_auth", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.959 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.960 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.961 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.962 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.963 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.964 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.965 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.966 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.967 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rgw", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.968 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.969 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.970 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.971 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.972 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.973 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rook", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.974 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.975 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.976 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.977 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.978 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "storage_class": { 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "storage_class", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "local", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.979 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "selftest", 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.980 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.981 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.982 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:15.983 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.984 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "roption1": { 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption1", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.985 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "roption2": { 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption2", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "xyz", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.986 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption1": { 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption1", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.987 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption2": { 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption2", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.988 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption3": { 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption3", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.989 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption4": { 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption4", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.990 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption5": { 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption5", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.991 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption6": { 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption6", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.992 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption7": { 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption7", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "42", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.993 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "testkey": { 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testkey", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.994 INFO:teuthology.orchestra.run.smithi002.stdout: "testlkey": { 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testlkey", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "testnewline": { 2024-09-05T04:27:15.995 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testnewline", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.996 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snap_schedule", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_m_granularity": { 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_m_granularity", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T04:27:15.997 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "dump_on_update": { 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dump_on_update", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "dump database to debug log on update", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:15.998 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:15.999 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.000 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.001 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.002 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.003 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stats", 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.004 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.005 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.006 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.007 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.008 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "status", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.009 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.010 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.011 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.012 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.013 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.014 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telegraf", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "address": { 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "address", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.015 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.016 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.017 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.018 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.019 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.020 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.021 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telemetry", 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_basic": { 2024-09-05T04:27:16.022 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_basic", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_crash": { 2024-09-05T04:27:16.023 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_crash", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_device": { 2024-09-05T04:27:16.024 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_device", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_ident": { 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_ident", 2024-09-05T04:27:16.025 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_perf": { 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_perf", 2024-09-05T04:27:16.026 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "contact": { 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "contact", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.027 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "description": { 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "description", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.028 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "device_url": { 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_url", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.029 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.030 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "24", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "8", 2024-09-05T04:27:16.031 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "last_opt_revision": { 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "last_opt_revision", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.032 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard": { 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.033 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard_description": { 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard_description", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.034 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.035 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.036 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.037 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.038 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.039 INFO:teuthology.orchestra.run.smithi002.stdout: "organization": { 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "organization", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "proxy": { 2024-09-05T04:27:16.040 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "proxy", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "url": { 2024-09-05T04:27:16.041 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.042 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "test_orchestrator", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.043 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.044 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.045 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.046 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.047 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "volumes", 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.048 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.049 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.050 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.051 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.052 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_clones": { 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_clones", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.053 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "periodic_async_work": { 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "periodic_async_work", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Periodically check for async work", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.054 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_delay": { 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_delay", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.055 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_no_wait": { 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.056 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix", 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "discovery_interval": { 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "discovery_interval", 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.057 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "100", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "identifier": { 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "identifier", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.058 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.059 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.060 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.061 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.062 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.063 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.064 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_host": { 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_host", 2024-09-05T04:27:16.065 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_port": { 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_port", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.066 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10051", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_sender": { 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_sender", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.067 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.068 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "gid": 24847, 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "z", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "mgr_features": 4540701547738038271, 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "available_modules": [ 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "alerts", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.069 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.070 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.071 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.072 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.073 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.074 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_destination": { 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_destination", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email address to send alerts to", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.075 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_from_name": { 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_from_name", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "Ceph", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email From: name", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.076 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_host": { 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_host", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP server", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.077 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_password": { 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_password", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Password to authenticate with", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.078 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_port": { 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_port", 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.079 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "465", 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP port", 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.080 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_sender": { 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_sender", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP envelope sender", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_ssl": { 2024-09-05T04:27:16.081 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_ssl", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_user": { 2024-09-05T04:27:16.082 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_user", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "User to authenticate as", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.083 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "balancer", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "active": { 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "active", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.084 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_time": { 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_time", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0000", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.085 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_weekday": { 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_weekday", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:16.086 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_max_iterations": { 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_max_iterations", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "25", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "250", 2024-09-05T04:27:16.087 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_metrics": { 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_metrics", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.088 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_step": { 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_step", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.5", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0.001", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "0.999", 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.089 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "aggressiveness of optimization", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "end_time": { 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_time", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2359", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.090 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "end_weekday": { 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_weekday", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.091 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.092 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.093 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.094 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.095 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.096 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "min_score": { 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_score", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.097 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "upmap", 2024-09-05T04:27:16.098 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "crush-compat", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "none", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "read", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap-read" 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Balancer mode", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.099 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_ids": { 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_ids", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.100 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.101 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_deviation": { 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_deviation", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_optimizations": { 2024-09-05T04:27:16.102 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_optimizations", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.103 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_down_multiplier": { 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_down_multiplier", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.104 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_refresh_rate": { 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_refresh_rate", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "20", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.105 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_starting_port": { 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_starting_port", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4721", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T04:27:16.106 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_ptrace": { 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_ptrace", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.107 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_interval": { 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_interval", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.108 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_memory_target_ratio": { 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.7", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.109 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm_log_destination": { 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm_log_destination", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.110 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "file", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "file,syslog", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "syslog" 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "cgroups_split": { 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cgroups_split", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.111 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "config_checks_enabled": { 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_checks_enabled", 2024-09-05T04:27:16.112 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "config_dashboard": { 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_dashboard", 2024-09-05T04:27:16.113 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_alertmanager": { 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_alertmanager", 2024-09-05T04:27:16.114 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_base": { 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_base", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.115 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Container image name, without the tag", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_elasticsearch": { 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_elasticsearch", 2024-09-05T04:27:16.116 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "elasticsearch container image", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_grafana": { 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_grafana", 2024-09-05T04:27:16.117 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_haproxy": { 2024-09-05T04:27:16.118 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_haproxy", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "HAproxy container image", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_agent": { 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_agent", 2024-09-05T04:27:16.119 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger agent container image", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.120 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_collector": { 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_collector", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger collector container image", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.121 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_query": { 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_query", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger query container image", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.122 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_keepalived": { 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_keepalived", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Keepalived container image", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.123 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_loki": { 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_loki", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Loki container image", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.124 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_node_exporter": { 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_node_exporter", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.125 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_nvmeof": { 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_nvmeof", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Nvme-of container image", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.126 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_prometheus": { 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_prometheus", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.127 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_promtail": { 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_promtail", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Promtail container image", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.128 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_samba": { 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_samba", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Samba/SMB container image", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.129 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_snmp_gateway": { 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_snmp_gateway", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SNMP Gateway container image", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.130 INFO:teuthology.orchestra.run.smithi002.stdout: "container_init": { 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_init", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.131 INFO:teuthology.orchestra.run.smithi002.stdout: "daemon_cache_timeout": { 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "daemon_cache_timeout", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.132 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "default_cephadm_command_timeout": { 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "900", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.133 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "default_registry": { 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_registry", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.134 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "device_cache_timeout": { 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_cache_timeout", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1800", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache device inventory", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.135 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "device_enhanced_scan": { 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_enhanced_scan", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.136 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "facts_cache_timeout": { 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "facts_cache_timeout", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache host facts data", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.137 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "grafana_dashboards_path": { 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "grafana_dashboards_path", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T04:27:16.138 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "host_check_interval": { 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "host_check_interval", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to perform a host check", 2024-09-05T04:27:16.139 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "hw_monitoring": { 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hw_monitoring", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.140 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "inventory_list_all": { 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "inventory_list_all", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T04:27:16.141 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.142 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "log_refresh_metadata": { 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_refresh_metadata", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.143 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.144 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.145 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.146 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T04:27:16.147 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T04:27:16.148 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "*", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "max_count_per_host": { 2024-09-05T04:27:16.149 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_count_per_host", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of daemons per service per host", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "max_osd_draining_count": { 2024-09-05T04:27:16.150 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_osd_draining_count", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "migration_current": { 2024-09-05T04:27:16.151 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "migration_current", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "internal - do not modify", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:16.152 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "root", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm-package", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "root" 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.153 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "oob_default_addr": { 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "oob_default_addr", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "169.254.1.1", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.154 INFO:teuthology.orchestra.run.smithi002.stdout: "prometheus_alerts_path": { 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus_alerts_path", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_insecure": { 2024-09-05T04:27:16.155 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_insecure", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.156 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_password": { 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_password", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.157 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_url": { 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_url", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.158 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_username": { 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_username", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.159 INFO:teuthology.orchestra.run.smithi002.stdout: "secure_monitoring_stack": { 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "secure_monitoring_stack", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.160 INFO:teuthology.orchestra.run.smithi002.stdout: "service_discovery_port": { 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "service_discovery_port", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8765", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "cephadm service discovery port", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.161 INFO:teuthology.orchestra.run.smithi002.stdout: "ssh_config_file": { 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssh_config_file", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.162 INFO:teuthology.orchestra.run.smithi002.stdout: "use_agent": { 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_agent", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.163 INFO:teuthology.orchestra.run.smithi002.stdout: "use_repo_digest": { 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_repo_digest", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.164 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_failed_host_check": { 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_failed_host_check", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.165 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_daemons": { 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_daemons", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.166 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_hosts": { 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_hosts", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.167 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crash", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.168 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.169 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.170 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.171 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.172 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "retain_interval": { 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retain_interval", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "31536000", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T04:27:16.173 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_recent_interval": { 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_recent_interval", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1209600", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T04:27:16.174 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dashboard", 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.175 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.176 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.177 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.178 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_ENABLED": { 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.179 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T04:27:16.180 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T04:27:16.181 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T04:27:16.182 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T04:27:16.183 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.184 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.185 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.186 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.187 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.188 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.189 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.190 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_URL": { 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_URL", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.191 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.192 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T04:27:16.193 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T04:27:16.194 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T04:27:16.195 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T04:27:16.196 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T04:27:16.197 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T04:27:16.198 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T04:27:16.199 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T04:27:16.200 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.201 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T04:27:16.202 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T04:27:16.203 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T04:27:16.204 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.205 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.206 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.207 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8", 2024-09-05T04:27:16.208 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "45", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.209 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.210 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.211 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.212 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.213 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.214 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T04:27:16.215 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "cross_origin_url": { 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cross_origin_url", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.216 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "crt_file": { 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crt_file", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.217 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "debug": { 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "debug", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.218 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable/disable debug options", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "jwt_token_ttl": { 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "jwt_token_ttl", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "28800", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.219 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.220 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.221 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.222 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.223 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.224 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.225 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "motd": { 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "motd", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "The message of the day", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect_resolve_ip_addr": { 2024-09-05T04:27:16.226 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.227 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.228 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8080", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.229 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl_server_port": { 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl_server_port", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.230 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8443", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "redirect", 2024-09-05T04:27:16.231 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect" 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:16.232 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "url_prefix": { 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url_prefix", 2024-09-05T04:27:16.233 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.234 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "devicehealth", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_monitoring": { 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_monitoring", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "monitor device health metrics", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.235 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.236 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.237 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.238 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.239 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.240 INFO:teuthology.orchestra.run.smithi002.stdout: "mark_out_threshold": { 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mark_out_threshold", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2419200", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_name": { 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_name", 2024-09-05T04:27:16.241 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "device_health_metrics", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "retention_period": { 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retention_period", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.242 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15552000", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain device health metrics", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_frequency": { 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_frequency", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:16.243 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "self_heal": { 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "self_heal", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.244 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.245 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_threshold": { 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_threshold", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7257600", 2024-09-05T04:27:16.246 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "diskprediction_local", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.247 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.248 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.249 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.250 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.251 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "predict_interval": { 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predict_interval", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.252 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "predictor_model": { 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predictor_model", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "prophetstor", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.253 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.254 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "influx", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": false, 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "influxdb python module not found", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "batch_size": { 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "batch_size", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.255 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5000", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "database": { 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "database", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.256 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "ceph", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "hostname": { 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hostname", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.257 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server hostname", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "30", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "5", 2024-09-05T04:27:16.258 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.259 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.260 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.261 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.262 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.263 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "password": { 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "password", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.264 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "password of InfluxDB server user", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "port": { 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "port", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8086", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.265 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server port", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "false", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.266 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "threads": { 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threads", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "32", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.267 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "username": { 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "username", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "username of InfluxDB server user", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.268 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "verify_ssl": { 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "verify_ssl", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "true", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.269 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "insights", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.270 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.271 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.272 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.273 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.274 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "iostat", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.275 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.276 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.277 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.278 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.279 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "k8sevents", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_event_retention_days": { 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ceph_event_retention_days", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.280 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "config_check_secs": { 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_check_secs", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.281 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "10", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.282 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.283 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.284 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.285 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.286 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "localpool", 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "failure_domain": { 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "failure_domain", 2024-09-05T04:27:16.287 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "host", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "failure domain for any created local pool", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.288 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.289 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.290 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.291 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.292 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "min_size": { 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_size", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.293 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default min_size for any created local pool", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "num_rep": { 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "num_rep", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.294 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default replica count for any created local pool", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_num": { 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_num", 2024-09-05T04:27:16.295 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "128", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.296 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "prefix": { 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prefix", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name prefix for any created local pool", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.297 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "subtree": { 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "subtree", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "rack", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.298 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mds_autoscaler", 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.299 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.300 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.301 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.302 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.303 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirroring", 2024-09-05T04:27:16.304 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.305 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.306 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.307 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.308 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.309 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "nfs", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.310 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.311 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.312 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.313 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.314 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "fail_fs": { 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "fail_fs", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.315 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.316 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.317 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.318 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.319 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.320 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator": { 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "rook", 2024-09-05T04:27:16.321 INFO:teuthology.orchestra.run.smithi002.stdout: "test_orchestrator" 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Orchestrator backend", 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_perf_query", 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.322 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.323 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.324 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.325 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.326 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.327 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_support", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.328 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.329 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.330 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.331 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.332 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_autoscaler", 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.333 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.334 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.335 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.336 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.337 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.338 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.339 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "threshold": { 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threshold", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1.0", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "scaling threshold", 2024-09-05T04:27:16.340 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "progress", 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_pg_recovery_event": { 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_pg_recovery_event", 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.341 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.342 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.343 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.344 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.345 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.346 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.347 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "max_completed_events": { 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_completed_events", 2024-09-05T04:27:16.348 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "50", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "number of past completed events to remember", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.349 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long the module is going to sleep", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus", 2024-09-05T04:27:16.350 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "cache": { 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cache", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.351 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "exclude_perf_counters": { 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "exclude_perf_counters", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.352 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.353 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.354 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.355 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.356 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.357 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools": { 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.358 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "300", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.359 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_interval": { 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_interval", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15.0", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.360 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.361 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "9283", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.362 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "stale_cache_strategy": { 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stale_cache_strategy", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "log", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.363 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "default", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.364 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "default", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "error" 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.365 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_support", 2024-09-05T04:27:16.366 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.367 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.368 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.369 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.370 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.371 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_snap_create": { 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_snap_create", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.372 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "mirror_snapshot_schedule": { 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.373 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "trash_purge_schedule": { 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "trash_purge_schedule", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.374 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "restful", 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_auth": { 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_auth", 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.375 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.376 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.377 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.378 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.379 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.380 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.381 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.382 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.383 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.384 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rgw", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.385 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.386 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.387 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.388 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.389 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rook", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.390 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.391 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.392 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.393 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.394 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "storage_class": { 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "storage_class", 2024-09-05T04:27:16.395 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "local", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.396 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "selftest", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.397 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.398 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.399 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.400 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.401 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "roption1": { 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption1", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.402 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "roption2": { 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption2", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "xyz", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.403 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption1": { 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption1", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.404 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption2": { 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption2", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.405 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption3": { 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption3", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.406 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption4": { 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption4", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.407 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption5": { 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption5", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.408 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption6": { 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption6", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.409 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption7": { 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption7", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.410 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "42", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "testkey": { 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testkey", 2024-09-05T04:27:16.411 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "testlkey": { 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testlkey", 2024-09-05T04:27:16.412 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "testnewline": { 2024-09-05T04:27:16.413 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testnewline", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.414 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snap_schedule", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_m_granularity": { 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_m_granularity", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.415 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "dump_on_update": { 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dump_on_update", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.416 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "dump database to debug log on update", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.417 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.418 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.419 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.420 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.421 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stats", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.422 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.423 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.424 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.425 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.426 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "status", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.427 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.428 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.429 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.430 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.431 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telegraf", 2024-09-05T04:27:16.432 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "address": { 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "address", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.433 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.434 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.435 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.436 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.437 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.438 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.439 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telemetry", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_basic": { 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_basic", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.440 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_crash": { 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_crash", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.441 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_device": { 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_device", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.442 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_ident": { 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_ident", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T04:27:16.443 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_perf": { 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_perf", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.444 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "contact": { 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "contact", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.445 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "description": { 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "description", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.446 INFO:teuthology.orchestra.run.smithi002.stdout: "device_url": { 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_url", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.447 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.448 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "24", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "8", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "last_opt_revision": { 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "last_opt_revision", 2024-09-05T04:27:16.449 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard": { 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.450 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard_description": { 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard_description", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.451 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.452 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.453 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.454 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.455 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.456 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "organization": { 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "organization", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.457 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "proxy": { 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "proxy", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.458 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "url": { 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.459 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "test_orchestrator", 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.460 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.461 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.462 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.463 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.464 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "volumes", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.465 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.466 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.467 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.468 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.469 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_clones": { 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_clones", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.470 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "periodic_async_work": { 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "periodic_async_work", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.471 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Periodically check for async work", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_delay": { 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_delay", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T04:27:16.472 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_no_wait": { 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.473 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "discovery_interval": { 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "discovery_interval", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "100", 2024-09-05T04:27:16.474 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "identifier": { 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "identifier", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.475 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.476 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.477 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.478 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.479 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.480 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.481 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_host": { 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_host", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.482 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_port": { 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_port", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10051", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.483 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_sender": { 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_sender", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.484 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "modules": [ 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm", 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "dashboard", 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "iostat", 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "nfs", 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "restful", 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "snap_schedule" 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: "available_modules": [ 2024-09-05T04:27:16.485 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "alerts", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.486 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How frequently to reexamine health status", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.487 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.488 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.489 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.490 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.491 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_destination": { 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_destination", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.492 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email address to send alerts to", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_from_name": { 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_from_name", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "Ceph", 2024-09-05T04:27:16.493 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Email From: name", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_host": { 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_host", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.494 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP server", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_password": { 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_password", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Password to authenticate with", 2024-09-05T04:27:16.495 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_port": { 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_port", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "465", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP port", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.496 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_sender": { 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_sender", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SMTP envelope sender", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.497 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_ssl": { 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_ssl", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.498 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "smtp_user": { 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "smtp_user", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "User to authenticate as", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.499 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "balancer", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "active": { 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "active", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.500 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically balance PGs across cluster", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_time": { 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_time", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0000", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.501 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "beginning time of day to automatically balance", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "begin_weekday": { 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "begin_weekday", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-05T04:27:16.502 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_max_iterations": { 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_max_iterations", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "25", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "250", 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.503 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_metrics": { 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_metrics", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "pgs,objects,bytes", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-05T04:27:16.504 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "crush_compat_step": { 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crush_compat_step", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.5", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0.001", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "0.999", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "aggressiveness of optimization", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-05T04:27:16.505 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "end_time": { 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_time", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2359", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ending time of day to automatically balance", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-05T04:27:16.506 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "end_weekday": { 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "end_weekday", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "0", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "6", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.507 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.508 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.509 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.510 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.511 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "min_score": { 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_score", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.512 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "upmap", 2024-09-05T04:27:16.513 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "crush-compat", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "none", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "read", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap-read" 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Balancer mode", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_ids": { 2024-09-05T04:27:16.514 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_ids", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.515 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_deviation": { 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_deviation", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.516 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "upmap_max_optimizations": { 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "upmap_max_optimizations", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.517 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm", 2024-09-05T04:27:16.518 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_down_multiplier": { 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_down_multiplier", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-05T04:27:16.519 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_refresh_rate": { 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_refresh_rate", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "20", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.520 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "agent_starting_port": { 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "agent_starting_port", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4721", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.521 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_ptrace": { 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_ptrace", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.522 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_interval": { 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_interval", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.523 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "autotune_memory_target_ratio": { 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "autotune_memory_target_ratio", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0.7", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.524 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm_log_destination": { 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cephadm_log_destination", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "file", 2024-09-05T04:27:16.525 INFO:teuthology.orchestra.run.smithi002.stdout: "file,syslog", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "syslog" 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "cgroups_split": { 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cgroups_split", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.526 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "config_checks_enabled": { 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_checks_enabled", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.527 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "config_dashboard": { 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_dashboard", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.528 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_alertmanager": { 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_alertmanager", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.529 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_base": { 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_base", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.530 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Container image name, without the tag", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_elasticsearch": { 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_elasticsearch", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "elasticsearch container image", 2024-09-05T04:27:16.531 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_grafana": { 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_grafana", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.532 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_haproxy": { 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_haproxy", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "HAproxy container image", 2024-09-05T04:27:16.533 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_agent": { 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_agent", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger agent container image", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.534 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_collector": { 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_collector", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger collector container image", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.535 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_jaeger_query": { 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_jaeger_query", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Jaeger query container image", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.536 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_keepalived": { 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_keepalived", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Keepalived container image", 2024-09-05T04:27:16.537 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_loki": { 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_loki", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Loki container image", 2024-09-05T04:27:16.538 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_node_exporter": { 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_node_exporter", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.539 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_nvmeof": { 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_nvmeof", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Nvme-of container image", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.540 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_prometheus": { 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_prometheus", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Prometheus container image", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.541 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_promtail": { 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_promtail", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Promtail container image", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.542 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_samba": { 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_samba", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Samba/SMB container image", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "container_image_snmp_gateway": { 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_image_snmp_gateway", 2024-09-05T04:27:16.543 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "SNMP Gateway container image", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "container_init": { 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "container_init", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.544 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Run podman/docker with `--init`", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "daemon_cache_timeout": { 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "daemon_cache_timeout", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.545 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "default_cephadm_command_timeout": { 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_cephadm_command_timeout", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.546 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "900", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "default_registry": { 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "default_registry", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.547 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "docker.io", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "device_cache_timeout": { 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_cache_timeout", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.548 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1800", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache device inventory", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "device_enhanced_scan": { 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_enhanced_scan", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.549 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "facts_cache_timeout": { 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "facts_cache_timeout", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.550 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "seconds to cache host facts data", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "grafana_dashboards_path": { 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "grafana_dashboards_path", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.551 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "host_check_interval": { 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "host_check_interval", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.552 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to perform a host check", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "hw_monitoring": { 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hw_monitoring", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-05T04:27:16.553 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "inventory_list_all": { 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "inventory_list_all", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-05T04:27:16.554 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.555 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "log_refresh_metadata": { 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_refresh_metadata", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.556 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.557 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.558 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.559 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.560 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.561 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.562 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "*", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "max_count_per_host": { 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_count_per_host", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.563 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of daemons per service per host", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "max_osd_draining_count": { 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_osd_draining_count", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.564 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "migration_current": { 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "migration_current", 2024-09-05T04:27:16.565 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "internal - do not modify", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "mode": { 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mode", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.566 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "root", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm-package", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "root" 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "mode for remote execution of cephadm", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.567 INFO:teuthology.orchestra.run.smithi002.stdout: "oob_default_addr": { 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "oob_default_addr", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "169.254.1.1", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "prometheus_alerts_path": { 2024-09-05T04:27:16.568 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus_alerts_path", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_insecure": { 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_insecure", 2024-09-05T04:27:16.569 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_password": { 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_password", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.570 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_url": { 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_url", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.571 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "registry_username": { 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "registry_username", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.572 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "secure_monitoring_stack": { 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "secure_monitoring_stack", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.573 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "service_discovery_port": { 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "service_discovery_port", 2024-09-05T04:27:16.574 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8765", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "cephadm service discovery port", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "ssh_config_file": { 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssh_config_file", 2024-09-05T04:27:16.575 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "use_agent": { 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_agent", 2024-09-05T04:27:16.576 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "use_repo_digest": { 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "use_repo_digest", 2024-09-05T04:27:16.577 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_failed_host_check": { 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_failed_host_check", 2024-09-05T04:27:16.578 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if the host check fails", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_daemons": { 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_daemons", 2024-09-05T04:27:16.579 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_on_stray_hosts": { 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_on_stray_hosts", 2024-09-05T04:27:16.580 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.581 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crash", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.582 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.583 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.584 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.585 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.586 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "retain_interval": { 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retain_interval", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "31536000", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-05T04:27:16.587 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_recent_interval": { 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_recent_interval", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1209600", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.588 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dashboard", 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.589 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_HOST": { 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.590 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.591 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_ENABLED": { 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_ENABLED", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.592 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.593 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "ENABLE_BROWSABLE_API": { 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.594 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.595 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.596 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.597 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.598 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.599 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.600 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.601 INFO:teuthology.orchestra.run.smithi002.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.602 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_PASSWORD": { 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.603 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.604 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_URL": { 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_URL", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.605 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_API_USERNAME": { 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.606 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.607 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.608 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.609 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.610 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_HOST": { 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-05T04:27:16.611 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-05T04:27:16.612 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.613 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.614 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.615 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.616 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.617 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.618 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_ENABLED": { 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.619 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.620 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.621 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.622 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "45", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.623 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ACCESS_KEY": { 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.624 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "admin", 2024-09-05T04:27:16.625 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SECRET_KEY": { 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.626 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "RGW_API_SSL_VERIFY": { 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.627 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.628 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.629 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.630 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "cross_origin_url": { 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cross_origin_url", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.631 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "crt_file": { 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "crt_file", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.632 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "debug": { 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "debug", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.633 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Enable/disable debug options", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "jwt_token_ttl": { 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "jwt_token_ttl", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "28800", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.634 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.635 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.636 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.637 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.638 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.639 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.640 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "motd": { 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "motd", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "The message of the day", 2024-09-05T04:27:16.641 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect_resolve_ip_addr": { 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "redirect_resolve_ip_addr", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.642 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.643 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8080", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:16.644 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl_server_port": { 2024-09-05T04:27:16.645 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl_server_port", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8443", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:16.646 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "redirect", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "redirect" 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:16.647 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "url_prefix": { 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url_prefix", 2024-09-05T04:27:16.648 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.649 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "devicehealth", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_monitoring": { 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_monitoring", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "monitor device health metrics", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.650 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.651 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.652 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.653 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.654 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.655 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "mark_out_threshold": { 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mark_out_threshold", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "2419200", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.656 INFO:teuthology.orchestra.run.smithi002.stdout: "pool_name": { 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pool_name", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "device_health_metrics", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.657 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "retention_period": { 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "retention_period", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15552000", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long to retain device health metrics", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.658 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_frequency": { 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_frequency", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.659 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "self_heal": { 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "self_heal", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.660 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how frequently to wake up and check device health", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "warn_threshold": { 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "warn_threshold", 2024-09-05T04:27:16.661 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7257600", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.662 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "diskprediction_local", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.663 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.664 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.665 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.666 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "predict_interval": { 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predict_interval", 2024-09-05T04:27:16.667 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "86400", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.668 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "predictor_model": { 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "predictor_model", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "prophetstor", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.669 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "600", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.670 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "influx", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": false, 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "influxdb python module not found", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "batch_size": { 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "batch_size", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5000", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.671 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "database": { 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "database", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "ceph", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.672 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "hostname": { 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "hostname", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.673 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server hostname", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "30", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "5", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.674 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.675 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.676 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.677 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.678 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.679 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "password": { 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "password", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "password of InfluxDB server user", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.680 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "port": { 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "port", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "8086", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "InfluxDB server port", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.681 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "ssl": { 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ssl", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "false", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.682 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "threads": { 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threads", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "32", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-05T04:27:16.683 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "username": { 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "username", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.684 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "username of InfluxDB server user", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "verify_ssl": { 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "verify_ssl", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "true", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-05T04:27:16.685 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "insights", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.686 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.687 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.688 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.689 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.690 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.690 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.691 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.692 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "iostat", 2024-09-05T04:27:16.693 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.694 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.695 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.696 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.697 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.698 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "k8sevents", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "ceph_event_retention_days": { 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "ceph_event_retention_days", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "7", 2024-09-05T04:27:16.699 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "config_check_secs": { 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "config_check_secs", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "10", 2024-09-05T04:27:16.700 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.701 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.702 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.703 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.704 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.705 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "localpool", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.706 INFO:teuthology.orchestra.run.smithi002.stdout: "failure_domain": { 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "failure_domain", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "host", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "failure domain for any created local pool", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.707 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.708 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.709 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.710 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.711 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.712 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "min_size": { 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "min_size", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.713 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default min_size for any created local pool", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "num_rep": { 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "num_rep", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.714 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default replica count for any created local pool", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_num": { 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_num", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "128", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.715 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "default pg_num for any created local pool", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "prefix": { 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prefix", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.716 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "name prefix for any created local pool", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "subtree": { 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "subtree", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "rack", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.717 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mds_autoscaler", 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.718 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.719 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.720 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.721 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.722 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.723 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirroring", 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.724 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.725 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.726 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.727 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.728 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.729 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "nfs", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.730 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.731 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.732 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.733 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.734 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "fail_fs": { 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "fail_fs", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.735 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.736 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.737 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.738 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.739 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.740 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator": { 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "orchestrator", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.741 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "cephadm", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "rook", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "test_orchestrator" 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Orchestrator backend", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.742 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_perf_query", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.743 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.744 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.745 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.746 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.747 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "osd_support", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.748 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.749 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.750 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.751 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.752 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "pg_autoscaler", 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.753 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.754 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.755 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.756 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.757 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.758 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.759 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "threshold": { 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "threshold", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "3.0", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1.0", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "scaling threshold", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.760 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "progress", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_pg_recovery_event": { 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_pg_recovery_event", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.761 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.762 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.763 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.764 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.765 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.766 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.767 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.768 INFO:teuthology.orchestra.run.smithi002.stdout: "max_completed_events": { 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_completed_events", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "50", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "number of past completed events to remember", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.769 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "sleep_interval": { 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "sleep_interval", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "5", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "how long the module is going to sleep", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.770 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "prometheus", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "cache": { 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "cache", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.771 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "exclude_perf_counters": { 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "exclude_perf_counters", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.772 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.773 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.774 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.775 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.776 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.777 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools": { 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools", 2024-09-05T04:27:16.778 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.779 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "300", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "scrape_interval": { 2024-09-05T04:27:16.780 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "scrape_interval", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15.0", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.781 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "::", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.782 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "9283", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.783 INFO:teuthology.orchestra.run.smithi002.stdout: "stale_cache_strategy": { 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stale_cache_strategy", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "log", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.784 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_behaviour": { 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_behaviour", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "default", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "default", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "error" 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.785 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "standby_error_status_code": { 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "standby_error_status_code", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "500", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "400", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "599", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.786 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_support", 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.787 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.788 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.789 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.790 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.791 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_snap_create": { 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_snap_create", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10", 2024-09-05T04:27:16.792 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "mirror_snapshot_schedule": { 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "mirror_snapshot_schedule", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.793 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "trash_purge_schedule": { 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "trash_purge_schedule", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.794 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "restful", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.795 INFO:teuthology.orchestra.run.smithi002.stdout: "enable_auth": { 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enable_auth", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.796 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "key_file": { 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "key_file", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.797 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.798 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.799 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.800 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.801 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.802 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "server_addr": { 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_addr", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.803 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "server_port": { 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "server_port", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.804 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rgw", 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.805 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.806 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.807 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.808 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.809 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.810 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rook", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.811 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.812 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.813 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.814 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.815 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "storage_class": { 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "storage_class", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.816 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "local", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "selftest", 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.817 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.818 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.819 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.820 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.821 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.822 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "roption1": { 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption1", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.823 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "roption2": { 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "roption2", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "xyz", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.824 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption1": { 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption1", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.825 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption2": { 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption2", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.826 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption3": { 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption3", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "float", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.827 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption4": { 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption4", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.828 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption5": { 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption5", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.829 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption6": { 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption6", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.830 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "rwoption7": { 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rwoption7", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "1", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "42", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.831 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "testkey": { 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testkey", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.832 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "testlkey": { 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testlkey", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.833 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "testnewline": { 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "testnewline", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.834 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snap_schedule", 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "allow_m_granularity": { 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "allow_m_granularity", 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.835 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "allow minute scheduled snapshots", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "dump_on_update": { 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "dump_on_update", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.836 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "dump database to debug log on update", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.837 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.838 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.839 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.840 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.841 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.842 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "stats", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.843 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.844 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.845 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.846 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.847 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "status", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.848 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.849 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.850 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.851 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.852 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.853 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telegraf", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "address": { 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "address", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.854 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "15", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.855 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.856 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.857 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.858 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.859 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.860 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "telemetry", 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_basic": { 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_basic", 2024-09-05T04:27:16.861 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_crash": { 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_crash", 2024-09-05T04:27:16.862 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_device": { 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_device", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.863 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_ident": { 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_ident", 2024-09-05T04:27:16.864 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "channel_perf": { 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "channel_perf", 2024-09-05T04:27:16.865 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.866 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "contact": { 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "contact", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.867 INFO:teuthology.orchestra.run.smithi002.stdout: "description": { 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "description", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.868 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "device_url": { 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "device_url", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.869 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "enabled": { 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "enabled", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.870 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "24", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "8", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.871 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "last_opt_revision": { 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "last_opt_revision", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "1", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.872 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard": { 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.873 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "leaderboard_description": { 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "leaderboard_description", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.874 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.875 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.876 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.877 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.878 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.879 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "organization": { 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "organization", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.880 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "proxy": { 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "proxy", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.881 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "url": { 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "url", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.882 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "test_orchestrator", 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.883 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.884 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.885 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.886 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.887 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.888 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "volumes", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.889 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.890 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.891 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.892 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.893 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "max_concurrent_clones": { 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "max_concurrent_clones", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.894 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "4", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "periodic_async_work": { 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "periodic_async_work", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.895 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Periodically check for async work", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_delay": { 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_delay", 2024-09-05T04:27:16.896 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "0", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "snapshot_clone_no_wait": { 2024-09-05T04:27:16.897 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snapshot_clone_no_wait", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "True", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.898 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "can_run": true, 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "error_string": "", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "module_options": { 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "discovery_interval": { 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "discovery_interval", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "uint", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "100", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.899 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "identifier": { 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "identifier", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.900 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "interval": { 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "interval", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "secs", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "60", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.901 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "log_level": { 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_level", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.902 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.903 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster": { 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.904 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_cluster_level": { 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_cluster_level", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "info", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [ 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "critical", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "debug", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "error", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "info", 2024-09-05T04:27:16.905 INFO:teuthology.orchestra.run.smithi002.stdout: "warning" 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "log_to_file": { 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "log_to_file", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "bool", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 1, 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "False", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.906 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_host": { 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_host", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.907 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_port": { 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_port", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "int", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "10051", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.908 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "zabbix_sender": { 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "zabbix_sender", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "str", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "level": "advanced", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "flags": 0, 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-05T04:27:16.909 INFO:teuthology.orchestra.run.smithi002.stdout: "min": "", 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "max": "", 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "enum_allowed": [], 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "desc": "", 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "long_desc": "", 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "tags": [], 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "see_also": [] 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "services": { 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "dashboard": "https://172.21.15.2:8443/" 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.910 INFO:teuthology.orchestra.run.smithi002.stdout: "always_on_modules": { 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "octopus": [ 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "balancer", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "crash", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "devicehealth", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_autoscaler", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "progress", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_support", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "status", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "telemetry", 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "volumes" 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.911 INFO:teuthology.orchestra.run.smithi002.stdout: "pacific": [ 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "balancer", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "crash", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "devicehealth", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_autoscaler", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "progress", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_support", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "status", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "telemetry", 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "volumes" 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "quincy": [ 2024-09-05T04:27:16.912 INFO:teuthology.orchestra.run.smithi002.stdout: "balancer", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "crash", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "devicehealth", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_autoscaler", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "progress", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_support", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "status", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "telemetry", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "volumes" 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "reef": [ 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "balancer", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "crash", 2024-09-05T04:27:16.913 INFO:teuthology.orchestra.run.smithi002.stdout: "devicehealth", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_autoscaler", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "progress", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_support", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "status", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "telemetry", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "volumes" 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: ], 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "squid": [ 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "balancer", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "crash", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "devicehealth", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "orchestrator", 2024-09-05T04:27:16.914 INFO:teuthology.orchestra.run.smithi002.stdout: "pg_autoscaler", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "progress", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "rbd_support", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "status", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "telemetry", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "volumes" 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "last_failure_osd_epoch": 94, 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "active_clients": [ 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "devicehealth", 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.915 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 1541797381 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "libcephsqlite", 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 1274285779 2024-09-05T04:27:16.916 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "rbd_support", 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 3136137454 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.917 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snap_schedule", 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 1574634875 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "snap_schedule", 2024-09-05T04:27:16.918 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 463260371 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "name": "volumes", 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "addrvec": [ 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: { 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "type": "v2", 2024-09-05T04:27:16.919 INFO:teuthology.orchestra.run.smithi002.stdout: "addr": "172.21.15.2:0", 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout: "nonce": 3404369770 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout: ] 2024-09-05T04:27:16.920 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 msgr2=0x7efe180a51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 0x7efe180a51c0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efe1c009890 tx=0x7efe1c008040 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 msgr2=0x7efe2c198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7efe14005940 tx=0x7efe140042f0 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 shutdown_connections 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7efe180a2d00 0x7efe180a51c0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7efe2c1069d0 0x7efe2c19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7efe2c101360 0x7efe2c198990 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 --2- 172.21.15.2:0/3265215852 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7efe2c1009c0 0x7efe2c198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:16.922 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 >> 172.21.15.2:0/3265215852 conn(0x7efe2c077a10 msgr2=0x7efe2c0699a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:16.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 shutdown_connections 2024-09-05T04:27:16.923 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:15.636+0000 7efe32359640 1 -- 172.21.15.2:0/3265215852 wait complete. 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:15 smithi079 ceph-mon[34908]: pgmap v511: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1408924455' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1132832060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/81379729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:15 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/217348872' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:16 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3265215852' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:15 smithi047 ceph-mon[34498]: pgmap v511: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:16.923 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1408924455' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1132832060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/81379729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:15 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/217348872' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:16 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3265215852' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:15 smithi002 ceph-mon[31001]: pgmap v511: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1408924455' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1132832060' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/81379729' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.924 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:15 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/217348872' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-05T04:27:16.931 DEBUG:tasks.check_counter:Getting stats from a 2024-09-05T04:27:16.932 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-05T04:27:16.932 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:16 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3265215852' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-05T04:27:17.196 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:17.615 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:17 smithi002 ceph-mon[31001]: pgmap v512: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:17.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:17 smithi047 ceph-mon[34498]: pgmap v512: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 315, 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 302, 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 1609312, 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 185328, 2024-09-05T04:27:17.718 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.052488840, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.021065118, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.041720162, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 302, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.020833183, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000068984 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:17.719 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 1609312, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 185328 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 230, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 276304, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.019937031, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.013952194, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.001850663, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:17.720 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 227, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.017686150, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000077912 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 276304 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:17.721 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 0, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 2, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 0, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 0, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.000336911, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.000263118, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:17.722 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "cct": { 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "total_workers": 0, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "unhealthy_workers": 0 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "mempool": { 2024-09-05T04:27:17.723 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:17.724 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:17.725 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_bytes": 148722, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_items": 30, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_bytes": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_items": 0, 2024-09-05T04:27:17.726 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_items": 2, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_items": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_items": 0 2024-09-05T04:27:17.727 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "val": 0, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "max": 104857600, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "get_started": 0, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "get": 314, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "get_sum": 1562511, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_success": 314, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "take": 0, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "take_sum": 0, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "put": 314, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "put_sum": 1562511, 2024-09-05T04:27:17.728 INFO:teuthology.orchestra.run.smithi002.stdout: "wait": { 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:17.729 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:17.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:17 smithi079 ceph-mon[34908]: pgmap v512: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:18.438 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-09-05T04:27:18.439 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-09-05T04:27:18.439 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-09-05T04:27:18.439 DEBUG:tasks.check_counter:Getting stats from d 2024-09-05T04:27:18.439 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-05T04:27:18.692 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:19.179 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:19.179 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:19.179 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:19.179 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.002972948, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.000033464, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002058652, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 3, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.003844088, 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.001281362 2024-09-05T04:27:19.180 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 316, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 305, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 1607728, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 188080, 2024-09-05T04:27:19.181 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.051102511, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.021635112, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.041427985, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 304, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.016459479, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000054143 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:19.182 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 1607728, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 188080 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 234, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 277008, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.018390946, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.012961395, 2024-09-05T04:27:19.183 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002359976, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 231, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.020535181, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000088896 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:19.184 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 277008 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "cct": { 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "total_workers": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "unhealthy_workers": 0 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "mempool": { 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:19.185 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:19.186 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:19.187 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_bytes": 148731, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_items": 31, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_items": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:19.188 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_items": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_items": 2, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_items": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_items": 0 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "val": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "max": 104857600, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "get_started": 0, 2024-09-05T04:27:19.189 INFO:teuthology.orchestra.run.smithi002.stdout: "get": 319, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "get_sum": 1563161, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_success": 319, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "take": 0, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "take_sum": 0, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "put": 319, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "put_sum": 1563161, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "wait": { 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:19.190 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:19.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:19 smithi047 ceph-mon[34498]: pgmap v513: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:19.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:19 smithi002 ceph-mon[31001]: pgmap v513: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:19.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:19 smithi079 ceph-mon[34908]: pgmap v513: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 12 op/s 2024-09-05T04:27:19.919 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-09-05T04:27:19.919 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-09-05T04:27:19.920 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-09-05T04:27:19.920 DEBUG:tasks.check_counter:Getting stats from g 2024-09-05T04:27:19.920 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-05T04:27:20.173 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 312, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 301, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 1606640, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 185520, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.053288598, 2024-09-05T04:27:20.659 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.023878911, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.039790649, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 300, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.016344893, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000054482 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.660 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 1606640, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 185520 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 231, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 276480, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.017788581, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.012652696, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002191244, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:20.661 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 228, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.018593860, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000081552 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 276480 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:20.662 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.002324446, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.000045888, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002293642, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 3, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.004052765, 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.001350921 2024-09-05T04:27:20.663 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "cct": { 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "total_workers": 0, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "unhealthy_workers": 0 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "mempool": { 2024-09-05T04:27:20.664 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:20.665 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:20.666 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_bytes": 148754, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_items": 31, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_bytes": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_items": 0, 2024-09-05T04:27:20.667 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_items": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_items": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_items": 2, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:20.668 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_items": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_items": 0 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "val": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "max": 104857600, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "get_started": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "get": 315, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "get_sum": 1562641, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_success": 315, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "take": 0, 2024-09-05T04:27:20.669 INFO:teuthology.orchestra.run.smithi002.stdout: "take_sum": 0, 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "put": 315, 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "put_sum": 1562641, 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "wait": { 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:20.670 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:21.401 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-09-05T04:27:21.402 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-09-05T04:27:21.402 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-09-05T04:27:21.402 DEBUG:tasks.check_counter:Getting stats from j 2024-09-05T04:27:21.402 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-05T04:27:21.662 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:21 smithi047 ceph-mon[34498]: pgmap v514: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-05T04:27:21.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:21 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:27:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:21 smithi002 ceph-mon[31001]: pgmap v514: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-05T04:27:21.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:21 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:27:21.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:21 smithi079 ceph-mon[34908]: pgmap v514: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 17 KiB/s wr, 12 op/s 2024-09-05T04:27:21.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:21 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-05T04:27:22.144 INFO:teuthology.orchestra.run.smithi002.stdout:{ 2024-09-05T04:27:22.144 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:22.144 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.003372658, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.000041924, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002364826, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 3, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.004214764, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.001404921 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.145 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 235, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:22.146 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 277184, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.020251127, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.014701592, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.002324997, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 232, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.015978762, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000068873 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:22.147 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 277184 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_messages": 317, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages": 306, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_bytes": 1608000, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_bytes": 188720, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:22.148 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_total_time": 0.055177530, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_send_time": 0.022801721, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_recv_time": 0.045166534, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 305, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.017209393, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000056424 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.149 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_recv_encrypted_bytes": 1608000, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "msgr_send_encrypted_bytes": 188720 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "cct": { 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "total_workers": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "unhealthy_workers": 0 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "mempool": { 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:22.150 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:22.151 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_bytes": 148794, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_anon_items": 32, 2024-09-05T04:27:22.152 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "pgmap_items": 0, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:22.153 INFO:teuthology.orchestra.run.smithi002.stdout: "mds_co_items": 2, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_1_items": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "unittest_2_items": 0 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: }, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "val": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "max": 104857600, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "get_started": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "get": 320, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "get_sum": 1563291, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "get_or_fail_success": 320, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "take": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "take_sum": 0, 2024-09-05T04:27:22.154 INFO:teuthology.orchestra.run.smithi002.stdout: "put": 320, 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: "put_sum": 1563291, 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: "wait": { 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: "avgcount": 0, 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: "sum": 0.000000000, 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: "avgtime": 0.000000000 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout: } 2024-09-05T04:27:22.155 INFO:teuthology.orchestra.run.smithi002.stdout:} 2024-09-05T04:27:22.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:22 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:27:22.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:22 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:27:22.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:22 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:27:22.774 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:22 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:27:22.775 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:22 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:27:22.775 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:22 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:27:22.803 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-09-05T04:27:22.803 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-09-05T04:27:22.803 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-09-05T04:27:22.803 DEBUG:tasks.check_counter:Getting stats from b 2024-09-05T04:27:22.803 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-05T04:27:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:22 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-05T04:27:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:22 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-05T04:27:22.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:22 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' 2024-09-05T04:27:23.066 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 496, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 498, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 3924253, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 157734, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 8, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.044639346, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.010221868, 2024-09-05T04:27:23.610 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.015979617, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.014375313, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 496, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.016901309, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000034075 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T04:27:23.611 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 2766, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 2752, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 14930522, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 960307, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.288350380, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.105780164, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.113607105, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.063221870, 2024-09-05T04:27:23.612 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 2752, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.114487296, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000041601 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1643040, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 190368 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:23.613 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 1020, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 1247, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 8643943, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 975000, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 8, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 5, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.109778023, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.034093751, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.035048398, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.030335067, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 1244, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.050328015, 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000040456 2024-09-05T04:27:23.614 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 651584 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 1, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.615 INFO:teuthology.orchestra.run.smithi047.stdout: "finisher-MDSRank": { 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "queue_len": 0, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "complete_latency": { 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 6711, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.166686131, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000024837 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "finisher-PurgeQueue": { 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "queue_len": 0, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "complete_latency": { 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.616 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "mds": { 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "request": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "reply": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "reply_latency": { 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "slow_reply": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "forward": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_fetch_complete": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_fetch_keys": 0, 2024-09-05T04:27:23.617 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_commit": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_split": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_merge": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes": 36, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_top": 15, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_bottom": 21, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_pin_tail": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_pinned": 8, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_expired": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "inodes_with_caps": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "caps": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "subtrees": 2, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse": 0, 2024-09-05T04:27:23.618 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_hit": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_forward": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_discover": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_dir_fetch": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_remote_ino": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "traverse_lock": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "load_cent": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "q": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "exported": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "exported_inodes": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "imported": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "imported_inodes": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_dir_fetch": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_backtrace_fetch": 0, 2024-09-05T04:27:23.619 INFO:teuthology.orchestra.run.smithi047.stdout: "openino_peer_discover": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rfiles": 4, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rbytes": 234, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "root_rsnaps": 6, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_backtrace_fetch": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_set_tag": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_inotable_repaired": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dir_inodes": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dir_base_inodes": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_dirfrag_rstats": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "scrub_file_inodes": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_inode_file_caps": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_revoke": 0, 2024-09-05T04:27:23.620 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_grant": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_trunc": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_caps": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_caps_dirty": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_cap_release": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "process_request_cap_release": 0 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_cache": { 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_update": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_update_receipt": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_try_discover": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_send_discover": 0, 2024-09-05T04:27:23.621 INFO:teuthology.orchestra.run.smithi047.stdout: "dir_handle_discover": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays_delayed": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_strays_enqueuing": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_created": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_enqueued": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_reintegrated": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "strays_migrated": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_processing": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_enqueued": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "num_recovering_prioritized": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "recovery_started": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "recovery_completed": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_quiesce_path": 0, 2024-09-05T04:27:23.622 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_quiesce_inode": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_enqueue_scrub": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_exportdir": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_flush": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_fragmentdir": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_fragstats": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "ireq_inodestats": 0 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_log": { 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "evlrg": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "evadd": 0, 2024-09-05T04:27:23.623 INFO:teuthology.orchestra.run.smithi047.stdout: "evex": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "evtrm": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "ev": 2909, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "evexg": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "evexd": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segadd": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segex": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segtrm": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "seg": 2, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segmjr": 75, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segexg": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "segexd": 0, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "expos": 28874475, 2024-09-05T04:27:23.624 INFO:teuthology.orchestra.run.smithi047.stdout: "wrpos": 28965844, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "rdpos": 28954323, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "jlat": { 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "replayed": 2909 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_mem": { 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "ino": 31, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "ino+": 32, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "ino-": 1, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "dir": 11, 2024-09-05T04:27:23.625 INFO:teuthology.orchestra.run.smithi047.stdout: "dir+": 11, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dir-": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dn": 36, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dn+": 36, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dn-": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "cap": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "cap+": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "cap-": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "rss": 52084, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "heap": 215328 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_server": { 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dispatch_client_request": 0, 2024-09-05T04:27:23.626 INFO:teuthology.orchestra.run.smithi047.stdout: "dispatch_server_request": 0, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_request": 0, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_client_session": 0, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "handle_peer_request": 0, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "req_create_latency": { 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getattr_latency": { 2024-09-05T04:27:23.627 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getfilelock_latency": { 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "req_link_latency": { 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.628 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookup_latency": { 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookuphash_latency": { 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupino_latency": { 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.629 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupname_latency": { 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupparent_latency": { 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lookupsnap_latency": { 2024-09-05T04:27:23.630 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "req_lssnap_latency": { 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.631 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mkdir_latency": { 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mknod_latency": { 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.632 INFO:teuthology.orchestra.run.smithi047.stdout: "req_mksnap_latency": { 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "req_open_latency": { 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "req_readdir_latency": { 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.633 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rename_latency": { 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "req_renamesnap_latency": { 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "req_snapdiff_latency": { 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.634 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmdir_latency": { 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmsnap_latency": { 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "req_rmxattr_latency": { 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.635 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setattr_latency": { 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setdirlayout_latency": { 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.636 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setfilelock_latency": { 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setlayout_latency": { 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "req_setxattr_latency": { 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.637 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "req_symlink_latency": { 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "req_unlink_latency": { 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "cap_revoke_eviction": 0, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "cap_acquisition_throttle": 0, 2024-09-05T04:27:23.638 INFO:teuthology.orchestra.run.smithi047.stdout: "req_getvxattr_latency": { 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_sessions": { 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "session_count": 2, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "session_add": 6, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "session_remove": 4, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "sessions_open": 4, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "sessions_stale": 0, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "total_load": 0, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "average_load": 0, 2024-09-05T04:27:23.639 INFO:teuthology.orchestra.run.smithi047.stdout: "avg_session_uptime": 3093, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "mdthresh_evicted": 0 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:23.640 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:23.641 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 208152, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 64, 2024-09-05T04:27:23.642 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 9712, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 197, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-09-05T04:27:23.643 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 141852, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 608, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "objecter": { 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_active": 0, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_laggy": 0, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_send": 3934, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_send_bytes": 26, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_resend": 4, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_reply": 3934, 2024-09-05T04:27:23.644 INFO:teuthology.orchestra.run.smithi047.stdout: "op_latency": { 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 3934, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 1.827960812, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000464657 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op_inflight": 0, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "oplen_avg": { 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 3934, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 3935 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op": 3934, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op_r": 3934, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op_w": 0, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op_rmw": 0, 2024-09-05T04:27:23.645 INFO:teuthology.orchestra.run.smithi047.stdout: "op_pg": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_stat": 2154, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_create": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_read": 1777, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_write": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_writefull": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_writesame": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_append": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_zero": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_truncate": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_delete": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_mapext": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_sparse_read": 0, 2024-09-05T04:27:23.646 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_clonerange": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_getxattr": 2, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_setxattr": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_cmpxattr": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_rmxattr": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_resetxattrs": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_call": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_watch": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_notify": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_pgls": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_pgls_filter": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "osdop_other": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_active": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_send": 0, 2024-09-05T04:27:23.647 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_resend": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "linger_ping": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_active": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_send": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolop_resend": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_active": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_send": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "poolstat_resend": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_active": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_send": 0, 2024-09-05T04:27:23.648 INFO:teuthology.orchestra.run.smithi047.stdout: "statfs_resend": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "command_active": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "command_send": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "command_resend": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "map_epoch": 114, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "map_full": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "map_inc": 23, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_sessions": 7, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_session_open": 8, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_session_close": 1, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_laggy": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_wr": 0, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_rd": 2, 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_del": 0 2024-09-05T04:27:23.649 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "oft": { 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_objs": 0, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_kv_pairs": 0, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_updates": 0, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "omap_total_removes": 0 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "osd-slow-ops": { 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "slow_ops_count": 0 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "purge_queue": { 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_ops": 0, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_ops_high_water": 0, 2024-09-05T04:27:23.650 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executing_high_water": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executed_ops": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_executed": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "pq_item_in_journal": 0 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 4278, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 27093245, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 4278, 2024-09-05T04:27:23.651 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 4278, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 27093245, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-objecter_bytes": { 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:23.652 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 3934, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 24771550, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 3934, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 24771550, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.653 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-objecter_ops": { 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 1024, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 3934, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 3934, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 3934, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 3934, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.654 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-write_buf_throttle": { 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 3758096384, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:23.655 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-write_buf_throttle-0x55c8127986e0": { 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 3758096384, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 0, 2024-09-05T04:27:23.656 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:23.657 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-09-05T04:27:23.931 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:23 smithi047 ceph-mon[34498]: pgmap v515: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:27:24.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:23 smithi002 ceph-mon[31001]: pgmap v515: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:27:24.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:23 smithi079 ceph-mon[34908]: pgmap v515: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 2.9 KiB/s wr, 3 op/s 2024-09-05T04:27:24.692 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-09-05T04:27:24.692 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=0 2024-09-05T04:27:24.692 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=0 2024-09-05T04:27:24.692 DEBUG:tasks.check_counter:Getting stats from e 2024-09-05T04:27:24.693 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-05T04:27:24.946 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.003125778, 2024-09-05T04:27:25.556 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000040047, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.002309929, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 3, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.004161414, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.001387138 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.557 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 235, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 277184, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.017649009, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.012424889, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.001815814, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:25.558 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 232, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.022729991, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000097974 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 277184 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.559 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 317, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 306, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1608000, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 188720, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.057239254, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.022111296, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.050743811, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 305, 2024-09-05T04:27:25.560 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.017564495, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000057588 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1608000, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 188720 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-09-05T04:27:25.561 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:25.562 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:25.563 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148721, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 30, 2024-09-05T04:27:25.564 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-09-05T04:27:25.565 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 320, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1563291, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:25.566 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 320, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 320, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1563291, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:25.567 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-09-05T04:27:25.879 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:25 smithi079 ceph-mon[34908]: pgmap v516: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.9 KiB/s wr, 4 op/s 2024-09-05T04:27:25.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:25 smithi047 ceph-mon[34498]: pgmap v516: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.9 KiB/s wr, 4 op/s 2024-09-05T04:27:26.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:25 smithi002 ceph-mon[31001]: pgmap v516: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.9 KiB/s wr, 4 op/s 2024-09-05T04:27:26.272 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.e 2024-09-05T04:27:26.272 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.e 2024-09-05T04:27:26.272 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.e 2024-09-05T04:27:26.272 DEBUG:tasks.check_counter:Getting stats from h 2024-09-05T04:27:26.272 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-05T04:27:26.542 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 0, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 2, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 0, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 0, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.001288108, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T04:27:27.137 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.000282901, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T04:27:27.138 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 319, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 306, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1610400, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 187888, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.056153520, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.021922795, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.048111031, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:27.139 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 306, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.023305549, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000076161 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1610400, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 187888 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:27.140 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 233, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 276832, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.016890199, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.011912893, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.001896933, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 230, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.021474686, 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000093368 2024-09-05T04:27:27.141 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 276832 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:27.142 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:27.143 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:27.144 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148714, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 30, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:27.145 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-09-05T04:27:27.146 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 318, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1563031, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 318, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 318, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1563031, 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:27.147 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:27.148 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:27.148 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:27.148 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:27.148 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:27.148 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-09-05T04:27:27.811 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:27 smithi047 ceph-mon[34498]: pgmap v517: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:27.838 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.h 2024-09-05T04:27:27.839 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.h 2024-09-05T04:27:27.839 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.h 2024-09-05T04:27:27.839 DEBUG:tasks.check_counter:Getting stats from k 2024-09-05T04:27:27.839 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-05T04:27:28.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:27 smithi002 ceph-mon[31001]: pgmap v517: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:28.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:27 smithi079 ceph-mon[34908]: pgmap v517: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:28.091 INFO:teuthology.orchestra.run.smithi047.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.b/config 2024-09-05T04:27:28.614 INFO:teuthology.orchestra.run.smithi047.stdout:{ 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.003191766, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.000038889, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.002288459, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 3, 2024-09-05T04:27:28.615 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.004055399, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.001351799 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 320, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 309, 2024-09-05T04:27:28.616 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 1608816, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 190640, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.056144887, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.021612876, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.049521821, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 308, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.019021240, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000061757 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:28.617 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 1608816, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 190640 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages": 237, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_bytes": 277536, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_total_time": 0.016078118, 2024-09-05T04:27:28.618 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_send_time": 0.010905206, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_recv_time": 0.001935589, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 234, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.026673867, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000113990 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.619 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "msgr_send_encrypted_bytes": 277536 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "cct": { 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "total_workers": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "unhealthy_workers": 0 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "mempool": { 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:28.620 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:28.621 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:28.622 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_bytes": 148731, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_anon_items": 31, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_items": 0, 2024-09-05T04:27:28.623 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "pgmap_items": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "mds_co_items": 2, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_1_items": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "unittest_2_items": 0 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: }, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "val": 0, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "max": 104857600, 2024-09-05T04:27:28.624 INFO:teuthology.orchestra.run.smithi047.stdout: "get_started": 0, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "get": 323, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "get_sum": 1563681, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "get_or_fail_success": 323, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "take": 0, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "take_sum": 0, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "put": 323, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "put_sum": 1563681, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "wait": { 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "avgcount": 0, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "sum": 0.000000000, 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: "avgtime": 0.000000000 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout: } 2024-09-05T04:27:28.625 INFO:teuthology.orchestra.run.smithi047.stdout:} 2024-09-05T04:27:29.263 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-09-05T04:27:29.264 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-09-05T04:27:29.264 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-09-05T04:27:29.264 DEBUG:tasks.check_counter:Getting stats from c 2024-09-05T04:27:29.264 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-05T04:27:29.524 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:27:29.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:29 smithi047 ceph-mon[34498]: pgmap v518: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:29.938 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:29 smithi079 ceph-mon[34908]: pgmap v518: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:30.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:29 smithi002 ceph-mon[31001]: pgmap v518: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 2.7 KiB/s wr, 1 op/s 2024-09-05T04:27:30.043 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 316, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 305, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 1607728, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 188080, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.055788487, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.022311928, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.045028976, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:30.044 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 304, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.019936460, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000065580 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 1607728, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 188080 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 7, 2024-09-05T04:27:30.045 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 237, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 3424, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 277632, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.018400489, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.011581192, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.003510829, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 235, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.027808441, 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000118333 2024-09-05T04:27:30.046 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 3424, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 277632 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 0, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 2, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 0, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 0, 2024-09-05T04:27:30.047 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.000385014, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.000305621, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:30.048 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "cct": { 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "total_workers": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "unhealthy_workers": 0 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "mempool": { 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:30.049 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:30.050 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:30.051 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_bytes": 148704, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_items": 29, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:30.052 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_items": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_items": 2, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_items": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_items": 0 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 104857600, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 319, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 1563161, 2024-09-05T04:27:30.053 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 319, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 319, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 1563161, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:30.054 INFO:teuthology.orchestra.run.smithi079.stdout:} 2024-09-05T04:27:30.849 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.c 2024-09-05T04:27:30.849 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.c 2024-09-05T04:27:30.849 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.c 2024-09-05T04:27:30.850 DEBUG:tasks.check_counter:Getting stats from f 2024-09-05T04:27:30.850 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-05T04:27:31.102 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:27:31.635 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2024-09-05T04:27:31.635 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:31.635 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 4, 2024-09-05T04:27:31.635 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 4, 2024-09-05T04:27:31.635 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 2944, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 448, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.002990203, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.000035462, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.002153777, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 3, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.004108654, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.001369551 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.636 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 448 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 317, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 306, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 1608000, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 188720, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:31.637 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.055349537, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.021694904, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.047109673, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 305, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.021206899, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000069530 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:31.638 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 1608000, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 188720 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 3, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 235, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 480, 2024-09-05T04:27:31.639 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 277184, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 6, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.015762339, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.010781508, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.001734004, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 232, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.024822633, 2024-09-05T04:27:31.640 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000106994 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 480, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 277184 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "cct": { 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "total_workers": 0, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "unhealthy_workers": 0 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.641 INFO:teuthology.orchestra.run.smithi079.stdout: "mempool": { 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:31.642 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:31.643 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_bytes": 148704, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_items": 29, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:31.644 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_items": 0, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_items": 2, 2024-09-05T04:27:31.645 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_items": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_items": 0 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 104857600, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 320, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 1563291, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 320, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:31.646 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 320, 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 1563291, 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:31.647 INFO:teuthology.orchestra.run.smithi079.stdout:} 2024-09-05T04:27:31.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:31 smithi079 ceph-mon[34908]: pgmap v519: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 2 op/s 2024-09-05T04:27:31.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:31 smithi047 ceph-mon[34498]: pgmap v519: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 2 op/s 2024-09-05T04:27:32.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:31 smithi002 ceph-mon[31001]: pgmap v519: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 2.7 KiB/s wr, 2 op/s 2024-09-05T04:27:32.345 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.f 2024-09-05T04:27:32.345 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.f 2024-09-05T04:27:32.345 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.f 2024-09-05T04:27:32.345 DEBUG:tasks.check_counter:Getting stats from i 2024-09-05T04:27:32.346 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-05T04:27:32.594 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 3647, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 2760, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 2713297, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 10341920, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 40, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 5, 2024-09-05T04:27:33.088 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.419583372, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.127595651, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.155353261, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.106052600, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2759, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.289672189, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000104991 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 1431, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000264673, 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000184 2024-09-05T04:27:33.089 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 2170032, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 398960 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 1527, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 1383, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 422410, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 9688631, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 417, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 8, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.247990678, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.043481326, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.151334839, 2024-09-05T04:27:33.090 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.034949377, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 1381, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.096555890, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000069917 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 619, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000073725, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000119 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 90192, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 141136 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:33.091 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 4881, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 7111, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 1608532, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 16188267, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 14, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 6, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.541387519, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.194827745, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.212280974, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.124692679, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 7109, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 1.079775367, 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000151888 2024-09-05T04:27:33.092 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 6318, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.001643847, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000260 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 50320, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 478912 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "cct": { 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "total_workers": 1, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "unhealthy_workers": 0 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.093 INFO:teuthology.orchestra.run.smithi079.stdout: "finisher-MDSRank": { 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "queue_len": 0, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "complete_latency": { 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 7244, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 1.981723857, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000273567 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "finisher-PurgeQueue": { 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "queue_len": 0, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "complete_latency": { 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 16, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000350718, 2024-09-05T04:27:33.094 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000021919 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "mds": { 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "request": 878, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "reply": 878, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "reply_latency": { 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 878, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 3.440762261, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.003918863 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "slow_reply": 0, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "forward": 0, 2024-09-05T04:27:33.095 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_fetch_complete": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_fetch_keys": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_commit": 488, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_split": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_merge": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes": 46, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_top": 16, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_bottom": 30, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_pin_tail": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_pinned": 17, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_expired": 0, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "inodes_with_caps": 5, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "caps": 6, 2024-09-05T04:27:33.096 INFO:teuthology.orchestra.run.smithi079.stdout: "subtrees": 2, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse": 1022, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_hit": 1014, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_forward": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_discover": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_dir_fetch": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_remote_ino": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "traverse_lock": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "load_cent": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "q": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "exported": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "exported_inodes": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "imported": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "imported_inodes": 0, 2024-09-05T04:27:33.097 INFO:teuthology.orchestra.run.smithi079.stdout: "openino_dir_fetch": 0, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "openino_backtrace_fetch": 410, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "openino_peer_discover": 0, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "root_rfiles": 4, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "root_rbytes": 234, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "root_rsnaps": 6, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_backtrace_fetch": 410, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_set_tag": 0, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_backtrace_repaired": 0, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_inotable_repaired": 0, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_dir_inodes": 264, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_dir_base_inodes": 30, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_dirfrag_rstats": 234, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "scrub_file_inodes": 146, 2024-09-05T04:27:33.098 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_inode_file_caps": 0, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_cap_op_revoke": 673, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_cap_op_grant": 1226, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_cap_op_trunc": 599, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_client_caps": 689, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_client_caps_dirty": 626, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_client_cap_release": 2, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "process_request_cap_release": 27 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_cache": { 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_update": 0, 2024-09-05T04:27:33.099 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_update_receipt": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_try_discover": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_send_discover": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "dir_handle_discover": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_strays": 2, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_strays_delayed": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_strays_enqueuing": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "strays_created": 3, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "strays_enqueued": 1, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "strays_reintegrated": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "strays_migrated": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_recovering_processing": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_recovering_enqueued": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "num_recovering_prioritized": 0, 2024-09-05T04:27:33.100 INFO:teuthology.orchestra.run.smithi079.stdout: "recovery_started": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "recovery_completed": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_quiesce_path": 15, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_quiesce_inode": 208, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_enqueue_scrub": 30, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_exportdir": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_flush": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_fragmentdir": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_fragstats": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "ireq_inodestats": 0 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_log": { 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "evlrg": 0, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "evadd": 2909, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "evex": 2895, 2024-09-05T04:27:33.101 INFO:teuthology.orchestra.run.smithi079.stdout: "evtrm": 2895, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "ev": 14, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "evexg": 0, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "evexd": 65, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segadd": 80, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segex": 79, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segtrm": 79, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "seg": 1, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segmjr": 1, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segexg": 0, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "segexd": 1, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "expos": 28874475, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "wrpos": 28965844, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "rdpos": 0, 2024-09-05T04:27:33.102 INFO:teuthology.orchestra.run.smithi079.stdout: "jlat": { 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2826, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 5.928648188, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.002097893 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "replayed": 0 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_mem": { 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "ino": 40, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "ino+": 71, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "ino-": 31, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "dir": 20, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "dir+": 20, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "dir-": 0, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "dn": 46, 2024-09-05T04:27:33.103 INFO:teuthology.orchestra.run.smithi079.stdout: "dn+": 47, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "dn-": 1, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "cap": 6, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "cap+": 25, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "cap-": 19, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "rss": 57820, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "heap": 231712 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_server": { 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "dispatch_client_request": 2117, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "dispatch_server_request": 0, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_client_request": 878, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_client_session": 41, 2024-09-05T04:27:33.104 INFO:teuthology.orchestra.run.smithi079.stdout: "handle_peer_request": 0, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "req_create_latency": { 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 5, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.004591829, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000918365 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "req_getattr_latency": { 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 185, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.036495977, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000197275 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "req_getfilelock_latency": { 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.105 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "req_link_latency": { 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookup_latency": { 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 22, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.009611711, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000436895 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookuphash_latency": { 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.106 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookupino_latency": { 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookupname_latency": { 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookupparent_latency": { 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.107 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lookupsnap_latency": { 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "req_lssnap_latency": { 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 16, 2024-09-05T04:27:33.108 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.002636096, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000164756 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "req_mkdir_latency": { 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 8, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.012111886, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.001513985 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "req_mknod_latency": { 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.109 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "req_mksnap_latency": { 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 16, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.064978911, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.004061181 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "req_open_latency": { 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 599, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 3.231854902, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.005395417 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "req_readdir_latency": { 2024-09-05T04:27:33.110 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.004006347, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.002003173 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "req_rename_latency": { 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.002657069, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.001328534 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "req_renamesnap_latency": { 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "req_snapdiff_latency": { 2024-09-05T04:27:33.111 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "req_rmdir_latency": { 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.008537309, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.004268654 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "req_rmsnap_latency": { 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 10, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.036995121, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.003699512 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.112 INFO:teuthology.orchestra.run.smithi079.stdout: "req_rmxattr_latency": { 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "req_setattr_latency": { 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 2, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.001070659, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000535329 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "req_setdirlayout_latency": { 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.113 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "req_setfilelock_latency": { 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "req_setlayout_latency": { 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "req_setxattr_latency": { 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 8, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.023266355, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.002908294 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.114 INFO:teuthology.orchestra.run.smithi079.stdout: "req_symlink_latency": { 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "req_unlink_latency": { 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 1, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.001948089, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.001948089 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "cap_revoke_eviction": 0, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "cap_acquisition_throttle": 0, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "req_getvxattr_latency": { 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.115 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_sessions": { 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "session_count": 2, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "session_add": 6, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "session_remove": 4, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "sessions_open": 2, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "sessions_stale": 0, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "total_load": 101, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "average_load": 50, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "avg_session_uptime": 963, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "mdthresh_evicted": 0 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.116 INFO:teuthology.orchestra.run.smithi079.stdout: "mempool": { 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:33.117 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:33.118 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_bytes": 310967, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_items": 106, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:33.119 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_bytes": 9712, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_items": 197, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_items": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_bytes": 184500, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_items": 1081, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_items": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_items": 0 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "objecter": { 2024-09-05T04:27:33.120 INFO:teuthology.orchestra.run.smithi079.stdout: "op_active": 0, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_laggy": 0, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_send": 5362, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_send_bytes": 26412426, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_resend": 31, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_reply": 5362, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_latency": { 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 5362, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 28.787337998, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.005368768 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "op_inflight": 0, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "oplen_avg": { 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 5362, 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 6392 2024-09-05T04:27:33.121 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "op": 5362, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "op_r": 471, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "op_w": 4891, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "op_rmw": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "op_pg": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_stat": 468, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_create": 33, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_read": 31, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_write": 2827, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_writefull": 255, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_writesame": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_append": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_zero": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_truncate": 0, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_delete": 524, 2024-09-05T04:27:33.122 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_mapext": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_sparse_read": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_clonerange": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_getxattr": 440, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_setxattr": 61, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_cmpxattr": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_rmxattr": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_resetxattrs": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_call": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_watch": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_notify": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_src_cmpxattr": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_pgls": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_pgls_filter": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "osdop_other": 599, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "linger_active": 0, 2024-09-05T04:27:33.123 INFO:teuthology.orchestra.run.smithi079.stdout: "linger_send": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "linger_resend": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "linger_ping": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolop_active": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolop_send": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolop_resend": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolstat_active": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolstat_send": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "poolstat_resend": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "statfs_active": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "statfs_send": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "statfs_resend": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "command_active": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "command_send": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "command_resend": 0, 2024-09-05T04:27:33.124 INFO:teuthology.orchestra.run.smithi079.stdout: "map_epoch": 114, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "map_full": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "map_inc": 31, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_sessions": 12, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_session_open": 12, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_session_close": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_laggy": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_wr": 1136, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_rd": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_del": 18 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "oft": { 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_total_objs": 1, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_total_kv_pairs": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_total_updates": 0, 2024-09-05T04:27:33.125 INFO:teuthology.orchestra.run.smithi079.stdout: "omap_total_removes": 0 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "osd-slow-ops": { 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "slow_ops_count": 193 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "purge_queue": { 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executing_ops": 0, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executing_ops_high_water": 2, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executing": 0, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executing_high_water": 1, 2024-09-05T04:27:33.126 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executed_ops": 2, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_executed": 1, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "pq_item_in_journal": 0 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 104857600, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 10051, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 3747189, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 10051, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 10051, 2024-09-05T04:27:33.127 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 3747189, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-objecter_bytes": { 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 104857600, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:33.128 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 5362, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 26412583, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 5362, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 26412583, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-objecter_ops": { 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 1024, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 0, 2024-09-05T04:27:33.129 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 0, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 0, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 5362, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 5362, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 5362, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 5362, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-write_buf_throttle": { 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:33.130 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 3758096384, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 1, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 157, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 1, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 1, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 157, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:33.131 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-write_buf_throttle-0x562058120500": { 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 3758096384, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 2909, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 24771540, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 2909, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 2826, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 24771540, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:33.132 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:33.133 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:33.133 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.133 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:33.133 INFO:teuthology.orchestra.run.smithi079.stdout:} 2024-09-05T04:27:33.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:33 smithi079 ceph-mon[34908]: pgmap v520: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:33.930 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-09-05T04:27:33.930 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=16 2024-09-05T04:27:33.930 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=10 2024-09-05T04:27:33.930 DEBUG:tasks.check_counter:Getting stats from l 2024-09-05T04:27:33.931 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-05T04:27:33.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:33 smithi047 ceph-mon[34498]: pgmap v520: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:34.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:33 smithi002 ceph-mon[31001]: pgmap v520: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:34.175 INFO:teuthology.orchestra.run.smithi079.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.c/config 2024-09-05T04:27:34.707 INFO:teuthology.orchestra.run.smithi079.stdout:{ 2024-09-05T04:27:34.737 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-0": { 2024-09-05T04:27:34.737 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 322, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 311, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 1609360, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 191920, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 4, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 0, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.058563186, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.022371735, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.048902555, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 310, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.020299061, 2024-09-05T04:27:34.738 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000065480 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 1609360, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 191920 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-1": { 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 6, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 240, 2024-09-05T04:27:34.739 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 3264, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 199376, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 5, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 3, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.018490142, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.011556492, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.004035483, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 238, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.025324566, 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000106405 2024-09-05T04:27:34.740 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 199376 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "AsyncMessenger::Worker-2": { 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_messages": 0, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages": 2, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_bytes": 0, 2024-09-05T04:27:34.741 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_bytes": 0, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_created_connections": 2, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_active_connections": 1, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_total_time": 0.000273065, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_send_time": 0.000000000, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_recv_time": 0.000194279, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_messages_queue_lat": { 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_handle_ack_lat": { 2024-09-05T04:27:34.742 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "msgr_send_encrypted_bytes": 0 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "cct": { 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "total_workers": 0, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "unhealthy_workers": 0 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "mempool": { 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_bytes": 0, 2024-09-05T04:27:34.743 INFO:teuthology.orchestra.run.smithi079.stdout: "bloom_filter_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_alloc_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_data_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_onode_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_meta_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_other_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_cache_buffer_items": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_bytes": 0, 2024-09-05T04:27:34.744 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_extent_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_blob_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_shared_blob_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_inline_bl_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_fsck_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_txc_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_deferred_items": 0, 2024-09-05T04:27:34.745 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluestore_writing_items": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_items": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_reader_items": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "bluefs_file_writer_items": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_bytes": 148977, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_anon_items": 30, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "buffer_meta_items": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_bytes": 0, 2024-09-05T04:27:34.746 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_bytes": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_mapbl_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_bytes": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osd_pglog_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_bytes": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_bytes": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "osdmap_mapping_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_bytes": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "pgmap_items": 0, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_bytes": 928, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "mds_co_items": 2, 2024-09-05T04:27:34.747 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_bytes": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_1_items": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_bytes": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "unittest_2_items": 0 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: }, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "val": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "max": 104857600, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "get_started": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "get": 324, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "get_sum": 1563914, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_fail": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "get_or_fail_success": 324, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "take": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "take_sum": 0, 2024-09-05T04:27:34.748 INFO:teuthology.orchestra.run.smithi079.stdout: "put": 324, 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: "put_sum": 1563914, 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: "wait": { 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: "avgcount": 0, 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: "sum": 0.000000000, 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: "avgtime": 0.000000000 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout: } 2024-09-05T04:27:34.749 INFO:teuthology.orchestra.run.smithi079.stdout:} 2024-09-05T04:27:35.451 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-09-05T04:27:35.451 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-09-05T04:27:35.451 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-09-05T04:27:35.451 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-05T04:27:35.462 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-05T04:27:35.462 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:27:35.462 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T04:27:35.483 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:27:35.483 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T04:27:35.543 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T04:27:35.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:35 smithi079 ceph-mon[34908]: pgmap v521: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:35.851 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:35.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:35 smithi047 ceph-mon[34498]: pgmap v521: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:35.972 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:35 smithi002 ceph-mon[31001]: pgmap v521: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 -- 172.21.15.2:0/3610904090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0100a80 msgr2=0x7f44f0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 --2- 172.21.15.2:0/3610904090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0100a80 0x7f44f0100ee0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f44e0009930 tx=0x7f44e002a420 comp rx=0 tx=0).stop 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 -- 172.21.15.2:0/3610904090 shutdown_connections 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 --2- 172.21.15.2:0/3610904090 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 0x7f44f010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 --2- 172.21.15.2:0/3610904090 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0100a80 0x7f44f0100ee0 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 --2- 172.21.15.2:0/3610904090 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0106a80 0x7f44f0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 -- 172.21.15.2:0/3610904090 >> 172.21.15.2:0/3610904090 conn(0x7f44f00fc7a0 msgr2=0x7f44f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 -- 172.21.15.2:0/3610904090 shutdown_connections 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.317+0000 7f44f77d4640 1 -- 172.21.15.2:0/3610904090 wait complete. 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 Processor -- start 2024-09-05T04:27:36.337 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 -- start start 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0100a80 0x7f44f0197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 0x7f44f0197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f44f0110d30 con 0x7f44f0106a80 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f44f0110bb0 con 0x7f44f0100a80 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f77d4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f44f0110eb0 con 0x7f44f0101420 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f5d71640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f5d71640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45364/0 (socket says 172.21.15.2:45364) 2024-09-05T04:27:36.338 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f5d71640 1 -- 172.21.15.2:0/2684629664 learned_addr learned my addr 172.21.15.2:0/2684629664 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:36.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f4d6f640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 0x7f44f0197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:36.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.318+0000 7f44f5570640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0100a80 0x7f44f0197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:36.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 -- 172.21.15.2:0/2684629664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 msgr2=0x7f44f0197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:36.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 0x7f44f0197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.340 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 -- 172.21.15.2:0/2684629664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0100a80 msgr2=0x7f44f0197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0100a80 0x7f44f0197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 -- 172.21.15.2:0/2684629664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44f019c200 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f5d71640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f44e800eaa0 tx=0x7f44e800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e800cdb0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44f019c4f0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44e8005020 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44e80116d0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.319+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44f01a3dd0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.320+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44f0100ee0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.321+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f44e80051d0 con 0x7f44f0106a80 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.322+0000 7f44e67fc640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 0x7f44dc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.322+0000 7f44f5570640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 0x7f44dc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:36.341 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.322+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f44e80cf9a0 con 0x7f44f0106a80 2024-09-05T04:27:36.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.322+0000 7f44f5570640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 0x7f44dc0a51b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f44ec005d00 tx=0x7f44ec00b410 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:36.342 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.326+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f44e8016030 con 0x7f44f0106a80 2024-09-05T04:27:36.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.513+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f44f002d7c0 con 0x7f44f0106a80 2024-09-05T04:27:36.514 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.513+0000 7f44e67fc640 1 -- 172.21.15.2:0/2684629664 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v114) ==== 81+0+928 (secure 0 0 0) 0x7f44e809bb20 con 0x7f44f0106a80 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/3478175109 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1787317877 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2016255054 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2555228194 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2891054755 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2362552536 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2045100706 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1159486704 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:36.515 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/43121524 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:36.516 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2555228194 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.516 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1544745084 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:36.516 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:36.516 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/4162768966 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:listed 16 entries 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 msgr2=0x7f44dc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 0x7f44dc0a51b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f44ec005d00 tx=0x7f44ec00b410 comp rx=0 tx=0).stop 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 msgr2=0x7f44f019bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f44e800eaa0 tx=0x7f44e800ef60 comp rx=0 tx=0).stop 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 shutdown_connections 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f44dc0a2cf0 0x7f44dc0a51b0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f44f0106a80 0x7f44f019bb20 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.517 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f44f0101420 0x7f44f0197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 --2- 172.21.15.2:0/2684629664 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f44f0100a80 0x7f44f0197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:36.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 >> 172.21.15.2:0/2684629664 conn(0x7f44f00fc7a0 msgr2=0x7f44f00fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:36.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 shutdown_connections 2024-09-05T04:27:36.518 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:36.515+0000 7f44f77d4640 1 -- 172.21.15.2:0/2684629664 wait complete. 2024-09-05T04:27:36.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:36 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2684629664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:36.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:36 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2684629664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:37.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:36 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2684629664' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:37.305 DEBUG:teuthology.orchestra.run.smithi002:> set -ex 2024-09-05T04:27:37.305 DEBUG:teuthology.orchestra.run.smithi002:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-05T04:27:37.322 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd blocklist ls 2024-09-05T04:27:37.618 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:37.895 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:37 smithi002 ceph-mon[31001]: pgmap v522: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:37.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:37 smithi047 ceph-mon[34498]: pgmap v522: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:38.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:37 smithi079 ceph-mon[34908]: pgmap v522: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:38.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 -- 172.21.15.2:0/1405911930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01082a0 msgr2=0x7f81f010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:38.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1405911930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01082a0 0x7f81f010ec40 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7f81e8009cd0 tx=0x7f81e802a8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 -- 172.21.15.2:0/1405911930 shutdown_connections 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1405911930 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01082a0 0x7f81f010ec40 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1405911930 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f01036e0 0x7f81f0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1405911930 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f0102d30 0x7f81f0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 -- 172.21.15.2:0/1405911930 >> 172.21.15.2:0/1405911930 conn(0x7f81f00fc7d0 msgr2=0x7f81f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 -- 172.21.15.2:0/1405911930 shutdown_connections 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.113+0000 7f81f72a9640 1 -- 172.21.15.2:0/1405911930 wait complete. 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 Processor -- start 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 -- start start 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 0x7f81f0100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f01082a0 0x7f81f0101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f81f0111f50 con 0x7f81f01036e0 2024-09-05T04:27:38.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f81f0111dd0 con 0x7f81f01082a0 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f72a9640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f81f01120d0 con 0x7f81f0102d30 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:45396/0 (socket says 172.21.15.2:45396) 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 -- 172.21.15.2:0/1142825764 learned_addr learned my addr 172.21.15.2:0/1142825764 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f5045640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 0x7f81f0100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f5846640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f01082a0 0x7f81f0101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 -- 172.21.15.2:0/1142825764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 msgr2=0x7f81f0100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 0x7f81f0100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 -- 172.21.15.2:0/1142825764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f01082a0 msgr2=0x7f81f0101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f01082a0 0x7f81f0101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 -- 172.21.15.2:0/1142825764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f01a6880 con 0x7f81f01036e0 2024-09-05T04:27:38.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f5045640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 0x7f81f0100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.114+0000 7f81f4844640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f81e000e9f0 tx=0x7f81e000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.115+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e000ccc0 con 0x7f81f01036e0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.115+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81e00108e0 con 0x7f81f01036e0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.115+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f01a6b70 con 0x7f81f01036e0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.115+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e00187e0 con 0x7f81f01036e0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.115+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f01a7100 con 0x7f81f01036e0 2024-09-05T04:27:38.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.116+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81f0103110 con 0x7f81f01036e0 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.117+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f81e0010a90 con 0x7f81f01036e0 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.118+0000 7f81e67fc640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 0x7f81dc0a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.118+0000 7f81f5045640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 0x7f81dc0a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.118+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f81e00cfbd0 con 0x7f81f01036e0 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.118+0000 7f81f5045640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 0x7f81dc0a5230 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00abe0 tx=0x7f81ec00a5c0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:38.243 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.122+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f81e009c400 con 0x7f81f01036e0 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.309+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f81f0101ec0 con 0x7f81f01036e0 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.310+0000 7f81e67fc640 1 -- 172.21.15.2:0/1142825764 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v114) ==== 81+0+928 (secure 0 0 0) 0x7f81e009bd00 con 0x7f81f01036e0 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/3478175109 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1787317877 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2016255054 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2555228194 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.310 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2891054755 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2362552536 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/2922331777 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/2045100706 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1159486704 2024-09-06T04:02:10.554337+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/43121524 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6801/2555228194 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/1544745084 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:6800/3360419510 2024-09-06T04:01:40.213294+0000 2024-09-05T04:27:38.311 INFO:teuthology.orchestra.run.smithi002.stdout:172.21.15.2:0/4162768966 2024-09-06T04:10:57.850961+0000 2024-09-05T04:27:38.312 INFO:teuthology.orchestra.run.smithi002.stderr:listed 16 entries 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 msgr2=0x7f81dc0a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 0x7f81dc0a5230 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f81ec00abe0 tx=0x7f81ec00a5c0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 msgr2=0x7f81f0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f81e000e9f0 tx=0x7f81e000eeb0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 shutdown_connections 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f81dc0a2d70 0x7f81dc0a5230 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f81f01082a0 0x7f81f0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f81f01036e0 0x7f81f0100ed0 unknown :-1 s=CLOSED pgs=1783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 --2- 172.21.15.2:0/1142825764 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f81f0102d30 0x7f81f0100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 >> 172.21.15.2:0/1142825764 conn(0x7f81f00fc7d0 msgr2=0x7f81f0105d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:38.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 shutdown_connections 2024-09-05T04:27:38.314 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:38.312+0000 7f81f72a9640 1 -- 172.21.15.2:0/1142825764 wait complete. 2024-09-05T04:27:38.928 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:38 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1142825764' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:38.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:38 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1142825764' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:38.955 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi002.front.sepia.ceph.com... 2024-09-05T04:27:38.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:27:38.955 DEBUG:teuthology.orchestra.run.smithi002:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-05T04:27:38.981 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi002.stderr:ceph-fuse[83699]: fuse finished with error 0 and tester_r 0 2024-09-05T04:27:38.983 INFO:teuthology.orchestra.run:waiting for 300 2024-09-05T04:27:39.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:38 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1142825764' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-05T04:27:39.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:39 smithi047 ceph-mon[34498]: pgmap v523: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:40.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:39 smithi002 ceph-mon[31001]: pgmap v523: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:40.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:39 smithi079 ceph-mon[34908]: pgmap v523: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:41.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:41 smithi047 ceph-mon[34498]: pgmap v524: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:42.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:41 smithi002 ceph-mon[31001]: pgmap v524: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:42.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:41 smithi079 ceph-mon[34908]: pgmap v524: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2 op/s 2024-09-05T04:27:43.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:43 smithi047 ceph-mon[34498]: pgmap v525: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:44.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:43 smithi002 ceph-mon[31001]: pgmap v525: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:44.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:43 smithi079 ceph-mon[34908]: pgmap v525: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s rd, 1 op/s 2024-09-05T04:27:45.086 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:27:45.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:27:45.086 DEBUG:teuthology.orchestra.run.smithi002:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-05T04:27:45.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:27:45.107 DEBUG:teuthology.orchestra.run.smithi002:> ip netns list 2024-09-05T04:27:45.165 INFO:teuthology.orchestra.run.smithi002.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-05T04:27:45.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:27:45.166 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-05T04:27:45.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-05T04:27:45.237 DEBUG:teuthology.orchestra.run.smithi002:> sudo ip link delete ceph-brx 2024-09-05T04:27:45.339 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-05T04:27:45.352 INFO:tasks.cephadm:Teardown begin 2024-09-05T04:27:45.352 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-05T04:27:45.352 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:27:45.611 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:45.877 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:45 smithi002 ceph-mon[31001]: pgmap v526: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:45.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:45 smithi047 ceph-mon[34498]: pgmap v526: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:46.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:45 smithi079 ceph-mon[34908]: pgmap v526: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:46.099 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 -- 172.21.15.2:0/316198223 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc854102d30 msgr2=0x7fc854103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 --2- 172.21.15.2:0/316198223 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc854102d30 0x7fc854103110 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009cd0 tx=0x7fc84c02a910 comp rx=0 tx=0).stop 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 -- 172.21.15.2:0/316198223 shutdown_connections 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 --2- 172.21.15.2:0/316198223 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 0x7fc85410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 --2- 172.21.15.2:0/316198223 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc8541036e0 0x7fc854107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 --2- 172.21.15.2:0/316198223 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc854102d30 0x7fc854103110 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 -- 172.21.15.2:0/316198223 >> 172.21.15.2:0/316198223 conn(0x7fc8540fc7d0 msgr2=0x7fc8540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 -- 172.21.15.2:0/316198223 shutdown_connections 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.090+0000 7fc858aaa640 1 -- 172.21.15.2:0/316198223 wait complete. 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 Processor -- start 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 -- start start 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 0x7fc854198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:46.100 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 0x7fc85419ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fc854111f90 con 0x7fc8541036e0 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fc854111e10 con 0x7fc8541082a0 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc858aaa640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fc854112110 con 0x7fc854102d30 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50150/0 (socket says 172.21.15.2:50150) 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 -- 172.21.15.2:0/3031831684 learned_addr learned my addr 172.21.15.2:0/3031831684 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc85259c640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 0x7fc854198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc852d9d640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 0x7fc85419ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 -- 172.21.15.2:0/3031831684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 msgr2=0x7fc854198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 0x7fc854198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 -- 172.21.15.2:0/3031831684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 msgr2=0x7fc85419ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 0x7fc85419ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.101 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 -- 172.21.15.2:0/3031831684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc85419d520 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc85259c640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 0x7fc854198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.091+0000 7fc851d9b640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7fc83c006fd0 tx=0x7fc83c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.092+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc83c011830 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.092+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc85419d810 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.092+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc83c016070 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.092+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc83c010df0 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.092+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8541a50f0 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.093+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc85406a850 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.094+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fc83c0119d0 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.095+0000 7fc84b7fe640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 0x7fc8400a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.095+0000 7fc85259c640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 0x7fc8400a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.095+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7fc83c0cf570 con 0x7fc8541036e0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.095+0000 7fc85259c640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 0x7fc8400a51b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fc84c000f80 tx=0x7fc84c0093f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:46.102 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.098+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc83c09be50 con 0x7fc8541036e0 2024-09-05T04:27:46.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.309+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc854103110 con 0x7fc8541036e0 2024-09-05T04:27:46.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.309+0000 7fc84b7fe640 1 -- 172.21.15.2:0/3031831684 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7fc854103110 con 0x7fc8541036e0 2024-09-05T04:27:46.310 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:46.310 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:27:46.310 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 msgr2=0x7fc8400a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 0x7fc8400a51b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fc84c000f80 tx=0x7fc84c0093f0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 msgr2=0x7fc854198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7fc83c006fd0 tx=0x7fc83c00b8e0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 shutdown_connections 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fc8400a2cf0 0x7fc8400a51b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fc8541082a0 0x7fc85419ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fc8541036e0 0x7fc854198ab0 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 --2- 172.21.15.2:0/3031831684 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fc854102d30 0x7fc854198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:46.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 >> 172.21.15.2:0/3031831684 conn(0x7fc8540fc7d0 msgr2=0x7fc854105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:46.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 shutdown_connections 2024-09-05T04:27:46.313 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:46.312+0000 7fc858aaa640 1 -- 172.21.15.2:0/3031831684 wait complete. 2024-09-05T04:27:46.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:46 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3031831684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:47.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:46 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3031831684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:47.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:46 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3031831684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:47.198 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs dump --format=json 2024-09-05T04:27:47.456 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:47.827 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:47 smithi002 ceph-mon[31001]: pgmap v527: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:47.927 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 -- 172.21.15.2:0/1806800579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b70102da0 msgr2=0x7f8b70103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/1806800579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b70102da0 0x7f8b70103180 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f8b60009900 tx=0x7f8b6002a480 comp rx=0 tx=0).stop 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 -- 172.21.15.2:0/1806800579 shutdown_connections 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/1806800579 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/1806800579 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b701036c0 0x7f8b7010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/1806800579 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b70102da0 0x7f8b70103180 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 -- 172.21.15.2:0/1806800579 >> 172.21.15.2:0/1806800579 conn(0x7f8b700fc7a0 msgr2=0x7f8b700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.908+0000 7f8b75f8e640 1 -- 172.21.15.2:0/1806800579 shutdown_connections 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 -- 172.21.15.2:0/1806800579 wait complete. 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 Processor -- start 2024-09-05T04:27:47.928 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 -- start start 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b70102da0 0x7f8b7019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70111e70 con 0x7f8b701036c0 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70111cf0 con 0x7f8b7010c180 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b75f8e640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f8b70111ff0 con 0x7f8b70102da0 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b67fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b67fff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50168/0 (socket says 172.21.15.2:50168) 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.909+0000 7f8b67fff640 1 -- 172.21.15.2:0/2322319668 learned_addr learned my addr 172.21.15.2:0/2322319668 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6f7fe640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b70102da0 0x7f8b7019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:47.929 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6ffff640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 -- 172.21.15.2:0/2322319668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b70102da0 msgr2=0x7f8b7019a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b70102da0 0x7f8b7019a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 -- 172.21.15.2:0/2322319668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 msgr2=0x7f8b7019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 -- 172.21.15.2:0/2322319668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b7019f590 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6ffff640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b67fff640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c970 tx=0x7f8b5800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b58007bb0 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b7019f880 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8b58007d50 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b701a7160 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.910+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b5800f450 con 0x7f8b701036c0 2024-09-05T04:27:47.930 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.911+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b70103180 con 0x7f8b701036c0 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.912+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f8b58004f20 con 0x7f8b701036c0 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.913+0000 7f8b6d7fa640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 0x7f8b5c0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.913+0000 7f8b6f7fe640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 0x7f8b5c0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.913+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f8b580cfa90 con 0x7f8b701036c0 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.913+0000 7f8b6f7fe640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 0x7f8b5c0a51b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8b60031440 tx=0x7f8b600095f0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:47.931 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:47.916+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8b58014030 con 0x7f8b701036c0 2024-09-05T04:27:47.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:47 smithi047 ceph-mon[34498]: pgmap v527: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:48.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:47 smithi079 ceph-mon[34908]: pgmap v527: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:48.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.127+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b7019b940 con 0x7f8b701036c0 2024-09-05T04:27:48.127 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.127+0000 7f8b6d7fa640 1 -- 172.21.15.2:0/2322319668 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+11827 (secure 0 0 0) 0x7f8b7019b940 con 0x7f8b701036c0 2024-09-05T04:27:48.128 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:48.128 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":21,"btime":"2024-09-05T04:09:26:788569+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6835/3194842644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6834","nonce":3194842644},{"type":"v1","addr":"172.21.15.2:6835","nonce":3194842644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6837/2912395574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6836","nonce":2912395574},{"type":"v1","addr":"172.21.15.2:6837","nonce":2912395574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6839/3379705481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6838","nonce":3379705481},{"type":"v1","addr":"172.21.15.2:6839","nonce":3379705481}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14610,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.2:6841/2127815493","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6840","nonce":2127815493},{"type":"v1","addr":"172.21.15.2:6841","nonce":2127815493}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24413,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6833/3129518987","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6832","nonce":3129518987},{"type":"v1","addr":"172.21.15.47:6833","nonce":3129518987}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6835/3550509038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6834","nonce":3550509038},{"type":"v1","addr":"172.21.15.47:6835","nonce":3550509038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6833/1455127851","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6832","nonce":1455127851},{"type":"v1","addr":"172.21.15.79:6833","nonce":1455127851}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.47:6837/3184781087","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6836","nonce":3184781087},{"type":"v1","addr":"172.21.15.47:6837","nonce":3184781087}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24466,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6835/1098345151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6834","nonce":1098345151},{"type":"v1","addr":"172.21.15.79:6835","nonce":1098345151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24472,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.79:6837/1347840146","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6836","nonce":1347840146},{"type":"v1","addr":"172.21.15.79:6837","nonce":1347840146}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[{"mdsmap":{"epoch":21,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-05T04:08:51.276658+0000","modified":"2024-09-05T04:09:26.433853+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.47:6839/180108788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6838","nonce":180108788},{"type":"v1","addr":"172.21.15.47:6839","nonce":180108788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.79:6839/3872962547","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6838","nonce":3872962547},{"type":"v1","addr":"172.21.15.79:6839","nonce":3872962547}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24493,"qdb_cluster":[24493]},"id":1}]} 2024-09-05T04:27:48.128 INFO:teuthology.orchestra.run.smithi002.stderr:dumped fsmap epoch 21 2024-09-05T04:27:48.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 msgr2=0x7f8b5c0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:48.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 0x7f8b5c0a51b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f8b60031440 tx=0x7f8b600095f0 comp rx=0 tx=0).stop 2024-09-05T04:27:48.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 msgr2=0x7f8b7019ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:48.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f8b5800c970 tx=0x7f8b5800ce30 comp rx=0 tx=0).stop 2024-09-05T04:27:48.131 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 shutdown_connections 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f8b5c0a2cf0 0x7f8b5c0a51b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f8b7010c180 0x7f8b7019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f8b701036c0 0x7f8b7019ab20 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 --2- 172.21.15.2:0/2322319668 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f8b70102da0 0x7f8b7019a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 >> 172.21.15.2:0/2322319668 conn(0x7f8b700fc7a0 msgr2=0x7f8b70100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 shutdown_connections 2024-09-05T04:27:48.132 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:48.131+0000 7f8b75f8e640 1 -- 172.21.15.2:0/2322319668 wait complete. 2024-09-05T04:27:48.797 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd dump --format=json 2024-09-05T04:27:48.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:48 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2322319668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:49.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:48 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2322319668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:49.050 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:49.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:48 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2322319668' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-05T04:27:49.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 -- 172.21.15.2:0/2333948468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc101de0 msgr2=0x7f50bc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:49.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 --2- 172.21.15.2:0/2333948468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc101de0 0x7f50bc1021c0 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f50a4009900 tx=0x7f50a402a410 comp rx=0 tx=0).stop 2024-09-05T04:27:49.559 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 -- 172.21.15.2:0/2333948468 shutdown_connections 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 --2- 172.21.15.2:0/2333948468 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc106f10 0x7f50bc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 --2- 172.21.15.2:0/2333948468 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc102790 0x7f50bc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 --2- 172.21.15.2:0/2333948468 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc101de0 0x7f50bc1021c0 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 -- 172.21.15.2:0/2333948468 >> 172.21.15.2:0/2333948468 conn(0x7f50bc0fd8c0 msgr2=0x7f50bc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 -- 172.21.15.2:0/2333948468 shutdown_connections 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 -- 172.21.15.2:0/2333948468 wait complete. 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.535+0000 7f50c30c4640 1 Processor -- start 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 -- start start 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc101de0 0x7f50bc198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc106f10 0x7f50bc19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc111e60 con 0x7f50bc102790 2024-09-05T04:27:49.560 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc111ce0 con 0x7f50bc106f10 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c30c4640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f50bc111fe0 con 0x7f50bc101de0 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:50186/0 (socket says 172.21.15.2:50186) 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c0e60640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc101de0 0x7f50bc198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 -- 172.21.15.2:0/1896073944 learned_addr learned my addr 172.21.15.2:0/1896073944 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50c1661640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc106f10 0x7f50bc19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 -- 172.21.15.2:0/1896073944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc101de0 msgr2=0x7f50bc198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc101de0 0x7f50bc198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 -- 172.21.15.2:0/1896073944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc106f10 msgr2=0x7f50bc19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc106f10 0x7f50bc19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.536+0000 7f50bbfff640 1 -- 172.21.15.2:0/1896073944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50bc19d3b0 con 0x7f50bc102790 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50bbfff640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00b4a0 tx=0x7f50ac00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ac014070 con 0x7f50bc102790 2024-09-05T04:27:49.561 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50bc19d6a0 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50ac010ac0 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50ac017c30 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.537+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50bc1a4f80 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.538+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50bc1021c0 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.539+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f50ac017070 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.540+0000 7f50b9ffb640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.540+0000 7f50c0e60640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.540+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f50ac0ceda0 con 0x7f50bc102790 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.540+0000 7f50c0e60640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f50a4031440 tx=0x7f50a4005b50 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:49.562 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.544+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f50ac09b030 con 0x7f50bc102790 2024-09-05T04:27:49.727 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.727+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f50bc109b60 con 0x7f50bc102790 2024-09-05T04:27:49.727 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:49 smithi002 ceph-mon[31001]: pgmap v528: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:49.728 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.728+0000 7f50b9ffb640 1 -- 172.21.15.2:0/1896073944 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v114) ==== 74+0+25326 (secure 0 0 0) 0x7f50ac09f330 con 0x7f50bc102790 2024-09-05T04:27:49.729 INFO:teuthology.orchestra.run.smithi002.stdout: 2024-09-05T04:27:49.729 INFO:teuthology.orchestra.run.smithi002.stdout:{"epoch":114,"fsid":"60a04270-6b3b-11ef-bcd6-c7b262605968","created":"2024-09-05T04:01:18.280372+0000","modified":"2024-09-05T04:27:08.345938+0000","last_up_change":"2024-09-05T04:08:00.106985+0000","last_in_change":"2024-09-05T04:07:37.077735+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-05T04:04:20.876371+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-05T04:08:47.603917+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-05T04:08:49.549970+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"113","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":113,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-05T04:08:55.948596+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"113","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":113,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"60d31f21-7ca1-4e47-8644-243479677d70","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6802","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6803","nonce":1747831301}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6804","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6805","nonce":1747831301}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6808","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6809","nonce":1747831301}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6806","nonce":1747831301},{"type":"v1","addr":"172.21.15.2:6807","nonce":1747831301}]},"public_addr":"172.21.15.2:6803/1747831301","cluster_addr":"172.21.15.2:6805/1747831301","heartbeat_back_addr":"172.21.15.2:6809/1747831301","heartbeat_front_addr":"172.21.15.2:6807/1747831301","state":["exists","up"]},{"osd":1,"uuid":"37da5818-e74e-4148-8634-c6662dee528c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6800","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6801","nonce":2547470658}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6802","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6803","nonce":2547470658}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6806","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6807","nonce":2547470658}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6804","nonce":2547470658},{"type":"v1","addr":"172.21.15.47:6805","nonce":2547470658}]},"public_addr":"172.21.15.47:6801/2547470658","cluster_addr":"172.21.15.47:6803/2547470658","heartbeat_back_addr":"172.21.15.47:6807/2547470658","heartbeat_front_addr":"172.21.15.47:6805/2547470658","state":["exists","up"]},{"osd":2,"uuid":"5c583d6f-eccb-4684-93d9-58122b029209","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6800","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6801","nonce":3948452903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6802","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6803","nonce":3948452903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6806","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6807","nonce":3948452903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6804","nonce":3948452903},{"type":"v1","addr":"172.21.15.79:6805","nonce":3948452903}]},"public_addr":"172.21.15.79:6801/3948452903","cluster_addr":"172.21.15.79:6803/3948452903","heartbeat_back_addr":"172.21.15.79:6807/3948452903","heartbeat_front_addr":"172.21.15.79:6805/3948452903","state":["exists","up"]},{"osd":3,"uuid":"21fe31df-01b3-4bfe-94f0-c7851afb0b2c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6810","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6811","nonce":2969748186}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6812","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6813","nonce":2969748186}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6816","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6817","nonce":2969748186}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6814","nonce":2969748186},{"type":"v1","addr":"172.21.15.2:6815","nonce":2969748186}]},"public_addr":"172.21.15.2:6811/2969748186","cluster_addr":"172.21.15.2:6813/2969748186","heartbeat_back_addr":"172.21.15.2:6817/2969748186","heartbeat_front_addr":"172.21.15.2:6815/2969748186","state":["exists","up"]},{"osd":4,"uuid":"a21a99a1-1407-4e08-a1bc-6753cead2349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6808","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6809","nonce":1560615537}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6810","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6811","nonce":1560615537}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6814","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6815","nonce":1560615537}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6812","nonce":1560615537},{"type":"v1","addr":"172.21.15.47:6813","nonce":1560615537}]},"public_addr":"172.21.15.47:6809/1560615537","cluster_addr":"172.21.15.47:6811/1560615537","heartbeat_back_addr":"172.21.15.47:6815/1560615537","heartbeat_front_addr":"172.21.15.47:6813/1560615537","state":["exists","up"]},{"osd":5,"uuid":"21b5352f-e3ea-4cdd-9945-3139466dac35","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6808","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6809","nonce":2110662513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6810","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6811","nonce":2110662513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6814","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6815","nonce":2110662513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6812","nonce":2110662513},{"type":"v1","addr":"172.21.15.79:6813","nonce":2110662513}]},"public_addr":"172.21.15.79:6809/2110662513","cluster_addr":"172.21.15.79:6811/2110662513","heartbeat_back_addr":"172.21.15.79:6815/2110662513","heartbeat_front_addr":"172.21.15.79:6813/2110662513","state":["exists","up"]},{"osd":6,"uuid":"f88fc778-7e9e-4c23-904d-afa47b6cd64f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6818","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6819","nonce":3510419923}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6820","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6821","nonce":3510419923}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6824","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6825","nonce":3510419923}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6822","nonce":3510419923},{"type":"v1","addr":"172.21.15.2:6823","nonce":3510419923}]},"public_addr":"172.21.15.2:6819/3510419923","cluster_addr":"172.21.15.2:6821/3510419923","heartbeat_back_addr":"172.21.15.2:6825/3510419923","heartbeat_front_addr":"172.21.15.2:6823/3510419923","state":["exists","up"]},{"osd":7,"uuid":"6832c1d5-420d-4f5b-8fe0-242e64a88afd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6816","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6817","nonce":3722564382}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6818","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6819","nonce":3722564382}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6822","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6823","nonce":3722564382}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6820","nonce":3722564382},{"type":"v1","addr":"172.21.15.47:6821","nonce":3722564382}]},"public_addr":"172.21.15.47:6817/3722564382","cluster_addr":"172.21.15.47:6819/3722564382","heartbeat_back_addr":"172.21.15.47:6823/3722564382","heartbeat_front_addr":"172.21.15.47:6821/3722564382","state":["exists","up"]},{"osd":8,"uuid":"67c6b855-15a2-4d7f-843f-52ac93458fb6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6816","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6817","nonce":473120944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6818","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6819","nonce":473120944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6822","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6823","nonce":473120944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6820","nonce":473120944},{"type":"v1","addr":"172.21.15.79:6821","nonce":473120944}]},"public_addr":"172.21.15.79:6817/473120944","cluster_addr":"172.21.15.79:6819/473120944","heartbeat_back_addr":"172.21.15.79:6823/473120944","heartbeat_front_addr":"172.21.15.79:6821/473120944","state":["exists","up"]},{"osd":9,"uuid":"e0f5ddfe-0877-41a4-af75-bd8a890b543d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6826","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6827","nonce":3784346493}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6828","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6829","nonce":3784346493}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6832","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6833","nonce":3784346493}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.2:6830","nonce":3784346493},{"type":"v1","addr":"172.21.15.2:6831","nonce":3784346493}]},"public_addr":"172.21.15.2:6827/3784346493","cluster_addr":"172.21.15.2:6829/3784346493","heartbeat_back_addr":"172.21.15.2:6833/3784346493","heartbeat_front_addr":"172.21.15.2:6831/3784346493","state":["exists","up"]},{"osd":10,"uuid":"c45ab1dc-8223-46cc-a45c-60dcf1743558","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6824","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6825","nonce":2845700574}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6826","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6827","nonce":2845700574}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6830","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6831","nonce":2845700574}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.47:6828","nonce":2845700574},{"type":"v1","addr":"172.21.15.47:6829","nonce":2845700574}]},"public_addr":"172.21.15.47:6825/2845700574","cluster_addr":"172.21.15.47:6827/2845700574","heartbeat_back_addr":"172.21.15.47:6831/2845700574","heartbeat_front_addr":"172.21.15.47:6829/2845700574","state":["exists","up"]},{"osd":11,"uuid":"d5cafb8b-5e0a-4f04-9ae9-ee712d1c964b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6824","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6825","nonce":503897673}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6826","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6827","nonce":503897673}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6830","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6831","nonce":503897673}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.79:6828","nonce":503897673},{"type":"v1","addr":"172.21.15.79:6829","nonce":503897673}]},"public_addr":"172.21.15.79:6825/503897673","cluster_addr":"172.21.15.79:6827/503897673","heartbeat_back_addr":"172.21.15.79:6831/503897673","heartbeat_front_addr":"172.21.15.79:6829/503897673","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:30.188595+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:03:54.360623+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:17.316902+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:04:41.394104+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:06.521438+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:30.187217+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:05:54.642592+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:19.455787+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:06:43.766740+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:08.157964+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:33.251635+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-05T04:07:57.479095+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":8,"to":4}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.0","mappings":[{"from":5,"to":9}]},{"pgid":"3.6","mappings":[{"from":4,"to":6}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8},{"from":3,"to":7}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]},{"pgid":"4.13","mappings":[{"from":9,"to":8}]},{"pgid":"4.16","mappings":[{"from":9,"to":8}]},{"pgid":"4.17","mappings":[{"from":9,"to":10}]},{"pgid":"4.1c","mappings":[{"from":5,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.2:0/3478175109":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1787317877":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/2016255054":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6800/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:6801/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2891054755":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/2362552536":"2024-09-06T04:02:10.554337+0000","172.21.15.2:6800/2922331777":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/2045100706":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/1159486704":"2024-09-06T04:02:10.554337+0000","172.21.15.2:0/43121524":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6801/2555228194":"2024-09-06T04:10:57.850961+0000","172.21.15.2:0/1544745084":"2024-09-06T04:01:40.213294+0000","172.21.15.2:6800/3360419510":"2024-09-06T04:01:40.213294+0000","172.21.15.2:0/4162768966":"2024-09-06T04:10:57.850961+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]},{"pool":4,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 msgr2=0x7f50a80a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f50a4031440 tx=0x7f50a4005b50 comp rx=0 tx=0).stop 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 msgr2=0x7f50bc198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f50ac00b4a0 tx=0x7f50ac00b960 comp rx=0 tx=0).stop 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 shutdown_connections 2024-09-05T04:27:49.731 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f50a80a2cf0 0x7f50a80a51b0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f50bc106f10 0x7f50bc19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f50bc102790 0x7f50bc198940 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 --2- 172.21.15.2:0/1896073944 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f50bc101de0 0x7f50bc198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 >> 172.21.15.2:0/1896073944 conn(0x7f50bc0fd8c0 msgr2=0x7f50bc0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 shutdown_connections 2024-09-05T04:27:49.732 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:49.731+0000 7f50c30c4640 1 -- 172.21.15.2:0/1896073944 wait complete. 2024-09-05T04:27:49.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:49 smithi047 ceph-mon[34498]: pgmap v528: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:50.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:49 smithi079 ceph-mon[34908]: pgmap v528: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 938 B/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:50.532 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs fail cephfs 2024-09-05T04:27:50.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:50 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/1896073944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:50.790 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:50.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:50 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/1896073944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:51.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:50 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/1896073944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.235+0000 7f24b8b5f640 1 -- 172.21.15.2:0/3992454322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4106f10 msgr2=0x7f24b410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.235+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/3992454322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4106f10 0x7f24b410ea90 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7f24ac009ca0 tx=0x7f24ac02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 -- 172.21.15.2:0/3992454322 shutdown_connections 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/3992454322 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4106f10 0x7f24b410ea90 unknown :-1 s=CLOSED pgs=1790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/3992454322 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/3992454322 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4101de0 0x7f24b41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 -- 172.21.15.2:0/3992454322 >> 172.21.15.2:0/3992454322 conn(0x7f24b40fd8c0 msgr2=0x7f24b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 -- 172.21.15.2:0/3992454322 shutdown_connections 2024-09-05T04:27:51.238 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 -- 172.21.15.2:0/3992454322 wait complete. 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 Processor -- start 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.236+0000 7f24b8b5f640 1 -- start start 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4106f10 0x7f24b419cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f24b4111e20 con 0x7f24b4101de0 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f24b4111ca0 con 0x7f24b4102790 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b8b5f640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f24b4111fa0 con 0x7f24b4106f10 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58962/0 (socket says 172.21.15.2:58962) 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 -- 172.21.15.2:0/550827562 learned_addr learned my addr 172.21.15.2:0/550827562 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b2d9d640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4106f10 0x7f24b419cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:51.239 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b1d9b640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 -- 172.21.15.2:0/550827562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4106f10 msgr2=0x7f24b419cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4106f10 0x7f24b419cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 -- 172.21.15.2:0/550827562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 msgr2=0x7f24b41987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 -- 172.21.15.2:0/550827562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b419d230 con 0x7f24b4101de0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b1d9b640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24b259c640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f24a400d770 tx=0x7f24a400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.237+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4017070 con 0x7f24b4101de0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.238+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24a40054d0 con 0x7f24b4101de0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.238+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24b419d520 con 0x7f24b4101de0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.238+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a4004cf0 con 0x7f24b4101de0 2024-09-05T04:27:51.240 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.238+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24b4074420 con 0x7f24b4101de0 2024-09-05T04:27:51.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.239+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24b41032c0 con 0x7f24b4101de0 2024-09-05T04:27:51.241 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.240+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f24a4004e90 con 0x7f24b4101de0 2024-09-05T04:27:51.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.240+0000 7f24a37fe640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 0x7f249c0a95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:51.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.240+0000 7f24b1d9b640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 0x7f249c0a95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:51.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.240+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 9533+0+0 (secure 0 0 0) 0x7f24a40cf310 con 0x7f24b4101de0 2024-09-05T04:27:51.242 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.241+0000 7f24b1d9b640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 0x7f249c0a95c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f24b41088e0 tx=0x7f24a8005d20 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:51.244 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.245+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f24a409bae0 con 0x7f24b4101de0 2024-09-05T04:27:51.456 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.456+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f24b410a150 con 0x7f24b4101de0 2024-09-05T04:27:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.458+0000 7f24a37fe640 1 -- 172.21.15.2:0/550827562 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v22) ==== 161+0+0 (secure 0 0 0) 0x7f24a409b3e0 con 0x7f24b4101de0 2024-09-05T04:27:51.458 INFO:teuthology.orchestra.run.smithi002.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-05T04:27:51.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 msgr2=0x7f249c0a95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:51.461 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 0x7f249c0a95c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f24b41088e0 tx=0x7f24a8005d20 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 msgr2=0x7f24b4198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f24a400d770 tx=0x7f24a400dc30 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 shutdown_connections 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f249c0a7100 0x7f249c0a95c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f24b4106f10 0x7f24b419cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f24b4102790 0x7f24b41987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 --2- 172.21.15.2:0/550827562 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f24b4101de0 0x7f24b4198280 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 >> 172.21.15.2:0/550827562 conn(0x7f24b40fd8c0 msgr2=0x7f24b40fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 shutdown_connections 2024-09-05T04:27:51.462 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:51.461+0000 7f24b8b5f640 1 -- 172.21.15.2:0/550827562 wait complete. 2024-09-05T04:27:51.471 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a[30997]: 2024-09-05T04:27:51.456+0000 7fab1d181640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T04:27:51.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: pgmap v529: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: osdmap e115: 12 total, 12 up, 12 in 2024-09-05T04:27:51.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:51 smithi002 ceph-mon[31001]: fsmap cephfs:0/1 10 up:standby, 1 failed 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: pgmap v529: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: osdmap e115: 12 total, 12 up, 12 in 2024-09-05T04:27:51.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mon[34908]: fsmap cephfs:0/1 10 up:standby, 1 failed 2024-09-05T04:27:51.828 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: ignoring --setuser ceph since I am not root 2024-09-05T04:27:51.828 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: ignoring --setgroup ceph since I am not root 2024-09-05T04:27:51.828 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-mds[64996]: -- 172.21.15.79:0/2167037729 <== mon.1 v2:172.21.15.79:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c42cf1860 con 0x564c42cce800 2024-09-05T04:27:51.828 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:27:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: starting mds.i at 2024-09-05T04:27:51.936 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: ignoring --setuser ceph since I am not root 2024-09-05T04:27:51.936 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: ignoring --setgroup ceph since I am not root 2024-09-05T04:27:51.936 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mds[64889]: -- 172.21.15.47:0/342509088 <== mon.2 v2:172.21.15.47:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c08e379c20 con 0x55c08e356800 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: starting mds.b at 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: pgmap v529: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s rd, 255 B/s wr, 2 op/s 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/550827562' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: osdmap e115: 12 total, 12 up, 12 in 2024-09-05T04:27:51.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:51 smithi047 ceph-mon[34498]: fsmap cephfs:0/1 10 up:standby, 1 failed 2024-09-05T04:27:52.165 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-05T04:27:52.418 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:52.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 -- 172.21.15.2:0/1226195159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0102790 msgr2=0x7fe6f01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:52.915 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/1226195159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0102790 0x7fe6f01067e0 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8009900 tx=0x7fe6d802a410 comp rx=0 tx=0).stop 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 -- 172.21.15.2:0/1226195159 shutdown_connections 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/1226195159 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/1226195159 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0102790 0x7fe6f01067e0 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/1226195159 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0101de0 0x7fe6f01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 -- 172.21.15.2:0/1226195159 >> 172.21.15.2:0/1226195159 conn(0x7fe6f00fd8c0 msgr2=0x7fe6f00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 -- 172.21.15.2:0/1226195159 shutdown_connections 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.889+0000 7fe6f4a60640 1 -- 172.21.15.2:0/1226195159 wait complete. 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 Processor -- start 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 -- start start 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0102790 0x7fe6f0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:52.916 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f0111e70 con 0x7fe6f0101de0 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f0111cf0 con 0x7fe6f0102790 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6f4a60640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe6f0111ff0 con 0x7fe6f0106f10 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6ee59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6ee59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:58978/0 (socket says 172.21.15.2:58978) 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.890+0000 7fe6ee59c640 1 -- 172.21.15.2:0/3080736403 learned_addr learned my addr 172.21.15.2:0/3080736403 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6e7fff640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0102790 0x7fe6f0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6eed9d640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 -- 172.21.15.2:0/3080736403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 msgr2=0x7fe6f0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 -- 172.21.15.2:0/3080736403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0102790 msgr2=0x7fe6f0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0102790 0x7fe6f0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 -- 172.21.15.2:0/3080736403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6f01a6850 con 0x7fe6f0101de0 2024-09-05T04:27:52.917 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6eed9d640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6ee59c640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7fe6e000c890 tx=0x7fe6e000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e0004220 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6e00043c0 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6f01a6b40 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6e0004a00 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.891+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6f01a7050 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.892+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6f01021c0 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.893+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe6e0004ba0 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.894+0000 7fe6e77fe640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 0x7fe6dc0a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.894+0000 7fe6e7fff640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 0x7fe6dc0a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.894+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 9531+0+0 (secure 0 0 0) 0x7fe6e00cf5b0 con 0x7fe6f0101de0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.895+0000 7fe6e7fff640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 0x7fe6dc0a51b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8000c00 tx=0x7fe6d8031400 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:52.918 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:52.899+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe6e0014030 con 0x7fe6f0101de0 2024-09-05T04:27:53.113 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.113+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fe6f002d7c0 con 0x7fe6f0101de0 2024-09-05T04:27:53.647 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.647+0000 7fe6e77fe640 1 -- 172.21.15.2:0/3080736403 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v24) ==== 104+0+0 (secure 0 0 0) 0x7fe6e009bde0 con 0x7fe6f0101de0 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 msgr2=0x7fe6dc0a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 0x7fe6dc0a51b0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fe6d8000c00 tx=0x7fe6d8031400 comp rx=0 tx=0).stop 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 msgr2=0x7fe6f00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7fe6e000c890 tx=0x7fe6e000cd50 comp rx=0 tx=0).stop 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 shutdown_connections 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe6dc0a2cf0 0x7fe6dc0a51b0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:53.650 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe6f0106f10 0x7fe6f0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:53.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe6f0102790 0x7fe6f0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:53.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 --2- 172.21.15.2:0/3080736403 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe6f0101de0 0x7fe6f00744f0 unknown :-1 s=CLOSED pgs=1793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:53.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 >> 172.21.15.2:0/3080736403 conn(0x7fe6f00fd8c0 msgr2=0x7fe6f00fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:53.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 shutdown_connections 2024-09-05T04:27:53.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:53.650+0000 7fe6f4a60640 1 -- 172.21.15.2:0/3080736403 wait complete. 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: pgmap v531: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 307 B/s wr, 2 op/s 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.47:6838/80233573,v1:172.21.15.47:6839/80233573] up:boot 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: mds.? [v2:172.21.15.79:6838/1828289399,v1:172.21.15.79:6839/1828289399] up:boot 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: fsmap cephfs:0/1 12 up:standby, 1 failed 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:27:53.739 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:27:53.740 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:53 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:27:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: pgmap v531: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 307 B/s wr, 2 op/s 2024-09-05T04:27:53.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.47:6838/80233573,v1:172.21.15.47:6839/80233573] up:boot 2024-09-05T04:27:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: mds.? [v2:172.21.15.79:6838/1828289399,v1:172.21.15.79:6839/1828289399] up:boot 2024-09-05T04:27:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: fsmap cephfs:0/1 12 up:standby, 1 failed 2024-09-05T04:27:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:27:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:27:53.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:53 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:27:53.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: pgmap v531: 129 pgs: 129 active+clean; 4.9 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 1.1 KiB/s rd, 307 B/s wr, 2 op/s 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.47:6838/80233573,v1:172.21.15.47:6839/80233573] up:boot 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: mds.? [v2:172.21.15.79:6838/1828289399,v1:172.21.15.79:6839/1828289399] up:boot 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: fsmap cephfs:0/1 12 up:standby, 1 failed 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: from='mgr.15168 172.21.15.2:0/144978848' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-05T04:27:53.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:53 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-05T04:27:54.403 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-05T04:27:54.665 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:54.754 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:54 smithi047 ceph-mon[34498]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T04:27:54.755 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:54 smithi047 ceph-mon[34498]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T04:27:54.755 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:54 smithi047 ceph-mon[34498]: Cluster is now healthy 2024-09-05T04:27:54.755 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:54 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:27:54.756 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:54 smithi047 ceph-mon[34498]: fsmap 12 up:standby 2024-09-05T04:27:54.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:54 smithi002 ceph-mon[31001]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T04:27:54.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:54 smithi002 ceph-mon[31001]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T04:27:54.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:54 smithi002 ceph-mon[31001]: Cluster is now healthy 2024-09-05T04:27:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:54 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:27:54.785 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:54 smithi002 ceph-mon[31001]: fsmap 12 up:standby 2024-09-05T04:27:54.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:54 smithi079 ceph-mon[34908]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-05T04:27:54.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:54 smithi079 ceph-mon[34908]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-05T04:27:54.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:54 smithi079 ceph-mon[34908]: Cluster is now healthy 2024-09-05T04:27:54.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:54 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3080736403' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-05T04:27:54.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:54 smithi079 ceph-mon[34908]: fsmap 12 up:standby 2024-09-05T04:27:55.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 -- 172.21.15.2:0/1331033844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 msgr2=0x7fd7fc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:55.157 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 --2- 172.21.15.2:0/1331033844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc1021c0 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec009ca0 tx=0x7fd7ec02a8c0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 -- 172.21.15.2:0/1331033844 shutdown_connections 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 --2- 172.21.15.2:0/1331033844 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc106f10 0x7fd7fc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 --2- 172.21.15.2:0/1331033844 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc102790 0x7fd7fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 --2- 172.21.15.2:0/1331033844 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc1021c0 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 -- 172.21.15.2:0/1331033844 >> 172.21.15.2:0/1331033844 conn(0x7fd7fc0fd8c0 msgr2=0x7fd7fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 -- 172.21.15.2:0/1331033844 shutdown_connections 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.134+0000 7fd800f85640 1 -- 172.21.15.2:0/1331033844 wait complete. 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 Processor -- start 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 -- start start 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc102790 0x7fd7fc1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc106f10 0x7fd7fc19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:55.158 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fd7fc111de0 con 0x7fd7fc101de0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fd7fc111c60 con 0x7fd7fc106f10 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.135+0000 7fd800f85640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fd7fc111f60 con 0x7fd7fc102790 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59008/0 (socket says 172.21.15.2:59008) 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 -- 172.21.15.2:0/3086391372 learned_addr learned my addr 172.21.15.2:0/3086391372 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fad9d640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc106f10 0x7fd7fc19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7f9d9b640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc102790 0x7fd7fc1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 -- 172.21.15.2:0/3086391372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc102790 msgr2=0x7fd7fc1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc102790 0x7fd7fc1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 -- 172.21.15.2:0/3086391372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc106f10 msgr2=0x7fd7fc19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc106f10 0x7fd7fc19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 -- 172.21.15.2:0/3086391372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7fc19d330 con 0x7fd7fc101de0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7fa59c640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec02ade0 tx=0x7fd7ec032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:55.159 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec003b70 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7ec003d10 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7fc19d5c0 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec030b80 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.136+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7fc1a4f00 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.137+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7fc1021c0 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.139+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fd7ec030d20 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.139+0000 7fd7f37fe640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 0x7fd7e80a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.139+0000 7fd7f9d9b640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 0x7fd7e80a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.139+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 9531+0+0 (secure 0 0 0) 0x7fd7ec0f0c10 con 0x7fd7fc101de0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.140+0000 7fd7f9d9b640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 0x7fd7e80a5230 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd7fc0ffeb0 tx=0x7fd7e4005f90 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:55.160 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.142+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd7ec0bd5e0 con 0x7fd7fc101de0 2024-09-05T04:27:55.317 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.317+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd7fc10a120 con 0x7fd7fc101de0 2024-09-05T04:27:55.651 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.650+0000 7fd7f37fe640 1 -- 172.21.15.2:0/3086391372 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v116) ==== 181+0+0 (secure 0 0 0) 0x7fd7ec0bcee0 con 0x7fd7fc101de0 2024-09-05T04:27:55.651 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_metadata' removed 2024-09-05T04:27:55.653 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.653+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 msgr2=0x7fd7e80a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:55.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.653+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 0x7fd7e80a5230 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd7fc0ffeb0 tx=0x7fd7e4005f90 comp rx=0 tx=0).stop 2024-09-05T04:27:55.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.653+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 msgr2=0x7fd7fc198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:55.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.653+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec02ade0 tx=0x7fd7ec032ff0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.654 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 shutdown_connections 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fd7e80a2d70 0x7fd7e80a5230 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fd7fc106f10 0x7fd7fc19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fd7fc102790 0x7fd7fc1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 --2- 172.21.15.2:0/3086391372 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fd7fc101de0 0x7fd7fc198380 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 >> 172.21.15.2:0/3086391372 conn(0x7fd7fc0fd8c0 msgr2=0x7fd7fc0fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 shutdown_connections 2024-09-05T04:27:55.655 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:55.654+0000 7fd800f85640 1 -- 172.21.15.2:0/3086391372 wait complete. 2024-09-05T04:27:55.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:55 smithi047 ceph-mon[34498]: pgmap v532: 129 pgs: 129 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 819 B/s rd, 1 op/s 2024-09-05T04:27:55.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:55 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:56.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:55 smithi002 ceph-mon[31001]: pgmap v532: 129 pgs: 129 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 819 B/s rd, 1 op/s 2024-09-05T04:27:56.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:55 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:55 smithi079 ceph-mon[34908]: pgmap v532: 129 pgs: 129 active+clean; 4.9 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 819 B/s rd, 1 op/s 2024-09-05T04:27:56.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:55 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:56.449 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-05T04:27:56.710 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:56.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:56 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:56.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:56 smithi002 ceph-mon[31001]: osdmap e116: 12 total, 12 up, 12 in 2024-09-05T04:27:56.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:56 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:56.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:56 smithi047 ceph-mon[34498]: osdmap e116: 12 total, 12 up, 12 in 2024-09-05T04:27:57.003 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:56 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3086391372' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:57.003 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:56 smithi079 ceph-mon[34908]: osdmap e116: 12 total, 12 up, 12 in 2024-09-05T04:27:57.308 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 -- 172.21.15.2:0/977488703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 msgr2=0x7fe948103160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/977488703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948103160 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7fe944009900 tx=0x7fe94402a480 comp rx=0 tx=0).stop 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 -- 172.21.15.2:0/977488703 shutdown_connections 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/977488703 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 0x7fe94810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/977488703 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe94810bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/977488703 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948103160 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 -- 172.21.15.2:0/977488703 >> 172.21.15.2:0/977488703 conn(0x7fe9480fc7a0 msgr2=0x7fe9480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 -- 172.21.15.2:0/977488703 shutdown_connections 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.176+0000 7fe94f6f9640 1 -- 172.21.15.2:0/977488703 wait complete. 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 Processor -- start 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 -- start start 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:57.309 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe9481988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 0x7fe94819cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111e10 con 0x7fe948102d80 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111c90 con 0x7fe9481036a0 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94f6f9640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7fe948111f90 con 0x7fe94810c160 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94d495640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94d495640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59026/0 (socket says 172.21.15.2:59026) 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94d495640 1 -- 172.21.15.2:0/3996702216 learned_addr learned my addr 172.21.15.2:0/3996702216 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94dc96640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 0x7fe94819cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.177+0000 7fe94cc94640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe9481988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 -- 172.21.15.2:0/3996702216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 msgr2=0x7fe94819cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 0x7fe94819cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 -- 172.21.15.2:0/3996702216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 msgr2=0x7fe9481988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:57.310 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe9481988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 -- 172.21.15.2:0/3996702216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe94819d340 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94cc94640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe9481988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94d495640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7fe944005940 tx=0x7fe944004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94403f030 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe944003aa0 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe94819d5d0 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe944035070 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.178+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9481a4f10 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.179+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe94806b030 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.180+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7fe944042030 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.181+0000 7fe93e7fc640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 0x7fe9340a51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.181+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8977+0+0 (secure 0 0 0) 0x7fe9440efdd0 con 0x7fe948102d80 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.181+0000 7fe94cc94640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 0x7fe9340a51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:57.311 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.181+0000 7fe94cc94640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 0x7fe9340a51b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe9480fee70 tx=0x7fe938005ec0 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:57.312 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.185+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe9440bc820 con 0x7fe948102d80 2024-09-05T04:27:57.364 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.364+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe948107200 con 0x7fe948102d80 2024-09-05T04:27:57.662 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.662+0000 7fe93e7fc640 1 -- 172.21.15.2:0/3996702216 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v117) ==== 169+0+0 (secure 0 0 0) 0x7fe9440bc120 con 0x7fe948102d80 2024-09-05T04:27:57.662 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data' removed 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.665+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 msgr2=0x7fe9340a51b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.665+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 0x7fe9340a51b0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fe9480fee70 tx=0x7fe938005ec0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.665+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 msgr2=0x7fe948198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.665+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7fe944005940 tx=0x7fe944004270 comp rx=0 tx=0).stop 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 shutdown_connections 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7fe9340a2cf0 0x7fe9340a51b0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7fe94810c160 0x7fe94819cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7fe9481036a0 0x7fe9481988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.666 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 --2- 172.21.15.2:0/3996702216 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7fe948102d80 0x7fe948198390 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:57.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 >> 172.21.15.2:0/3996702216 conn(0x7fe9480fc7a0 msgr2=0x7fe9480fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:57.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 shutdown_connections 2024-09-05T04:27:57.667 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:57.666+0000 7fe94f6f9640 1 -- 172.21.15.2:0/3996702216 wait complete. 2024-09-05T04:27:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:57 smithi047 ceph-mon[34498]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:27:57.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:57 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:57.959 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:57 smithi079 ceph-mon[34908]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:27:57.959 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:57 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:58.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:57 smithi002 ceph-mon[31001]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:27:58.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:57 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:58.542 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4 shell --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-05T04:27:58.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:58 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:58.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:58 smithi002 ceph-mon[31001]: osdmap e117: 12 total, 12 up, 12 in 2024-09-05T04:27:58.802 INFO:teuthology.orchestra.run.smithi002.stderr:Inferring config /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/mon.a/config 2024-09-05T04:27:58.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:58 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:58.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:58 smithi047 ceph-mon[34498]: osdmap e117: 12 total, 12 up, 12 in 2024-09-05T04:27:59.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:58 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/3996702216' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:27:59.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:58 smithi079 ceph-mon[34908]: osdmap e117: 12 total, 12 up, 12 in 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.268+0000 7f360f51d640 1 -- 172.21.15.2:0/2064018778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f360810c170 msgr2=0x7f360810e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 --2- 172.21.15.2:0/2064018778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f360810c170 0x7f360810e5f0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f3600009ca0 tx=0x7f360002a950 comp rx=0 tx=0).stop 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 -- 172.21.15.2:0/2064018778 shutdown_connections 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 --2- 172.21.15.2:0/2064018778 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f360810c170 0x7f360810e5f0 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 --2- 172.21.15.2:0/2064018778 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f36081036b0 0x7f360810bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 --2- 172.21.15.2:0/2064018778 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 0x7f3608103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.269 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 -- 172.21.15.2:0/2064018778 >> 172.21.15.2:0/2064018778 conn(0x7f36080fc790 msgr2=0x7f36080febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:59.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 -- 172.21.15.2:0/2064018778 shutdown_connections 2024-09-05T04:27:59.270 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 -- 172.21.15.2:0/2064018778 wait complete. 2024-09-05T04:27:59.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 Processor -- start 2024-09-05T04:27:59.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.269+0000 7f360f51d640 1 -- start start 2024-09-05T04:27:59.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 --2- >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 0x7f36081982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:59.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:59.271 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 --2- >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f360810c170 0x7f360819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 -- --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_getmap magic: 0 -- 0x7f3608111e00 con 0x7f36081036b0 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 -- --> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] -- mon_getmap magic: 0 -- 0x7f3608111c80 con 0x7f360810c170 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360f51d640 1 -- --> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] -- mon_getmap magic: 0 -- 0x7f3608111f80 con 0x7f3608102d90 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 --2- >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.2:3300/0 says I am v2:172.21.15.2:59044/0 (socket says 172.21.15.2:59044) 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 -- 172.21.15.2:0/2697407222 learned_addr learned my addr 172.21.15.2:0/2697407222 (peer_addr_for_me v2:172.21.15.2:0/0) 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360d2b9640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 0x7f36081982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360daba640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f360810c170 0x7f360819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 -- 172.21.15.2:0/2697407222 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 msgr2=0x7f36081982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 0x7f36081982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 -- 172.21.15.2:0/2697407222 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f360810c170 msgr2=0x7f360819cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f360810c170 0x7f360819cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.272 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 -- 172.21.15.2:0/2697407222 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f360819d280 con 0x7f36081036b0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.270+0000 7f360cab8640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f35f800d950 tx=0x7f35f800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.271+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f8017070 con 0x7f36081036b0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.271+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35f8009c30 con 0x7f36081036b0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.271+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35f800f620 con 0x7f36081036b0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.271+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f360819d570 con 0x7f36081036b0 2024-09-05T04:27:59.273 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.271+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36081a4e50 con 0x7f36081036b0 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.272+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3608103170 con 0x7f36081036b0 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.273+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 4 ==== mgrmap(e 26) ==== 137963+0+0 (secure 0 0 0) 0x7f35f80109a0 con 0x7f36081036b0 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.274+0000 7f35fe7fc640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 0x7f35f40a5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.274+0000 7f360d2b9640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 0x7f35f40a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.274+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8410+0+0 (secure 0 0 0) 0x7f35f80ceec0 con 0x7f36081036b0 2024-09-05T04:27:59.274 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.274+0000 7f360d2b9640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 0x7f35f40a5230 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3604005fd0 tx=0x7f360400b390 comp rx=0 tx=0).ready entity=mgr.15168 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-05T04:27:59.278 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.278+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f35f8009de0 con 0x7f36081036b0 2024-09-05T04:27:59.455 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.455+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 --> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f360802d7c0 con 0x7f36081036b0 2024-09-05T04:27:59.679 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.679+0000 7f35fe7fc640 1 -- 172.21.15.2:0/2697407222 <== mon.0 v2:172.21.15.2:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v118) ==== 178+0+0 (secure 0 0 0) 0x7f35f809b500 con 0x7f36081036b0 2024-09-05T04:27:59.679 INFO:teuthology.orchestra.run.smithi002.stderr:pool 'cephfs_data_ec' removed 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 msgr2=0x7f35f40a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 0x7f35f40a5230 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f3604005fd0 tx=0x7f360400b390 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 msgr2=0x7f3608198810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f35f800d950 tx=0x7f35f800de10 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 shutdown_connections 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:6800/4214129385,v1:172.21.15.2:6801/4214129385] conn(0x7f35f40a2d70 0x7f35f40a5230 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.47:3300/0,v1:172.21.15.47:6789/0] conn(0x7f360810c170 0x7f360819cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.2:3300/0,v1:172.21.15.2:6789/0] conn(0x7f36081036b0 0x7f3608198810 unknown :-1 s=CLOSED pgs=1799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 --2- 172.21.15.2:0/2697407222 >> [v2:172.21.15.79:3300/0,v1:172.21.15.79:6789/0] conn(0x7f3608102d90 0x7f36081982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 >> 172.21.15.2:0/2697407222 conn(0x7f36080fc790 msgr2=0x7f36080fdfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-05T04:27:59.684 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 shutdown_connections 2024-09-05T04:27:59.685 INFO:teuthology.orchestra.run.smithi002.stderr:2024-09-05T04:27:59.683+0000 7f360f51d640 1 -- 172.21.15.2:0/2697407222 wait complete. 2024-09-05T04:27:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:59 smithi002 ceph-mon[31001]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:27:59.784 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:27:59 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:27:59.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:59 smithi047 ceph-mon[34498]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:27:59.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:27:59 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:28:00.076 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:59 smithi079 ceph-mon[34908]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-05T04:28:00.077 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:27:59 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-05T04:28:00.387 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:28:00.414 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:28:00.448 DEBUG:teuthology.orchestra.run.smithi079:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:28:00.482 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-05T04:28:00.482 DEBUG:teuthology.orchestra.run.smithi002:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T04:28:00.497 DEBUG:teuthology.orchestra.run.smithi047:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T04:28:00.515 DEBUG:teuthology.orchestra.run.smithi079:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-05T04:28:00.541 INFO:tasks.cephadm:Stopping all daemons... 2024-09-05T04:28:00.541 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-05T04:28:00.541 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a 2024-09-05T04:28:00.685 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 systemd[1]: Stopping Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:00.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:00 smithi079 ceph-mon[34908]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:28:00.827 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:00 smithi079 ceph-mon[34908]: osdmap e118: 12 total, 12 up, 12 in 2024-09-05T04:28:00.936 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:00 smithi047 ceph-mon[34498]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:28:00.937 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:00 smithi047 ceph-mon[34498]: osdmap e118: 12 total, 12 up, 12 in 2024-09-05T04:28:01.034 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-mon[31001]: from='client.? 172.21.15.2:0/2697407222' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-mon[31001]: osdmap e118: 12 total, 12 up, 12 in 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a[30997]: 2024-09-05T04:28:00.836+0000 7fab2298c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a[30997]: 2024-09-05T04:28:00.836+0000 7fab2298c640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:00 smithi002 podman[123175]: 2024-09-05 04:28:00.918851578 +0000 UTC m=+0.187041781 container died 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:28:00.803+0000 7f4d51888640 -1 client.15216: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:28:00.804+0000 7f4d51888640 -1 client.15216: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Exception in thread Thread-21: 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: Traceback (most recent call last): 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/threading.py", line 980, in _bootstrap_inner 2024-09-05T04:28:01.035 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.run() 2024-09-05T04:28:01.036 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/lib64/python3.9/threading.py", line 1306, in run 2024-09-05T04:28:01.036 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.function(*self.args, **self.kwargs) 2024-09-05T04:28:01.036 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: File "/usr/share/ceph/mgr/snap_schedule/fs/schedule_client.py", line 355, in create_scheduled_snapshot 2024-09-05T04:28:01.036 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: self.prune_snapshots(sched) 2024-09-05T04:28:01.036 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: UnboundLocalError: local variable 'sched' referenced before assignment 2024-09-05T04:28:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 podman[123175]: 2024-09-05 04:28:01.295627506 +0000 UTC m=+0.563817707 container cleanup 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:28:01.488 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 bash[123175]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a 2024-09-05T04:28:01.736 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service' 2024-09-05T04:28:01.758 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 podman[123188]: 2024-09-05 04:28:01.488820404 +0000 UTC m=+0.567248564 container remove 8d45cfc91d485747c37599a97b28ddb67a827db60c7663e4d19b9107f97f0443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T04:28:01.758 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-05T04:28:01.758 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 systemd[1]: Stopped Ceph mon.a for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:28:01.758 INFO:journalctl@ceph.mon.a.smithi002.stdout:Sep 05 04:28:01 smithi002 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.a.service: Consumed 24.679s CPU time. 2024-09-05T04:28:01.785 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:01.785 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-05T04:28:01.785 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-05T04:28:01.785 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.b 2024-09-05T04:28:02.099 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:01 smithi047 systemd[1]: Stopping Ceph mon.b for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:02.416 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b[34494]: 2024-09-05T04:28:02.096+0000 7f32257fb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:02.416 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b[34494]: 2024-09-05T04:28:02.097+0000 7f32257fb640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-05T04:28:02.416 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 podman[72107]: 2024-09-05 04:28:02.139270017 +0000 UTC m=+0.144608024 container died aba88421fb0aaae14cba79a02ba8981624942953f25df3a6c0394d4a30345fd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 podman[72107]: 2024-09-05 04:28:02.506820998 +0000 UTC m=+0.512158995 container cleanup aba88421fb0aaae14cba79a02ba8981624942953f25df3a6c0394d4a30345fd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-05T04:28:02.686 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 bash[72107]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b 2024-09-05T04:28:03.091 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.b.service' 2024-09-05T04:28:03.113 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:02 smithi047 podman[72121]: 2024-09-05 04:28:02.860083468 +0000 UTC m=+0.716549753 container remove aba88421fb0aaae14cba79a02ba8981624942953f25df3a6c0394d4a30345fd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-05T04:28:03.113 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:03 smithi047 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-05T04:28:03.113 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:03 smithi047 systemd[1]: Stopped Ceph mon.b for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:28:03.113 INFO:journalctl@ceph.mon.b.smithi047.stdout:Sep 05 04:28:03 smithi047 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.b.service: Consumed 15.050s CPU time. 2024-09-05T04:28:03.134 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:03.135 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-05T04:28:03.135 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-05T04:28:03.135 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.c 2024-09-05T04:28:03.466 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:03 smithi079 systemd[1]: Stopping Ceph mon.c for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-c[34904]: 2024-09-05T04:28:03.465+0000 7f242aec4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-c[34904]: 2024-09-05T04:28:03.465+0000 7f242aec4640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-05T04:28:03.826 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:03 smithi079 podman[71531]: 2024-09-05 04:28:03.650478904 +0000 UTC m=+0.322350610 container died b1e7b7351169c612fd9c6cf2980137ae2eda5362965e1190d2369f5f4026b540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-05T04:28:04.285 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:04 smithi079 podman[71531]: 2024-09-05 04:28:04.084395891 +0000 UTC m=+0.756267632 container cleanup b1e7b7351169c612fd9c6cf2980137ae2eda5362965e1190d2369f5f4026b540 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-c, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-05T04:28:04.285 INFO:journalctl@ceph.mon.c.smithi079.stdout:Sep 05 04:28:04 smithi079 bash[71531]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mon-c 2024-09-05T04:28:04.511 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mon.c.service' 2024-09-05T04:28:04.566 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:04.566 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-05T04:28:04.566 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-05T04:28:04.566 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x 2024-09-05T04:28:04.875 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:04 smithi002 systemd[1]: Stopping Ceph mgr.x for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:05.184 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:28:04.874+0000 7f4def268640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:05.185 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x[31228]: 2024-09-05T04:28:04.874+0000 7f4def268640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-05T04:28:05.185 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:04 smithi002 podman[123297]: 2024-09-05 04:28:04.906288424 +0000 UTC m=+0.142424814 container died 6fae7f5d39b9c0b9526272cf3587360c6d3fa949a8acb50fdae0dbf0f3910d18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:05.534 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:05 smithi002 podman[123297]: 2024-09-05 04:28:05.368099339 +0000 UTC m=+0.604235723 container cleanup 6fae7f5d39b9c0b9526272cf3587360c6d3fa949a8acb50fdae0dbf0f3910d18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:91c8a7e56f7ba6f8ae8d6d8c0ae8cae96c5619e4, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e) 2024-09-05T04:28:05.534 INFO:journalctl@ceph.mgr.x.smithi002.stdout:Sep 05 04:28:05 smithi002 bash[123297]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-x 2024-09-05T04:28:05.803 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.x.service' 2024-09-05T04:28:05.837 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:05.837 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-05T04:28:05.837 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-05T04:28:05.837 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.y 2024-09-05T04:28:06.174 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:28:05 smithi047 systemd[1]: Stopping Ceph mgr.y for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:06.436 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:28:06 smithi047 podman[72229]: 2024-09-05 04:28:06.174282895 +0000 UTC m=+0.124747774 container died 5df315dfee45e751375c70616acbee347682b974bcfea9a64e2f80c5e5158ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-05T04:28:06.936 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:28:06 smithi047 podman[72229]: 2024-09-05 04:28:06.68718889 +0000 UTC m=+0.637653768 container cleanup 5df315dfee45e751375c70616acbee347682b974bcfea9a64e2f80c5e5158ebb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y, ceph=True, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-05T04:28:06.936 INFO:journalctl@ceph.mgr.y.smithi047.stdout:Sep 05 04:28:06 smithi047 bash[72229]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-y 2024-09-05T04:28:07.114 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.y.service' 2024-09-05T04:28:07.149 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:07.149 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-05T04:28:07.149 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-05T04:28:07.149 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.z 2024-09-05T04:28:07.461 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:28:07 smithi079 systemd[1]: Stopping Ceph mgr.z for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:07.826 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:28:07 smithi079 podman[71652]: 2024-09-05 04:28:07.46856052 +0000 UTC m=+0.116659522 container died 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True) 2024-09-05T04:28:08.225 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:28:07 smithi079 podman[71652]: 2024-09-05 04:28:07.940650561 +0000 UTC m=+0.588749563 container cleanup 1dd0d13b8a61f1160ac54a40e51d0a073c786848f5a6c7248f0a417703add6cc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e) 2024-09-05T04:28:08.225 INFO:journalctl@ceph.mgr.z.smithi079.stdout:Sep 05 04:28:07 smithi079 bash[71652]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mgr-z 2024-09-05T04:28:08.363 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mgr.z.service' 2024-09-05T04:28:08.397 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:08.397 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-05T04:28:08.398 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-05T04:28:08.398 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.0 2024-09-05T04:28:08.707 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:08 smithi002 systemd[1]: Stopping Ceph osd.0 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:08.972 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:28:08.706+0000 7effaf381640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:08.972 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:28:08.706+0000 7effaf381640 -1 osd.0 118 *** Got signal Terminated *** 2024-09-05T04:28:08.972 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0[45046]: 2024-09-05T04:28:08.706+0000 7effaf381640 -1 osd.0 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:14.418 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:14 smithi002 podman[123416]: 2024-09-05 04:28:14.165911199 +0000 UTC m=+5.575485240 container died 327b01fcbb29ca41a976ca28852a81e6f6bcf4229ce97a384ca9a04a13c93620 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-05T04:28:15.025 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:14 smithi002 podman[123416]: 2024-09-05 04:28:14.732720538 +0000 UTC m=+6.142294579 container cleanup 327b01fcbb29ca41a976ca28852a81e6f6bcf4229ce97a384ca9a04a13c93620 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T04:28:15.025 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:14 smithi002 bash[123416]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0 2024-09-05T04:28:15.284 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123442]: 2024-09-05 04:28:15.026200448 +0000 UTC m=+0.858501686 container remove 327b01fcbb29ca41a976ca28852a81e6f6bcf4229ce97a384ca9a04a13c93620 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:28:15.784 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.265956849 +0000 UTC m=+0.016152725 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:15.785 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.402630445 +0000 UTC m=+0.152826312 container create 61fa0f9e1d50c897407646e0af8be6f28ccd268cb3ebb0d79623047077876c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-05T04:28:16.284 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.78843248 +0000 UTC m=+0.538628346 container init 61fa0f9e1d50c897407646e0af8be6f28ccd268cb3ebb0d79623047077876c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T04:28:16.285 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.79173216 +0000 UTC m=+0.541928027 container start 61fa0f9e1d50c897407646e0af8be6f28ccd268cb3ebb0d79623047077876c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True) 2024-09-05T04:28:16.285 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.880289279 +0000 UTC m=+0.630485158 container attach 61fa0f9e1d50c897407646e0af8be6f28ccd268cb3ebb0d79623047077876c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:16.285 INFO:journalctl@ceph.osd.0.smithi002.stdout:Sep 05 04:28:15 smithi002 podman[123534]: 2024-09-05 04:28:15.985496576 +0000 UTC m=+0.735692448 container died 61fa0f9e1d50c897407646e0af8be6f28ccd268cb3ebb0d79623047077876c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-0-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-05T04:28:16.766 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.0.service' 2024-09-05T04:28:16.809 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:16.809 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-05T04:28:16.809 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-05T04:28:16.809 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.1 2024-09-05T04:28:17.117 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:16 smithi047 systemd[1]: Stopping Ceph osd.1 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:17.436 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:28:17.116+0000 7f504ce2d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:17.436 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:28:17.116+0000 7f504ce2d640 -1 osd.1 118 *** Got signal Terminated *** 2024-09-05T04:28:17.436 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1[38825]: 2024-09-05T04:28:17.116+0000 7f504ce2d640 -1 osd.1 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:22.936 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:22 smithi047 podman[72356]: 2024-09-05 04:28:22.5706482 +0000 UTC m=+5.573121282 container died 21ad418914c6d45f88d95ad86fd3ae2c7fed228313d8955a915ea4554ddad19c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-05T04:28:23.334 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72356]: 2024-09-05 04:28:23.075399195 +0000 UTC m=+6.077872275 container cleanup 21ad418914c6d45f88d95ad86fd3ae2c7fed228313d8955a915ea4554ddad19c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-05T04:28:23.335 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 bash[72356]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1 2024-09-05T04:28:23.685 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72373]: 2024-09-05 04:28:23.335104796 +0000 UTC m=+0.761041819 container remove 21ad418914c6d45f88d95ad86fd3ae2c7fed228313d8955a915ea4554ddad19c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T04:28:23.936 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72459]: 2024-09-05 04:28:23.686030422 +0000 UTC m=+0.097207681 container create abfec679f207cf99f023cb41892c545e88d9b784c1970920b024b23ed5136c2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:28:23.936 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72459]: 2024-09-05 04:28:23.605013739 +0000 UTC m=+0.016191011 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:24.188 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72459]: 2024-09-05 04:28:23.966541328 +0000 UTC m=+0.377718590 container init abfec679f207cf99f023cb41892c545e88d9b784c1970920b024b23ed5136c2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-05T04:28:24.188 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:23 smithi047 podman[72459]: 2024-09-05 04:28:23.96985788 +0000 UTC m=+0.381035142 container start abfec679f207cf99f023cb41892c545e88d9b784c1970920b024b23ed5136c2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-05T04:28:24.188 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:24 smithi047 podman[72459]: 2024-09-05 04:28:24.07238362 +0000 UTC m=+0.483560889 container attach abfec679f207cf99f023cb41892c545e88d9b784c1970920b024b23ed5136c2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-05T04:28:24.189 INFO:journalctl@ceph.osd.1.smithi047.stdout:Sep 05 04:28:24 smithi047 podman[72483]: 2024-09-05 04:28:24.188433566 +0000 UTC m=+0.017802103 container died abfec679f207cf99f023cb41892c545e88d9b784c1970920b024b23ed5136c2c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-1-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:28:24.801 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.1.service' 2024-09-05T04:28:24.840 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:24.841 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-05T04:28:24.844 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-05T04:28:24.844 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.2 2024-09-05T04:28:25.327 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:24 smithi079 systemd[1]: Stopping Ceph osd.2 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:25.590 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:28:25.385+0000 7f8edc5fa640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:25.590 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:28:25.385+0000 7f8edc5fa640 -1 osd.2 118 *** Got signal Terminated *** 2024-09-05T04:28:25.590 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2[39842]: 2024-09-05T04:28:25.385+0000 7f8edc5fa640 -1 osd.2 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:31.204 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:30 smithi079 podman[71781]: 2024-09-05 04:28:30.890507988 +0000 UTC m=+5.855267914 container died df85cf051dff7798914608ec1f3502298bdb8b36eeb21262cd34c36c8a1dcfe1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-05T04:28:31.546 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:31 smithi079 podman[71781]: 2024-09-05 04:28:31.303728862 +0000 UTC m=+6.268488789 container cleanup df85cf051dff7798914608ec1f3502298bdb8b36eeb21262cd34c36c8a1dcfe1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-05T04:28:31.547 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:31 smithi079 bash[71781]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2 2024-09-05T04:28:31.826 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:31 smithi079 podman[71808]: 2024-09-05 04:28:31.547080963 +0000 UTC m=+0.654480445 container remove df85cf051dff7798914608ec1f3502298bdb8b36eeb21262cd34c36c8a1dcfe1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:32.226 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:31 smithi079 podman[71896]: 2024-09-05 04:28:31.872912448 +0000 UTC m=+0.016040823 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:32.226 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:31 smithi079 podman[71896]: 2024-09-05 04:28:31.973173218 +0000 UTC m=+0.116301584 container create 476d348b70ef0301a230f5e348a399e6c68f01f405a1fb444705ee986f6a9fe4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T04:28:32.577 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:32 smithi079 podman[71896]: 2024-09-05 04:28:32.226628245 +0000 UTC m=+0.369756610 container init 476d348b70ef0301a230f5e348a399e6c68f01f405a1fb444705ee986f6a9fe4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-05T04:28:32.577 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:32 smithi079 podman[71896]: 2024-09-05 04:28:32.231048372 +0000 UTC m=+0.374176737 container start 476d348b70ef0301a230f5e348a399e6c68f01f405a1fb444705ee986f6a9fe4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:32.577 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:32 smithi079 podman[71896]: 2024-09-05 04:28:32.352168312 +0000 UTC m=+0.495296703 container attach 476d348b70ef0301a230f5e348a399e6c68f01f405a1fb444705ee986f6a9fe4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T04:28:32.577 INFO:journalctl@ceph.osd.2.smithi079.stdout:Sep 05 04:28:32 smithi079 podman[71896]: 2024-09-05 04:28:32.421889189 +0000 UTC m=+0.565017554 container died 476d348b70ef0301a230f5e348a399e6c68f01f405a1fb444705ee986f6a9fe4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-05T04:28:33.104 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.2.service' 2024-09-05T04:28:33.145 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:33.145 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-05T04:28:33.145 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-05T04:28:33.145 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.3 2024-09-05T04:28:33.471 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:33 smithi002 systemd[1]: Stopping Ceph osd.3 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:33.784 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:33 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:28:33.470+0000 7f0f07389640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:33.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:33 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:28:33.470+0000 7f0f07389640 -1 osd.3 118 *** Got signal Terminated *** 2024-09-05T04:28:33.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:33 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3[51383]: 2024-09-05T04:28:33.470+0000 7f0f07389640 -1 osd.3 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:36.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:36 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:36.522+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:37.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:37 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:37.491+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:38.576 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:38.231+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:38.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:38.370+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:38.685 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:38.463+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:38.685 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:38 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:38.422+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:38.976 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:38 smithi002 podman[123638]: 2024-09-05 04:28:38.921226482 +0000 UTC m=+5.563288047 container died 4a23d79583b0318532d562b26416ad01942c1240ad86130a535a0eb4f7555870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-05T04:28:39.576 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:39.410+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:39.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:39.230+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:39.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:39.437+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:39.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:39 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:39.386+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:39.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:39 smithi002 podman[123638]: 2024-09-05 04:28:39.421330957 +0000 UTC m=+6.063392513 container cleanup 4a23d79583b0318532d562b26416ad01942c1240ad86130a535a0eb4f7555870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-05T04:28:39.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:39 smithi002 bash[123638]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3 2024-09-05T04:28:39.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:39 smithi002 podman[123656]: 2024-09-05 04:28:39.622813823 +0000 UTC m=+0.701614848 container remove 4a23d79583b0318532d562b26416ad01942c1240ad86130a535a0eb4f7555870 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:28:40.284 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:39.987759581 +0000 UTC m=+0.016204710 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:40.285 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:40.124140577 +0000 UTC m=+0.152585692 container create 3911c923eb15c557c19060d16f0162a566f2432a13c1b7f463d4b11a1835cb8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3-deactivate, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T04:28:40.576 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:40.197+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:40.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:40.416+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:40.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:40 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:40.373+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:40.785 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:40 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:40.425+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:40.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:40.368623976 +0000 UTC m=+0.397069092 container init 3911c923eb15c557c19060d16f0162a566f2432a13c1b7f463d4b11a1835cb8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-05T04:28:40.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:40.371904781 +0000 UTC m=+0.400349909 container start 3911c923eb15c557c19060d16f0162a566f2432a13c1b7f463d4b11a1835cb8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:28:40.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:40.460180395 +0000 UTC m=+0.488625518 container attach 3911c923eb15c557c19060d16f0162a566f2432a13c1b7f463d4b11a1835cb8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:28:40.785 INFO:journalctl@ceph.osd.3.smithi002.stdout:Sep 05 04:28:40 smithi002 podman[123755]: 2024-09-05 04:28:40.562380188 +0000 UTC m=+0.590825313 container died 3911c923eb15c557c19060d16f0162a566f2432a13c1b7f463d4b11a1835cb8c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-05T04:28:41.177 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.3.service' 2024-09-05T04:28:41.218 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:41.218 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-05T04:28:41.219 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-05T04:28:41.219 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.4 2024-09-05T04:28:41.463 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:41 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:41.389+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:41.537 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:41 smithi047 systemd[1]: Stopping Ceph osd.4 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:41.576 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:41 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:41.201+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:41.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:41 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:41.439+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:41.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:41 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:41.463+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:41.936 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:41 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:41.537+0000 7f15cfeec640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:41.936 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:41 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:41.537+0000 7f15cfeec640 -1 osd.4 118 *** Got signal Terminated *** 2024-09-05T04:28:41.936 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:41 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:41.537+0000 7f15cfeec640 -1 osd.4 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:42.576 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:42 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:42.208+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:42.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:42 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:42.420+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:42.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:42 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:42.426+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:42.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:42 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:42.355+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:43.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:43 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:43.204+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:43.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:43 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:43.397+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:43.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:43.432+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:43.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:43 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:43.365+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:43.936 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:43 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:43.555+0000 7f15cc502640 -1 osd.4 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.463325+0000 front 2024-09-05T04:28:18.463404+0000 (oldest deadline 2024-09-05T04:28:42.563453+0000) 2024-09-05T04:28:43.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:43 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:43.639+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:44.076 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:43 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:43.639+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:44.440 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:44.177+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:44.440 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:44.177+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:44.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:44 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:44.410+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:44.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:44 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:44.354+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:44.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:44 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:44.354+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:44.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:44.643+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:44.826 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:44 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:44.440+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:44.936 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:44 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:44.539+0000 7f15cc502640 -1 osd.4 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.463325+0000 front 2024-09-05T04:28:18.463404+0000 (oldest deadline 2024-09-05T04:28:42.563453+0000) 2024-09-05T04:28:44.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:44 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:44.631+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:45.478 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:45 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:45.151+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:45.478 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:45 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:45.151+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:45.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:45 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:45.418+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:45.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:45 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:45.348+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:45.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:45 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:45.348+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:45.826 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:45 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:45.478+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:45.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:45 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:45.686+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:45.908 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:45 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:45.497+0000 7f15cc502640 -1 osd.4 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.463325+0000 front 2024-09-05T04:28:18.463404+0000 (oldest deadline 2024-09-05T04:28:42.563453+0000) 2024-09-05T04:28:45.908 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:45 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:45.617+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:46.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:45 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:45.908+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:46.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:46 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:46.445+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:46.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:46 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:46.198+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:46.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:46 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:46.198+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:46.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:46 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:46.425+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:46.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:46 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:46.337+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:46.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:46 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:46.337+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:46.910 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:46 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4[45421]: 2024-09-05T04:28:46.500+0000 7f15cc502640 -1 osd.4 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.463325+0000 front 2024-09-05T04:28:18.463404+0000 (oldest deadline 2024-09-05T04:28:42.563453+0000) 2024-09-05T04:28:46.911 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:46 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:46.662+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:47.076 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:46 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:46.676+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:47.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:46 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:46.910+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:47.186 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:46 smithi047 podman[72575]: 2024-09-05 04:28:46.937396666 +0000 UTC m=+5.516290438 container died a7cd52446b456a663cf7b0dea17b511286d6b0e6f1541b4fbabe0d8fadf0b2a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, ceph=True) 2024-09-05T04:28:47.576 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:47 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:47.459+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:47.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:47 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:47.247+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:47.577 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:47 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:47.247+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:47.579 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:47 smithi047 podman[72575]: 2024-09-05 04:28:47.304057355 +0000 UTC m=+5.882951126 container cleanup a7cd52446b456a663cf7b0dea17b511286d6b0e6f1541b4fbabe0d8fadf0b2a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:28:47.580 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:47 smithi047 bash[72575]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4 2024-09-05T04:28:47.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:47 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:47.406+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:47.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:47 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:47.406+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:47.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:47 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:47.315+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:47.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:47 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:47.315+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:47.904 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:47 smithi047 podman[72590]: 2024-09-05 04:28:47.580360106 +0000 UTC m=+0.641393202 container remove a7cd52446b456a663cf7b0dea17b511286d6b0e6f1541b4fbabe0d8fadf0b2a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-05T04:28:47.904 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:47 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:47.639+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:48.076 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:47 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:47.641+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:48.186 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:47 smithi047 podman[72679]: 2024-09-05 04:28:47.829685256 +0000 UTC m=+0.016056567 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:48.186 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:47 smithi047 podman[72679]: 2024-09-05 04:28:47.964680518 +0000 UTC m=+0.151051815 container create 0e95213b0f197f25ccbff1f8d562c965649248d979e5ccea0e30f0b3b8b54dff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-05T04:28:48.187 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:47 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:47.904+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:48.483 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:48 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:48.210+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:48.483 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:48 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:48.210+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:48.599 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:48 smithi047 podman[72679]: 2024-09-05 04:28:48.217139329 +0000 UTC m=+0.403510626 container init 0e95213b0f197f25ccbff1f8d562c965649248d979e5ccea0e30f0b3b8b54dff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-05T04:28:48.599 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:48 smithi047 podman[72679]: 2024-09-05 04:28:48.220633248 +0000 UTC m=+0.407004545 container start 0e95213b0f197f25ccbff1f8d562c965649248d979e5ccea0e30f0b3b8b54dff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4-deactivate, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-05T04:28:48.599 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:48 smithi047 podman[72679]: 2024-09-05 04:28:48.300480231 +0000 UTC m=+0.486851529 container attach 0e95213b0f197f25ccbff1f8d562c965649248d979e5ccea0e30f0b3b8b54dff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-05T04:28:48.599 INFO:journalctl@ceph.osd.4.smithi047.stdout:Sep 05 04:28:48 smithi047 podman[72679]: 2024-09-05 04:28:48.42136335 +0000 UTC m=+0.607734656 container died 0e95213b0f197f25ccbff1f8d562c965649248d979e5ccea0e30f0b3b8b54dff (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T04:28:48.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:48 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:48.387+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:48.785 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:48 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:48.387+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:48.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:48 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:48.364+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:48.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:48 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:48.364+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:48.826 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:48 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:48.483+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:48.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:48 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:48.642+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:48.923 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:48 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:48.597+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:49.035 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.4.service' 2024-09-05T04:28:49.075 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:49.075 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-05T04:28:49.075 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-05T04:28:49.075 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.5 2024-09-05T04:28:49.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:48 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:48.921+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 systemd[1]: Stopping Ceph osd.5 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:49.170+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:49.170+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:49.375+0000 7f9895a88640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:49.375+0000 7f9895a88640 -1 osd.5 118 *** Got signal Terminated *** 2024-09-05T04:28:49.376 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:49.375+0000 7f9895a88640 -1 osd.5 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:49.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:49 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:49.388+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:49.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:49 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:49.388+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:49.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:49 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:49.399+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:49.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:49 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:49.399+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:49.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:49.608+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:49.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:49 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:49.530+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:49.898 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:49 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:49.586+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:50.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:49 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:49.898+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:50.443 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:50 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:50.351+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:50.443 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:50 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:50.351+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:50.567 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:50 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:50.158+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:50.567 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:50 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:50.158+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:50.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:50 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:50.443+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:50.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:50 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:50.443+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:50.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:50 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:50.567+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:50.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:50 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:50.575+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:50.921 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:50 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:50.583+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:51.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:50 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:50.921+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:51.531 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:51.131+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:51.531 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:51.131+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:51.531 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:51.131+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.706924+0000 front 2024-09-05T04:28:25.706886+0000 (oldest deadline 2024-09-05T04:28:51.007247+0000) 2024-09-05T04:28:51.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:51.339+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:51.785 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:51.339+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:51.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:51.462+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:51.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:51.462+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:51.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:51.462+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:51.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:51.530+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:51.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:51.616+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:51.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:51 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:51.616+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:51.909 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:51.595+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:51.909 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:51.595+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:52.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:51.908+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:52.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:51 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:51.908+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:52.558 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:52.156+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:52.558 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:52.156+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:52.558 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:52.156+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.706924+0000 front 2024-09-05T04:28:25.706886+0000 (oldest deadline 2024-09-05T04:28:51.007247+0000) 2024-09-05T04:28:52.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:52.300+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:52.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:52.300+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:52.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:52.300+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:52.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:52.431+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:52.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:52.431+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:52.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:52 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:52.431+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:52.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:52.557+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:52.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:52.557+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:52.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:52.664+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:52.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:52 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:52.664+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:52.923 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:52.580+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:52.923 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:52.580+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:53.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:52.922+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:53.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:52 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:52.922+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:53.560 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:53.119+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:53.560 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:53.119+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:53.560 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:53.119+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.706924+0000 front 2024-09-05T04:28:25.706886+0000 (oldest deadline 2024-09-05T04:28:51.007247+0000) 2024-09-05T04:28:53.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:53.316+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:53.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:53.316+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:53.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:53.316+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:53.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:53.459+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:53.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:53.459+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:53.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:53 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:53.459+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:53.828 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:53.560+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:53.828 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:53.560+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:53.829 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:53.642+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:53.829 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:53 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:53.642+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:53.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:53.537+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:53.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:53.537+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:54.436 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:53.948+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:54.436 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:53 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:53.948+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:54.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:54.281+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:54.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:54.281+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:54.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:54.281+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:54.534 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:54.417+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:54.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:54.417+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:54.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:54 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:54.417+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:54.572 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:54.160+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.805757+0000 front 2024-09-05T04:28:12.805626+0000 (oldest deadline 2024-09-05T04:28:38.105707+0000) 2024-09-05T04:28:54.572 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:54.160+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:18.106290+0000 front 2024-09-05T04:28:18.106429+0000 (oldest deadline 2024-09-05T04:28:43.406128+0000) 2024-09-05T04:28:54.572 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5[46395]: 2024-09-05T04:28:54.160+0000 7f989209e640 -1 osd.5 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.706924+0000 front 2024-09-05T04:28:25.706886+0000 (oldest deadline 2024-09-05T04:28:51.007247+0000) 2024-09-05T04:28:54.826 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:54 smithi079 podman[72000]: 2024-09-05 04:28:54.782969917 +0000 UTC m=+5.510120266 container died 6ccc3df14360ca125d55246bd98bebc03db5d5005a4c58f7a8c351f423ad20ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2) 2024-09-05T04:28:54.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:54.572+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:54.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:54.572+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:54.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:54.653+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:54.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:54 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:54.653+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:54.900 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:54.513+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:54.900 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:54.513+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:55.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:54.899+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:55.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:54 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:54.899+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:55.377 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72000]: 2024-09-05 04:28:55.167656248 +0000 UTC m=+5.894806605 container cleanup 6ccc3df14360ca125d55246bd98bebc03db5d5005a4c58f7a8c351f423ad20ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-05T04:28:55.377 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 bash[72000]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5 2024-09-05T04:28:55.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:55.237+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:55.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:55.237+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:55.535 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:55.237+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:55.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:55.455+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:55.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:55.455+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:55.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:55.455+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:55.692 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72015]: 2024-09-05 04:28:55.377291942 +0000 UTC m=+0.592016733 container remove 6ccc3df14360ca125d55246bd98bebc03db5d5005a4c58f7a8c351f423ad20ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-05T04:28:55.693 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:55.579+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:55.693 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:55.579+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:55.866 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:55.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:55.866 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:55.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:55.981 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:55.693+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:55.981 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:55 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:55.693+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:55.982 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72104]: 2024-09-05 04:28:55.618674388 +0000 UTC m=+0.016273553 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:28:55.982 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72104]: 2024-09-05 04:28:55.745788971 +0000 UTC m=+0.143388182 container create c0a00943883f16fb37d68bc0b44f4911ddcf6894018eb0ccd3cf50caa7c61ecb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T04:28:56.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:55.865+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:56.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:55 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:55.865+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:56.327 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72104]: 2024-09-05 04:28:55.981946404 +0000 UTC m=+0.379545570 container init c0a00943883f16fb37d68bc0b44f4911ddcf6894018eb0ccd3cf50caa7c61ecb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:28:56.327 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:55 smithi079 podman[72104]: 2024-09-05 04:28:55.985197531 +0000 UTC m=+0.382796706 container start c0a00943883f16fb37d68bc0b44f4911ddcf6894018eb0ccd3cf50caa7c61ecb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T04:28:56.327 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:56 smithi079 podman[72104]: 2024-09-05 04:28:56.090456238 +0000 UTC m=+0.488055421 container attach c0a00943883f16fb37d68bc0b44f4911ddcf6894018eb0ccd3cf50caa7c61ecb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-05T04:28:56.327 INFO:journalctl@ceph.osd.5.smithi079.stdout:Sep 05 04:28:56 smithi079 podman[72104]: 2024-09-05 04:28:56.173214141 +0000 UTC m=+0.570813322 container died c0a00943883f16fb37d68bc0b44f4911ddcf6894018eb0ccd3cf50caa7c61ecb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T04:28:56.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:56.226+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:56.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:56.226+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:56.535 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:56.226+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:56.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:56.468+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:56.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:56.468+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:56.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:56 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:56.468+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:56.769 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:56.545+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:56.769 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:56.545+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:56.770 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:56.676+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:56.770 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:56 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:56.676+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:56.788 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.5.service' 2024-09-05T04:28:56.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:28:56.826 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-05T04:28:56.826 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-05T04:28:56.826 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.6 2024-09-05T04:28:56.885 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:56.532+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:56.886 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:56.532+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:57.132 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:56 smithi002 systemd[1]: Stopping Ceph osd.6 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:28:57.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:56.885+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:57.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:56 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:56.885+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.131+0000 7f099c72e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.131+0000 7f099c72e640 -1 osd.6 118 *** Got signal Terminated *** 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.131+0000 7f099c72e640 -1 osd.6 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.182+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.182+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:57.481 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:57.182+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:57.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:57.479+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:57.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:57.479+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:57.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:57 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:57.479+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:57.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:57.499+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:57.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:57.499+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:57.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:57.707+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:57.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:57 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:57.707+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:57.883 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:57 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:57.502+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:57.883 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:57 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:57.502+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:58.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:57 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:57.882+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:58.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:57 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:57.882+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:58.517 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:58.139+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:58.517 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:58.139+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:58.517 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:58.139+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:58.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:58.516+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:58.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:58.516+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:58.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:58 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:58.516+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:58.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:58 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:58.503+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:58.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:58 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:58.503+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:58.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:58 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:58.742+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:28:58.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:58 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:58.742+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:28:58.877 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:58 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:58.545+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:58.877 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:58 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:58.545+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:59.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:58 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:58.877+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:28:59.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:58 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:58.877+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:28:59.521 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:59.131+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:28:59.521 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:59.131+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:28:59.521 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:28:59.131+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:28:59.775 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:59.512+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:28:59.775 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:28:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:28:59.512+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:28:59.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:59.520+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:28:59.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:59.520+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:28:59.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:28:59 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:28:59.520+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:28:59.867 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:59 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:59.530+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:28:59.868 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:59 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:59.530+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:28:59.868 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:28:59 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:28:59.530+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:00.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:59.776+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:00.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:28:59 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:28:59.776+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:00.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:59 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:59.867+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:00.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:28:59 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:28:59.867+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:00.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:00.136+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:29:00.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:00.136+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:29:00.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:00.136+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:29:00.780 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:00 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:00.485+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:00.780 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:00 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:00.485+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:00.837 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:00.551+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:00.837 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:00.551+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:00.837 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:00.551+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:01.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:00.540+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:01.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:00.540+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:01.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:00.540+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:01.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:00 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:00.540+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:01.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:00 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:00.780+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:01.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:00 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:00.780+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:01.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:00 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:00.780+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:01.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:00.837+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:01.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:00.837+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:01.534 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:01.183+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:12.655079+0000 front 2024-09-05T04:28:12.655177+0000 (oldest deadline 2024-09-05T04:28:35.555221+0000) 2024-09-05T04:29:01.535 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:01.183+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.357126+0000 front 2024-09-05T04:28:21.356884+0000 (oldest deadline 2024-09-05T04:28:47.256901+0000) 2024-09-05T04:29:01.535 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6[58154]: 2024-09-05T04:29:01.183+0000 7f0998d44640 -1 osd.6 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:27.257308+0000 front 2024-09-05T04:28:27.257549+0000 (oldest deadline 2024-09-05T04:28:51.957444+0000) 2024-09-05T04:29:01.799 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:01 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:01.480+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:01.799 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:01 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:01.480+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:01.866 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:01.508+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:01.866 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:01.508+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:01.866 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:01.508+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:02.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:01.537+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:02.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:01.537+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:02.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:01.537+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:02.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:01 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:01.537+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:02.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:01 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:01.799+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:02.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:01 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:01.799+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:02.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:01 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:01.799+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:02.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:01.865+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:02.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:01.865+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:02.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:01 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:01.865+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:02.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:02 smithi002 podman[123856]: 2024-09-05 04:29:02.510531703 +0000 UTC m=+5.486678506 container died cc136aa29bbcb5db4bf5cbef2ed991acc8fea4b5e54f35149556b30ac94938fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:02.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:02 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:02.553+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:02.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:02 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:02.553+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:02.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:02 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:02.553+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:02.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:02 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:02.553+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:02.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:02.513+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:02.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:02.513+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:02.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:02.513+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:02.839 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:02.533+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:02.839 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:02.533+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:02.839 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:02.533+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:03.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:02.838+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:03.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:02.838+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:03.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:02 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:02.838+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:03.284 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:02 smithi002 podman[123856]: 2024-09-05 04:29:02.916090372 +0000 UTC m=+5.892237174 container cleanup cc136aa29bbcb5db4bf5cbef2ed991acc8fea4b5e54f35149556b30ac94938fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T04:29:03.284 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:02 smithi002 bash[123856]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6 2024-09-05T04:29:03.284 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123872]: 2024-09-05 04:29:03.100772607 +0000 UTC m=+0.583623871 container remove cc136aa29bbcb5db4bf5cbef2ed991acc8fea4b5e54f35149556b30ac94938fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:03.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:02.845+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:03.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:02.845+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:03.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:02 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:02.845+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:03.784 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123959]: 2024-09-05 04:29:03.438376229 +0000 UTC m=+0.015976702 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:03.785 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123959]: 2024-09-05 04:29:03.551707499 +0000 UTC m=+0.129307999 container create 9a972ecb7285949d1b6d571ca4eb0d761c8ecb7b4ce1a20cb1dea56a0d2c590f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6-deactivate, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e) 2024-09-05T04:29:03.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:03 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:03.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:03.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:03 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:03.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:03.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:03 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:03.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:03.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:03 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:03.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:03.801 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:03.498+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:03.802 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:03.498+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:03.802 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:03.498+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:03.822 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:03.553+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:03.822 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:03.553+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:03.822 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:03.553+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:04.040 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123959]: 2024-09-05 04:29:03.824738525 +0000 UTC m=+0.402338996 container init 9a972ecb7285949d1b6d571ca4eb0d761c8ecb7b4ce1a20cb1dea56a0d2c590f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-05T04:29:04.040 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123959]: 2024-09-05 04:29:03.828084892 +0000 UTC m=+0.405685358 container start 9a972ecb7285949d1b6d571ca4eb0d761c8ecb7b4ce1a20cb1dea56a0d2c590f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T04:29:04.040 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:03 smithi002 podman[123959]: 2024-09-05 04:29:03.921244375 +0000 UTC m=+0.498844837 container attach 9a972ecb7285949d1b6d571ca4eb0d761c8ecb7b4ce1a20cb1dea56a0d2c590f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-09-05T04:29:04.040 INFO:journalctl@ceph.osd.6.smithi002.stdout:Sep 05 04:29:04 smithi002 podman[123959]: 2024-09-05 04:29:04.019713176 +0000 UTC m=+0.597313645 container died 9a972ecb7285949d1b6d571ca4eb0d761c8ecb7b4ce1a20cb1dea56a0d2c590f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2) 2024-09-05T04:29:04.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:03.822+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:04.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:03.822+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:04.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:03 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:03.822+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:04.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:03.801+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:04.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:03.801+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:04.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:03 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:03.801+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:04.692 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:04.483+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:04.692 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:04.483+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:04.692 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:04.483+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:04.692 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:04 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:04.483+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:04.711 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.6.service' 2024-09-05T04:29:04.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:04.750 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-05T04:29:04.750 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-05T04:29:04.750 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.7 2024-09-05T04:29:04.778 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:04.764+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:04.778 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:04.764+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:04.778 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:04.764+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:04.778 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:04.517+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:04.779 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:04.517+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:04.779 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:04.517+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:04.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:04.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:04.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:04.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:04.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:04.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:05.066 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:04 smithi047 systemd[1]: Stopping Ceph osd.7 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:05.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:04.829+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:05.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:04.829+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:05.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:04 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:04.829+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:05.436 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.065+0000 7fe391f97640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:05.436 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.065+0000 7fe391f97640 -1 osd.7 118 *** Got signal Terminated *** 2024-09-05T04:29:05.436 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.065+0000 7fe391f97640 -1 osd.7 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:29:05.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:05.447+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:05.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:05.447+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:05.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:05.447+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:05.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:05 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:05.447+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:05.785 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:05.495+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:05.785 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:05.495+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:05.785 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:05.495+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:05.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:05.566+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:05.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:05.566+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:05.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:05.566+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:06.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.784+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:06.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.784+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:06.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:05 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:05.784+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:06.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:05.867+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:06.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:05.867+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:06.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:05 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:05.867+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:06.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:06.493+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:06.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:06.493+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:06.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:06.493+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:06.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:06 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:06.493+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:06.816 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:06.544+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:06.817 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:06.544+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:06.817 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:06.544+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:06.848 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:06.593+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:06.848 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:06.593+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:06.848 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:06.593+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:07.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:06.816+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:07.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:06.816+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:07.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:06 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:06.816+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:07.326 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:06.847+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:07.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:06.847+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:07.327 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:06 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:06.847+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:07.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:07.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:07.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:07.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:07.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:07.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:07.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:07 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:07.512+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:07.823 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:07.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:07.823 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:07.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:07.824 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:07.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:07.824 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:07.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:08.076 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:07.580+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:08.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:07.580+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:08.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:07.580+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:08.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:07.809+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:08.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:07.809+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:08.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:07 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:07.809+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:08.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:07.823+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:08.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:07.823+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:08.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:07 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:07.823+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:08.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:08.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:08.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:08.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:08.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:08.548+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:08.829 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:08.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:08.829 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:08.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:08.829 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:08.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:08.829 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:08.501+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:09.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:08.556+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:09.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:08.556+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:09.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:08.556+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:09.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:08 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:08.556+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:09.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:08.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:09.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:08.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:09.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:08.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:09.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:08 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:08.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:09.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:08.829+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:09.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:08.829+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:09.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:08 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:08.829+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:09.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:09.514+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:09.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:09.514+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:09.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:09.514+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:09.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:09 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:09.514+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:09.791 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:09.492+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:09.791 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:09.492+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:09.791 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:09.492+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:09.791 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:09.492+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:09.560+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:09.560+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:09.560+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:09.764+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:09.764+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:09.764+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:09.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:09 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:09.764+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:10.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:09.791+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:20.709664+0000 front 2024-09-05T04:28:20.709691+0000 (oldest deadline 2024-09-05T04:28:45.409712+0000) 2024-09-05T04:29:10.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:09.791+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.410038+0000 front 2024-09-05T04:28:25.410061+0000 (oldest deadline 2024-09-05T04:28:51.210882+0000) 2024-09-05T04:29:10.186 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:09 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7[52332]: 2024-09-05T04:29:09.791+0000 7fe38e5ad640 -1 osd.7 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:36.511762+0000 front 2024-09-05T04:28:36.511838+0000 (oldest deadline 2024-09-05T04:29:01.211667+0000) 2024-09-05T04:29:10.732 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:10 smithi047 podman[72794]: 2024-09-05 04:29:10.440139282 +0000 UTC m=+5.485568805 container died e845eada4dc4051fdefb1f1af8afc4104e96973db4959220a458eb9470182a94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-05T04:29:10.733 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:10.522+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:10.733 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:10.522+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:10.733 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:10.522+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:10.733 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:10.522+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:10.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:10 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:10.499+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:10.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:10 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:10.499+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:10.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:10 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:10.499+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:10.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:10 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:10.499+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:10.813 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:10.536+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:10.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:10.536+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:10.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:10.536+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:10.814 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:10.536+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:11.075 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:10 smithi047 podman[72794]: 2024-09-05 04:29:10.831747657 +0000 UTC m=+5.877177183 container cleanup e845eada4dc4051fdefb1f1af8afc4104e96973db4959220a458eb9470182a94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T04:29:11.075 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:10 smithi047 bash[72794]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7 2024-09-05T04:29:11.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:10.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:11.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:10.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:11.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:10.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:11.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:10 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:10.813+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:11.406 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72809]: 2024-09-05 04:29:11.074862627 +0000 UTC m=+0.628576881 container remove e845eada4dc4051fdefb1f1af8afc4104e96973db4959220a458eb9470182a94 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.309532861 +0000 UTC m=+0.016004665 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.434078955 +0000 UTC m=+0.140550741 container create 9606ab7715b1b37756e5d6afb552cd1a10e207bda3d13d3fbcd43dd1076041c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.661284067 +0000 UTC m=+0.367755860 container init 9606ab7715b1b37756e5d6afb552cd1a10e207bda3d13d3fbcd43dd1076041c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:11.488+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:11.488+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:11.488+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:11.661 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:11 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:11.488+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:11.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:11 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:11.474+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:11.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:11 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:11.474+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:11.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:11 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:11.474+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:11.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:11 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:11.474+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:11.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:11 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:11.474+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:11.936 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.66500098 +0000 UTC m=+0.371472767 container start 9606ab7715b1b37756e5d6afb552cd1a10e207bda3d13d3fbcd43dd1076041c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T04:29:11.936 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.75305264 +0000 UTC m=+0.459524437 container attach 9606ab7715b1b37756e5d6afb552cd1a10e207bda3d13d3fbcd43dd1076041c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:11.937 INFO:journalctl@ceph.osd.7.smithi047.stdout:Sep 05 04:29:11 smithi047 podman[72898]: 2024-09-05 04:29:11.850340481 +0000 UTC m=+0.556812268 container died 9606ab7715b1b37756e5d6afb552cd1a10e207bda3d13d3fbcd43dd1076041c7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:11.812+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:11.812+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:11.812+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:11.812+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:11.584+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:11.584+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:11.584+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:12.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:11 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:11.584+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:12.463 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.7.service' 2024-09-05T04:29:12.545 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:12.545 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-05T04:29:12.546 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-05T04:29:12.546 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.8 2024-09-05T04:29:12.728 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:12.478+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:12.728 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:12.478+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:12.728 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:12.478+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:12.728 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:12 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:12.478+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:12.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:12 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:12.476+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:12.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:12 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:12.476+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:12.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:12 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:12.476+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:12.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:12 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:12.476+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:12.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:12 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:12.476+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 systemd[1]: Stopping Ceph osd.8 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.594+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.594+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.594+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.594+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:12.802+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:12.802+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:12.802+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:12.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:12.802+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:13.326 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.842+0000 7f26dcb41640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:13.327 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.842+0000 7f26dcb41640 -1 osd.8 118 *** Got signal Terminated *** 2024-09-05T04:29:13.327 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:12 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:12.842+0000 7f26dcb41640 -1 osd.8 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:29:13.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:13.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:13.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:13.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:13.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:13.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:13.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:13.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:13.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:13 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:13.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:13.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:13.565+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:13.565+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:13.565+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:13.565+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:13.783+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:13.783+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:13.783+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:13.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:13 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:13.783+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:13.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:13 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:13.471+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:13.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:13 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:13.471+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:13.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:13 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:13.471+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:13.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:13 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:13.471+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:14.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:14.429+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:14.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:14.429+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:14.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:14.429+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:14.687 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:14.429+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:14.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:14.481+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:14.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:14.481+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:14.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:14.481+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:14.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:14.481+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:14.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:14 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:14.481+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:14.820+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:14.820+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:14.820+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:14.820+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:14.585+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:14.585+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:14.585+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:15.077 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:14 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:14.585+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:15.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:15 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:15.418+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:15.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:15 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:15.418+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:15.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:15 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:15.418+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:15.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:15 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:15.418+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:15.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:15 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:15.418+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:15.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:15 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:15.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:15.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:15 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:15.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:15.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:15 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:15.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:15.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:15 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:15.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:15.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:15 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:15.498+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:15.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:15.549+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:15.549+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:15.549+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:15.549+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:15.794+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:15.794+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:15.794+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:15.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:15 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:15.794+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:16.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:16 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:16.504+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:16.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:16 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:16.504+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:16.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:16 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:16.504+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:16.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:16 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:16.504+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:16.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:16 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:16.504+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:16.826 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:16.755+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:16.755+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:16.755+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:16.755+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:16.539+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:16.539+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:16.539+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:16.539+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:16.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:16 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:16.539+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:50.181653+0000 front 2024-09-05T04:28:50.181621+0000 (oldest deadline 2024-09-05T04:29:16.081702+0000) 2024-09-05T04:29:16.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:16 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:16.464+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:16.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:16 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:16.464+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:16.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:16 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:16.464+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:16.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:16 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:16.464+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:16.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:16 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:16.464+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:17.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:17 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:17.473+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:17.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:17 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:17.473+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:17.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:17 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:17.473+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:17.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:17 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:17.473+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:17.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:17 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:17.473+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:17.744+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:17.744+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:17.744+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:17.744+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:17.554+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.076552+0000 front 2024-09-05T04:28:17.076779+0000 (oldest deadline 2024-09-05T04:28:43.477097+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:17.554+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.579015+0000 front 2024-09-05T04:28:28.578944+0000 (oldest deadline 2024-09-05T04:28:52.079040+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:17.554+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.280580+0000 front 2024-09-05T04:28:37.280610+0000 (oldest deadline 2024-09-05T04:29:01.980445+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:17.554+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.481350+0000 front 2024-09-05T04:28:45.481340+0000 (oldest deadline 2024-09-05T04:29:10.181202+0000) 2024-09-05T04:29:17.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8[52879]: 2024-09-05T04:29:17.554+0000 7f26d9157640 -1 osd.8 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:50.181653+0000 front 2024-09-05T04:28:50.181621+0000 (oldest deadline 2024-09-05T04:29:16.081702+0000) 2024-09-05T04:29:17.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:17.466+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:17.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:17.466+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:17.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:17.466+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:17.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:17.466+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:17.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:17 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:17.466+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:18.547 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:18 smithi079 podman[72206]: 2024-09-05 04:29:18.250275449 +0000 UTC m=+5.514938620 container died e1702ab689f22cb57a9176cc8e7a9d5812038e98651bd5303f966f505a08bd76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:29:18.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:18.426+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:18.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:18.426+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:18.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:18.426+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:18.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:18.426+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:18.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:18 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:18.426+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:18.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:18.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:18.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:18.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:18.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:18.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:18 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:18.461+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:18.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:18 smithi079 podman[72206]: 2024-09-05 04:29:18.638143351 +0000 UTC m=+5.902806523 container cleanup e1702ab689f22cb57a9176cc8e7a9d5812038e98651bd5303f966f505a08bd76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T04:29:18.826 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:18 smithi079 bash[72206]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8 2024-09-05T04:29:18.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:18.719+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:18.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:18.719+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:18.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:18.719+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:18.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:18 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:18.719+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:19.251 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:18 smithi079 podman[72222]: 2024-09-05 04:29:18.906519347 +0000 UTC m=+0.651568694 container remove e1702ab689f22cb57a9176cc8e7a9d5812038e98651bd5303f966f505a08bd76 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e) 2024-09-05T04:29:19.510 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.154958206 +0000 UTC m=+0.015715301 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:19.510 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.282687386 +0000 UTC m=+0.143444471 container create ed88f1948221b10beb31cf321c389b23a15e470a4fb422c3b73f30a7e91c0608 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:29:19.510 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.510584589 +0000 UTC m=+0.371341678 container init ed88f1948221b10beb31cf321c389b23a15e470a4fb422c3b73f30a7e91c0608 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:19.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:19 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:19.448+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.513854472 +0000 UTC m=+0.374611560 container start ed88f1948221b10beb31cf321c389b23a15e470a4fb422c3b73f30a7e91c0608 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.593858925 +0000 UTC m=+0.454616011 container attach ed88f1948221b10beb31cf321c389b23a15e470a4fb422c3b73f30a7e91c0608 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.8.smithi079.stdout:Sep 05 04:29:19 smithi079 podman[72310]: 2024-09-05 04:29:19.700379197 +0000 UTC m=+0.561136290 container died ed88f1948221b10beb31cf321c389b23a15e470a4fb422c3b73f30a7e91c0608 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:19.672+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:19.672+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:19.672+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:19.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:19.672+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:19.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:19 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:19.442+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:19.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:19 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:19.442+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:19.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:19 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:19.442+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:19.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:19 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:19.442+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:19.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:19 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:19.442+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:20.342 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.8.service' 2024-09-05T04:29:20.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:20.382 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-05T04:29:20.382 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-05T04:29:20.382 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.9 2024-09-05T04:29:20.702 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 systemd[1]: Stopping Ceph osd.9 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:20.702 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:20.702 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:20.702 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:20.702 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:20.703 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:20.703 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.457+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:20.703 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.702+0000 7fa813f19640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:20.703 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.702+0000 7fa813f19640 -1 osd.9 118 *** Got signal Terminated *** 2024-09-05T04:29:20.703 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:20 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:20.702+0000 7fa813f19640 -1 osd.9 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:29:20.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:20.443+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:20.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:20.443+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:20.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:20.443+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:20.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:20.443+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:20.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:20 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:20.443+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:21.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:20 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:20.709+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:21.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:20 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:20.709+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:21.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:20 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:20.709+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:21.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:20 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:20.709+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:21.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:20 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:20.709+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:21.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:21.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:21.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:21.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:21.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:21.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:21 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:21.426+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:21.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:21 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:21.721+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:21.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:21 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:21.721+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:21.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:21 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:21.721+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:21.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:21 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:21.721+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:21.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:21 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:21.721+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:21.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:21.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:21.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:21.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:21.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:21.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:21.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:21.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:21.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:21 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:21.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:22.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:22.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:22.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:22.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:22.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:22.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:22 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:22.420+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:22.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:22 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:22.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:22.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:22 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:22.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:22.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:22 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:22.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:22.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:22 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:22.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:22.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:22 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:22.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:23.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:23.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:23.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:23.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:23.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:23.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:22 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:22.762+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:23.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:23.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:23.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:23.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:23.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:23.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:23 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:23.406+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:23.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:23.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:23.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:23.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:23.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:23.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:23 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:23.496+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:24.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:24.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:24.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:24.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:24.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:24.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:23 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:23.765+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:24.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:24.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:24.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:24.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:24.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:24.687 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:24 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:24.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:24.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:24.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:24.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:24.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:24.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:24.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:24 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:24.357+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:25.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:24.787+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:25.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.655104+0000 front 2024-09-05T04:28:13.655133+0000 (oldest deadline 2024-09-05T04:28:38.355401+0000) 2024-09-05T04:29:25.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:21.256567+0000 front 2024-09-05T04:28:21.256681+0000 (oldest deadline 2024-09-05T04:28:43.556547+0000) 2024-09-05T04:29:25.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:28.857365+0000 front 2024-09-05T04:28:28.857484+0000 (oldest deadline 2024-09-05T04:28:51.157497+0000) 2024-09-05T04:29:25.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.960086+0000 front 2024-09-05T04:28:37.960132+0000 (oldest deadline 2024-09-05T04:29:00.272526+0000) 2024-09-05T04:29:25.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:46.173674+0000 front 2024-09-05T04:28:46.173632+0000 (oldest deadline 2024-09-05T04:29:10.873549+0000) 2024-09-05T04:29:25.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:25 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9[64682]: 2024-09-05T04:29:25.401+0000 7fa81052f640 -1 osd.9 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:52.475232+0000 front 2024-09-05T04:28:52.475339+0000 (oldest deadline 2024-09-05T04:29:18.375070+0000) 2024-09-05T04:29:25.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:25.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:25.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:25.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:25.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:25.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:25 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:25.486+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:26.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:25 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:25.743+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:26.535 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:26 smithi002 podman[124074]: 2024-09-05 04:29:26.161617876 +0000 UTC m=+5.583005702 container died 821d2899f1e048b3e80206467b2a4ab830ae4fd71aa51a5dad54b177f030a8a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-05T04:29:26.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:26.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:26.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:26.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:26.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:26.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:26 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:26.473+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:26.990 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:26.990 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:26.991 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:26.991 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:26.991 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:26.991 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:26 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:26.700+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:27.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:26 smithi002 podman[124074]: 2024-09-05 04:29:26.55215687 +0000 UTC m=+5.973544683 container cleanup 821d2899f1e048b3e80206467b2a4ab830ae4fd71aa51a5dad54b177f030a8a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-05T04:29:27.034 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:26 smithi002 bash[124074]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9 2024-09-05T04:29:27.035 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:26 smithi002 podman[124089]: 2024-09-05 04:29:26.795262336 +0000 UTC m=+0.632519134 container remove 821d2899f1e048b3e80206467b2a4ab830ae4fd71aa51a5dad54b177f030a8a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-05T04:29:27.359 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.011064141 +0000 UTC m=+0.016300407 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:27.360 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.129495542 +0000 UTC m=+0.134731786 container create 18bd6075d795241276e9c7c948d39533967ffbeec004d2917016ce3e3920b982 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:27.360 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.356760217 +0000 UTC m=+0.361996464 container init 18bd6075d795241276e9c7c948d39533967ffbeec004d2917016ce3e3920b982 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-05T04:29:27.360 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.360061346 +0000 UTC m=+0.365297592 container start 18bd6075d795241276e9c7c948d39533967ffbeec004d2917016ce3e3920b982 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:27.784 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.456905103 +0000 UTC m=+0.462141372 container attach 18bd6075d795241276e9c7c948d39533967ffbeec004d2917016ce3e3920b982 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-05T04:29:27.785 INFO:journalctl@ceph.osd.9.smithi002.stdout:Sep 05 04:29:27 smithi002 podman[124178]: 2024-09-05 04:29:27.548748722 +0000 UTC m=+0.553984968 container died 18bd6075d795241276e9c7c948d39533967ffbeec004d2917016ce3e3920b982 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:27.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:27.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:27.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:27.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:27.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:27.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:27 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:27.511+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:28.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:27 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:27.668+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:28.176 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.9.service' 2024-09-05T04:29:28.219 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:28.220 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-05T04:29:28.220 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-05T04:29:28.220 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.10 2024-09-05T04:29:28.509 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 systemd[1]: Stopping Ceph osd.10 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:28.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:28.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:28.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.509+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.533+0000 7fb1f17e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.533+0000 7fb1f17e9640 -1 osd.10 118 *** Got signal Terminated *** 2024-09-05T04:29:28.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:28 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:28.533+0000 7fb1f17e9640 -1 osd.10 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:29.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:28.684+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:29.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:29.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:29.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:29.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:29.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:29.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:29 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:29.503+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:30.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:29 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:29.718+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:30.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:30.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:30.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:30.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:30.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:30.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:30 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:30.505+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:31.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:31.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:31.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:31.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:31.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:31.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:30 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:30.675+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:31.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:31.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:31.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:31.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:31.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:31.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:31 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:31.535+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:32.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:31 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:31.679+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:32.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6804 osd.1 since back 2024-09-05T04:28:17.431702+0000 front 2024-09-05T04:28:17.431728+0000 (oldest deadline 2024-09-05T04:28:43.331914+0000) 2024-09-05T04:29:32.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:30.333581+0000 front 2024-09-05T04:28:30.333669+0000 (oldest deadline 2024-09-05T04:28:51.433519+0000) 2024-09-05T04:29:32.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:37.036285+0000 front 2024-09-05T04:28:37.036379+0000 (oldest deadline 2024-09-05T04:28:59.336289+0000) 2024-09-05T04:29:32.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:43.337829+0000 front 2024-09-05T04:28:43.337856+0000 (oldest deadline 2024-09-05T04:29:07.438050+0000) 2024-09-05T04:29:32.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.239745+0000 front 2024-09-05T04:28:53.239707+0000 (oldest deadline 2024-09-05T04:29:14.939521+0000) 2024-09-05T04:29:32.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:28:59.541050+0000 front 2024-09-05T04:28:59.541018+0000 (oldest deadline 2024-09-05T04:29:22.941497+0000) 2024-09-05T04:29:32.937 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:32 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10[59287]: 2024-09-05T04:29:32.554+0000 7fb1eddff640 -1 osd.10 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:08.142971+0000 front 2024-09-05T04:29:08.142992+0000 (oldest deadline 2024-09-05T04:29:32.242996+0000) 2024-09-05T04:29:33.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:33.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:32 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:32.630+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:34.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:33 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:33.602+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:34.186 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 podman[73016]: 2024-09-05 04:29:34.002039345 +0000 UTC m=+5.583511507 container died 87fbfc3b32f19a8b29a142a1a4cb997d175c50522c89d80fcbfd158833ec3a1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:34.526 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 podman[73016]: 2024-09-05 04:29:34.325585425 +0000 UTC m=+5.907057576 container cleanup 87fbfc3b32f19a8b29a142a1a4cb997d175c50522c89d80fcbfd158833ec3a1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:29:34.527 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 bash[73016]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10 2024-09-05T04:29:34.936 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 podman[73035]: 2024-09-05 04:29:34.526642724 +0000 UTC m=+0.516079920 container remove 87fbfc3b32f19a8b29a142a1a4cb997d175c50522c89d80fcbfd158833ec3a1b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:35.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:34 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:34.590+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:35.212 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 podman[73123]: 2024-09-05 04:29:34.85909651 +0000 UTC m=+0.016396946 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:35.212 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:34 smithi047 podman[73123]: 2024-09-05 04:29:34.988211221 +0000 UTC m=+0.145511698 container create a588dde6e31be7ec286e6e2709a26b996fe78a604bd1c4ae92ccf8163aede32e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e) 2024-09-05T04:29:35.212 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:35 smithi047 podman[73123]: 2024-09-05 04:29:35.21296582 +0000 UTC m=+0.370266256 container init a588dde6e31be7ec286e6e2709a26b996fe78a604bd1c4ae92ccf8163aede32e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-05T04:29:35.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:35 smithi047 podman[73123]: 2024-09-05 04:29:35.216248144 +0000 UTC m=+0.373548580 container start a588dde6e31be7ec286e6e2709a26b996fe78a604bd1c4ae92ccf8163aede32e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2) 2024-09-05T04:29:35.686 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:35 smithi047 podman[73123]: 2024-09-05 04:29:35.312749244 +0000 UTC m=+0.470049696 container attach a588dde6e31be7ec286e6e2709a26b996fe78a604bd1c4ae92ccf8163aede32e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-05T04:29:35.687 INFO:journalctl@ceph.osd.10.smithi047.stdout:Sep 05 04:29:35 smithi047 podman[73123]: 2024-09-05 04:29:35.407507515 +0000 UTC m=+0.564807956 container died a588dde6e31be7ec286e6e2709a26b996fe78a604bd1c4ae92ccf8163aede32e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:36.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:35 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:35.633+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:36.099 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.10.service' 2024-09-05T04:29:36.142 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:36.142 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-05T04:29:36.142 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-05T04:29:36.142 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.11 2024-09-05T04:29:36.458 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 systemd[1]: Stopping Ceph osd.11 for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:36.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.458+0000 7fc61d8c7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:36.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.458+0000 7fc61d8c7640 -1 osd.11 118 *** Got signal Terminated *** 2024-09-05T04:29:36.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.458+0000 7fc61d8c7640 -1 osd.11 118 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-05T04:29:36.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:36.827 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:36.828 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:36.828 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:36.828 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:36.828 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:36.828 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:36 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:36.651+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:38.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:37 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:37.644+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:39.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:38 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:38.620+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:40.076 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:40.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:39 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:39.637+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6806 osd.0 since back 2024-09-05T04:28:13.313007+0000 front 2024-09-05T04:28:13.313140+0000 (oldest deadline 2024-09-05T04:28:37.913751+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6804 osd.2 since back 2024-09-05T04:28:25.216426+0000 front 2024-09-05T04:28:25.216646+0000 (oldest deadline 2024-09-05T04:28:51.116518+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6814 osd.3 since back 2024-09-05T04:28:35.817567+0000 front 2024-09-05T04:28:35.817536+0000 (oldest deadline 2024-09-05T04:28:59.917635+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6812 osd.4 since back 2024-09-05T04:28:45.119176+0000 front 2024-09-05T04:28:45.119273+0000 (oldest deadline 2024-09-05T04:29:08.619243+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.79:6812 osd.5 since back 2024-09-05T04:28:53.920259+0000 front 2024-09-05T04:28:53.920287+0000 (oldest deadline 2024-09-05T04:29:19.721004+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.2:6822 osd.6 since back 2024-09-05T04:29:01.422008+0000 front 2024-09-05T04:29:01.422073+0000 (oldest deadline 2024-09-05T04:29:22.521967+0000) 2024-09-05T04:29:41.077 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:40 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11[59843]: 2024-09-05T04:29:40.660+0000 7fc615ed5640 -1 osd.11 118 heartbeat_check: no reply from 172.21.15.47:6820 osd.7 since back 2024-09-05T04:29:07.222893+0000 front 2024-09-05T04:29:07.222928+0000 (oldest deadline 2024-09-05T04:29:32.522810+0000) 2024-09-05T04:29:42.284 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:41 smithi079 podman[72428]: 2024-09-05 04:29:41.961740979 +0000 UTC m=+5.624440495 container died d7150c6a06b944f5d943f4346c7dd8ce672d38b17b29fa8e6c3f221d1710d447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2) 2024-09-05T04:29:42.576 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:42 smithi079 podman[72428]: 2024-09-05 04:29:42.366683301 +0000 UTC m=+6.029382809 container cleanup d7150c6a06b944f5d943f4346c7dd8ce672d38b17b29fa8e6c3f221d1710d447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-09-05T04:29:42.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:42 smithi079 bash[72428]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11 2024-09-05T04:29:42.899 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:42 smithi079 podman[72443]: 2024-09-05 04:29:42.593154205 +0000 UTC m=+0.627825901 container remove d7150c6a06b944f5d943f4346c7dd8ce672d38b17b29fa8e6c3f221d1710d447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11, org.label-schema.vendor=CentOS, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:43.164 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:42 smithi079 podman[72533]: 2024-09-05 04:29:42.802535016 +0000 UTC m=+0.015604156 image pull 77770cf7e895c297c29130881c012db5698948fe2279610297198415e1f3d0ac quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067 2024-09-05T04:29:43.164 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:42 smithi079 podman[72533]: 2024-09-05 04:29:42.944181763 +0000 UTC m=+0.157250890 container create 8c1df431ecab5d8d7b18d0f9abb3ce33758d7aa30a1450f9fb3aba4be4cb1158 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:43.164 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:43 smithi079 podman[72533]: 2024-09-05 04:29:43.164019435 +0000 UTC m=+0.377088567 container init 8c1df431ecab5d8d7b18d0f9abb3ce33758d7aa30a1450f9fb3aba4be4cb1158 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:43.576 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:43 smithi079 podman[72533]: 2024-09-05 04:29:43.167815285 +0000 UTC m=+0.380884427 container start 8c1df431ecab5d8d7b18d0f9abb3ce33758d7aa30a1450f9fb3aba4be4cb1158 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:29:43.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:43 smithi079 podman[72533]: 2024-09-05 04:29:43.255249005 +0000 UTC m=+0.468318137 container attach 8c1df431ecab5d8d7b18d0f9abb3ce33758d7aa30a1450f9fb3aba4be4cb1158 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-05T04:29:43.577 INFO:journalctl@ceph.osd.11.smithi079.stdout:Sep 05 04:29:43 smithi079 podman[72533]: 2024-09-05 04:29:43.355562164 +0000 UTC m=+0.568631309 container died 8c1df431ecab5d8d7b18d0f9abb3ce33758d7aa30a1450f9fb3aba4be4cb1158 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-osd-11-deactivate, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-05T04:29:43.937 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@osd.11.service' 2024-09-05T04:29:43.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:43.976 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-05T04:29:43.976 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-05T04:29:43.976 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.a 2024-09-05T04:29:44.279 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:44 smithi002 systemd[1]: Stopping Ceph mds.a for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:44.535 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:44 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a[71532]: 2024-09-05T04:29:44.277+0000 7f75775e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:44.535 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:44 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a[71532]: 2024-09-05T04:29:44.277+0000 7f75775e8640 -1 mds.a *** got signal Terminated *** 2024-09-05T04:29:45.784 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:45 smithi002 podman[124281]: 2024-09-05 04:29:45.538471581 +0000 UTC m=+1.354176887 container died 8a1541f5db29419b881e54ab31b427c1044836623c3bb2117e69ff1bd60f3850 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e) 2024-09-05T04:29:46.154 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:45 smithi002 podman[124281]: 2024-09-05 04:29:45.970046575 +0000 UTC m=+1.785751881 container cleanup 8a1541f5db29419b881e54ab31b427c1044836623c3bb2117e69ff1bd60f3850 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-05T04:29:46.154 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:45 smithi002 bash[124281]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a 2024-09-05T04:29:46.403 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.a.service' 2024-09-05T04:29:46.425 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:46 smithi002 podman[124305]: 2024-09-05 04:29:46.154765778 +0000 UTC m=+0.611359823 container remove 8a1541f5db29419b881e54ab31b427c1044836623c3bb2117e69ff1bd60f3850 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-a, RELEASE=squid-91c8a7e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-05T04:29:46.425 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:46 smithi002 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-05T04:29:46.425 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:46 smithi002 systemd[1]: Stopped Ceph mds.a for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:29:46.425 INFO:journalctl@ceph.mds.a.smithi002.stdout:Sep 05 04:29:46 smithi002 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.a.service: Consumed 1.123s CPU time. 2024-09-05T04:29:46.438 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:46.438 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-05T04:29:46.439 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-05T04:29:46.439 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.d 2024-09-05T04:29:46.766 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:46 smithi002 systemd[1]: Stopping Ceph mds.d for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:47.034 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:46 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d[70344]: 2024-09-05T04:29:46.764+0000 7f7a8ae0a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:47.034 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:46 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d[70344]: 2024-09-05T04:29:46.764+0000 7f7a8ae0a640 -1 mds.d *** got signal Terminated *** 2024-09-05T04:29:50.999 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:50 smithi002 podman[124412]: 2024-09-05 04:29:50.733158483 +0000 UTC m=+4.065581554 container died 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T04:29:51.284 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:51 smithi002 podman[124412]: 2024-09-05 04:29:51.215465399 +0000 UTC m=+4.547888466 container cleanup 5c0860d20785d426bb7d2664856592ee41d28dba7c6cc92e982e468fbbb78c69 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-05T04:29:51.284 INFO:journalctl@ceph.mds.d.smithi002.stdout:Sep 05 04:29:51 smithi002 bash[124412]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-d 2024-09-05T04:29:51.600 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.d.service' 2024-09-05T04:29:51.634 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:51.634 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-05T04:29:51.634 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-05T04:29:51.634 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.g 2024-09-05T04:29:52.034 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:51 smithi002 systemd[1]: Stopping Ceph mds.g for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:52.034 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g[71147]: 2024-09-05T04:29:51.952+0000 7f7f18db3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:52.035 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:51 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g[71147]: 2024-09-05T04:29:51.952+0000 7f7f18db3640 -1 mds.g *** got signal Terminated *** 2024-09-05T04:29:54.703 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:54 smithi002 podman[124532]: 2024-09-05 04:29:54.445357479 +0000 UTC m=+2.585807965 container died 07cd6ed0f6d1831c2a299bbc47b7b0cec5c9dad1326509826707d893dee40d38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g, RELEASE=squid-91c8a7e, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-05T04:29:55.021 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:54 smithi002 podman[124532]: 2024-09-05 04:29:54.877551921 +0000 UTC m=+3.018002443 container cleanup 07cd6ed0f6d1831c2a299bbc47b7b0cec5c9dad1326509826707d893dee40d38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=squid-91c8a7e) 2024-09-05T04:29:55.021 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:54 smithi002 bash[124532]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g 2024-09-05T04:29:55.271 INFO:journalctl@ceph.mds.g.smithi002.stdout:Sep 05 04:29:55 smithi002 podman[124545]: 2024-09-05 04:29:55.053882858 +0000 UTC m=+0.604482369 container remove 07cd6ed0f6d1831c2a299bbc47b7b0cec5c9dad1326509826707d893dee40d38 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-g, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:29:55.283 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.g.service' 2024-09-05T04:29:55.315 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:29:55.315 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-05T04:29:55.315 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-05T04:29:55.316 DEBUG:teuthology.orchestra.run.smithi002:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.j 2024-09-05T04:29:55.534 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:55 smithi002 systemd[1]: Stopping Ceph mds.j for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:29:56.034 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j[69950]: 2024-09-05T04:29:55.639+0000 7f1cd517f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:29:56.034 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:55 smithi002 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j[69950]: 2024-09-05T04:29:55.639+0000 7f1cd517f640 -1 mds.j *** got signal Terminated *** 2024-09-05T04:29:59.489 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:59 smithi002 podman[124653]: 2024-09-05 04:29:59.123188173 +0000 UTC m=+3.590241363 container died 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2) 2024-09-05T04:29:59.785 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:59 smithi002 podman[124653]: 2024-09-05 04:29:59.648070469 +0000 UTC m=+4.115123647 container cleanup 84f727adcf03baf66b35c58eade797cb2b7f7de672e12a6bafa763d0e54ef1e6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=squid-91c8a7e, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-05T04:29:59.785 INFO:journalctl@ceph.mds.j.smithi002.stdout:Sep 05 04:29:59 smithi002 bash[124653]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-j 2024-09-05T04:30:00.065 DEBUG:teuthology.orchestra.run.smithi002:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.j.service' 2024-09-05T04:30:00.097 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:00.098 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-05T04:30:00.098 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-05T04:30:00.098 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.b 2024-09-05T04:30:00.409 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:00 smithi047 systemd[1]: Stopping Ceph mds.b for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:00.686 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: 2024-09-05T04:30:00.408+0000 7fbe4797c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:00.686 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:00 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b[64885]: 2024-09-05T04:30:00.408+0000 7fbe4797c640 -1 mds.b *** got signal Terminated *** 2024-09-05T04:30:03.775 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:03 smithi047 podman[73227]: 2024-09-05 04:30:03.525146426 +0000 UTC m=+3.227973731 container died f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=squid-91c8a7e) 2024-09-05T04:30:04.186 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:03 smithi047 podman[73227]: 2024-09-05 04:30:03.992200314 +0000 UTC m=+3.695027614 container cleanup f93c92dfec4e26815fc181bdd4cbbceb36e55edadf8313a75ccd13535e9be961 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T04:30:04.186 INFO:journalctl@ceph.mds.b.smithi047.stdout:Sep 05 04:30:03 smithi047 bash[73227]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-b 2024-09-05T04:30:04.388 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.b.service' 2024-09-05T04:30:04.425 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:04.425 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-05T04:30:04.425 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-05T04:30:04.425 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.e 2024-09-05T04:30:04.795 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:04 smithi047 systemd[1]: Stopping Ceph mds.e for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:05.186 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e[64282]: 2024-09-05T04:30:04.795+0000 7fc1731af640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:05.186 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:04 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e[64282]: 2024-09-05T04:30:04.795+0000 7fc1731af640 -1 mds.e *** got signal Terminated *** 2024-09-05T04:30:09.155 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:08 smithi047 podman[73359]: 2024-09-05 04:30:08.809286914 +0000 UTC m=+4.158472422 container died 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-05T04:30:09.413 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 podman[73359]: 2024-09-05 04:30:09.253965834 +0000 UTC m=+4.603151336 container cleanup 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=squid-91c8a7e, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-05T04:30:09.413 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 bash[73359]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e 2024-09-05T04:30:09.652 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.e.service' 2024-09-05T04:30:09.673 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 podman[73372]: 2024-09-05 04:30:09.413206181 +0000 UTC m=+0.599921328 container remove 6a000ea8b57f31255fcaaab20841ceac9c59aac13a475a95206e2a48f83a08f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-e, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-09-05T04:30:09.673 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.e.service: Deactivated successfully. 2024-09-05T04:30:09.673 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 systemd[1]: Stopped Ceph mds.e for 60a04270-6b3b-11ef-bcd6-c7b262605968. 2024-09-05T04:30:09.673 INFO:journalctl@ceph.mds.e.smithi047.stdout:Sep 05 04:30:09 smithi047 systemd[1]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.e.service: Consumed 1.196s CPU time. 2024-09-05T04:30:09.684 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:09.685 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-05T04:30:09.685 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-05T04:30:09.685 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.h 2024-09-05T04:30:09.936 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:09 smithi047 systemd[1]: Stopping Ceph mds.h for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:10.436 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h[64587]: 2024-09-05T04:30:10.149+0000 7fa72e6ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:10.436 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:10 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h[64587]: 2024-09-05T04:30:10.149+0000 7fa72e6ce640 -1 mds.h *** got signal Terminated *** 2024-09-05T04:30:13.625 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:13 smithi047 podman[73479]: 2024-09-05 04:30:13.223327994 +0000 UTC m=+3.319471327 container died e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:30:13.936 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:13 smithi047 podman[73479]: 2024-09-05 04:30:13.723918899 +0000 UTC m=+3.820062221 container cleanup e1e74156b1a114f852efe1776c76d58c6c500a3f73cbfcbfe408eb4103b8d578 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e) 2024-09-05T04:30:13.936 INFO:journalctl@ceph.mds.h.smithi047.stdout:Sep 05 04:30:13 smithi047 bash[73479]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-h 2024-09-05T04:30:14.078 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.h.service' 2024-09-05T04:30:14.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:14.110 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-05T04:30:14.111 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-05T04:30:14.111 DEBUG:teuthology.orchestra.run.smithi047:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.k 2024-09-05T04:30:14.436 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:14 smithi047 systemd[1]: Stopping Ceph mds.k for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:14.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k[63972]: 2024-09-05T04:30:14.464+0000 7f0c947bf640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:14.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:14 smithi047 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k[63972]: 2024-09-05T04:30:14.464+0000 7f0c947bf640 -1 mds.k *** got signal Terminated *** 2024-09-05T04:30:16.627 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:16 smithi047 podman[73599]: 2024-09-05 04:30:16.315473907 +0000 UTC m=+1.982828170 container died 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-05T04:30:16.627 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:16 smithi047 podman[73599]: 2024-09-05 04:30:16.627609746 +0000 UTC m=+2.294964012 container cleanup 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-91c8a7e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-09-05T04:30:16.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:16 smithi047 bash[73599]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k 2024-09-05T04:30:16.936 INFO:journalctl@ceph.mds.k.smithi047.stdout:Sep 05 04:30:16 smithi047 podman[73611]: 2024-09-05 04:30:16.820111734 +0000 UTC m=+0.506391052 container remove 259a4a27abc9ded40914840ecd5b34679a00d62d038917ebcca54fe5521cbb20 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-k, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2) 2024-09-05T04:30:17.054 DEBUG:teuthology.orchestra.run.smithi047:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.k.service' 2024-09-05T04:30:17.085 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:17.085 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-05T04:30:17.086 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-05T04:30:17.086 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.c 2024-09-05T04:30:17.448 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:17 smithi079 systemd[1]: Stopping Ceph mds.c for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:17.713 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c[64692]: 2024-09-05T04:30:17.447+0000 7f0fae9b6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:17.714 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:17 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c[64692]: 2024-09-05T04:30:17.447+0000 7f0fae9b6640 -1 mds.c *** got signal Terminated *** 2024-09-05T04:30:18.907 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:18 smithi079 podman[72638]: 2024-09-05 04:30:18.605819049 +0000 UTC m=+1.328831760 container died 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-05T04:30:19.232 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:18 smithi079 podman[72638]: 2024-09-05 04:30:18.998400549 +0000 UTC m=+1.721413247 container cleanup 29daabfac2c8dea6879a53c9b58ab01a27c4f0619e9eabb5b487db832b9d102f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2) 2024-09-05T04:30:19.233 INFO:journalctl@ceph.mds.c.smithi079.stdout:Sep 05 04:30:18 smithi079 bash[72638]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-c 2024-09-05T04:30:19.384 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.c.service' 2024-09-05T04:30:19.420 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:19.420 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-05T04:30:19.420 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-05T04:30:19.421 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.f 2024-09-05T04:30:19.736 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:19 smithi079 systemd[1]: Stopping Ceph mds.f for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:20.076 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f[64392]: 2024-09-05T04:30:19.735+0000 7f32e870f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:20.076 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:19 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f[64392]: 2024-09-05T04:30:19.735+0000 7f32e870f640 -1 mds.f *** got signal Terminated *** 2024-09-05T04:30:24.036 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:23 smithi079 podman[72774]: 2024-09-05 04:30:23.749580191 +0000 UTC m=+4.109886298 container died eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-05T04:30:24.326 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:24 smithi079 podman[72774]: 2024-09-05 04:30:24.135982814 +0000 UTC m=+4.496288918 container cleanup eec1e921df20910578c0299325320c9f0ebb8ffe67700652ac8befb906232447 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-91c8a7e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:30:24.326 INFO:journalctl@ceph.mds.f.smithi079.stdout:Sep 05 04:30:24 smithi079 bash[72774]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-f 2024-09-05T04:30:24.510 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.f.service' 2024-09-05T04:30:24.545 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:24.545 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-05T04:30:24.545 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-05T04:30:24.545 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.i 2024-09-05T04:30:24.826 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:24 smithi079 systemd[1]: Stopping Ceph mds.i for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:25.326 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: 2024-09-05T04:30:24.881+0000 7fae51ab4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:25.326 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:24 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i[64992]: 2024-09-05T04:30:24.881+0000 7fae51ab4640 -1 mds.i *** got signal Terminated *** 2024-09-05T04:30:27.799 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:27 smithi079 podman[72896]: 2024-09-05 04:30:27.521418701 +0000 UTC m=+2.758034312 container died 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-09-05T04:30:28.076 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:27 smithi079 podman[72896]: 2024-09-05 04:30:27.890030959 +0000 UTC m=+3.126646558 container cleanup 020c35fdddd7ef86a6a4eafd937c57ea8eb45988c33726999286b5910fc64c73 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i, RELEASE=squid-91c8a7e, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-05T04:30:28.076 INFO:journalctl@ceph.mds.i.smithi079.stdout:Sep 05 04:30:27 smithi079 bash[72896]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-i 2024-09-05T04:30:28.332 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.i.service' 2024-09-05T04:30:28.364 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:28.364 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-05T04:30:28.364 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-05T04:30:28.364 DEBUG:teuthology.orchestra.run.smithi079:> sudo systemctl stop ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.l 2024-09-05T04:30:28.699 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:28 smithi079 systemd[1]: Stopping Ceph mds.l for 60a04270-6b3b-11ef-bcd6-c7b262605968... 2024-09-05T04:30:29.077 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l[64078]: 2024-09-05T04:30:28.699+0000 7fedae3db640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-05T04:30:29.077 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:28 smithi079 ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l[64078]: 2024-09-05T04:30:28.699+0000 7fedae3db640 -1 mds.l *** got signal Terminated *** 2024-09-05T04:30:32.970 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:32 smithi079 podman[73018]: 2024-09-05 04:30:32.710191169 +0000 UTC m=+4.124367363 container died 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l, GIT_CLEAN=True, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-05T04:30:33.327 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:33 smithi079 podman[73018]: 2024-09-05 04:30:33.060686752 +0000 UTC m=+4.474862932 container cleanup 7698b3bccdd9b11fc35515d6c03d543b530204db735a0105d08d329493a9287d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:bc24b8b0fb57fbf3f589c6abdf5aefd5f62db62238cebcb4209974c168290067, name=ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-91c8a7e, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-05T04:30:33.327 INFO:journalctl@ceph.mds.l.smithi079.stdout:Sep 05 04:30:33 smithi079 bash[73018]: ceph-60a04270-6b3b-11ef-bcd6-c7b262605968-mds-l 2024-09-05T04:30:33.480 DEBUG:teuthology.orchestra.run.smithi079:> sudo pkill -f 'journalctl -f -n 0 -u ceph-60a04270-6b3b-11ef-bcd6-c7b262605968@mds.l.service' 2024-09-05T04:30:33.512 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-05T04:30:33.513 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-05T04:30:33.513 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T04:30:33.725 INFO:teuthology.orchestra.run.smithi002.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:36.157 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T04:30:36.363 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:38.812 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force --keep-logs 2024-09-05T04:30:39.012 INFO:teuthology.orchestra.run.smithi079.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:41.344 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:30:41.377 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:30:41.410 DEBUG:teuthology.orchestra.run.smithi079:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-05T04:30:41.437 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-05T04:30:41.439 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi002/crash 2024-09-05T04:30:41.440 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T04:30:41.480 INFO:teuthology.orchestra.run.smithi002.stderr:tar: /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T04:30:41.480 INFO:teuthology.orchestra.run.smithi002.stderr:tar: Error is not recoverable: exiting now 2024-09-05T04:30:41.482 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi047/crash 2024-09-05T04:30:41.482 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T04:30:41.523 INFO:teuthology.orchestra.run.smithi047.stderr:tar: /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T04:30:41.523 INFO:teuthology.orchestra.run.smithi047.stderr:tar: Error is not recoverable: exiting now 2024-09-05T04:30:41.525 DEBUG:teuthology.misc:Transferring archived files from smithi079:/var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi079/crash 2024-09-05T04:30:41.525 DEBUG:teuthology.orchestra.run.smithi079:> sudo tar c -f - -C /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash -- . 2024-09-05T04:30:41.566 INFO:teuthology.orchestra.run.smithi079.stderr:tar: /var/lib/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/crash: Cannot open: No such file or directory 2024-09-05T04:30:41.566 INFO:teuthology.orchestra.run.smithi079.stderr:tar: Error is not recoverable: exiting now 2024-09-05T04:30:41.567 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-05T04:30:41.567 DEBUG:teuthology.orchestra.run.smithi002:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-05T04:30:41.608 INFO:tasks.cephadm:Compressing logs... 2024-09-05T04:30:41.608 DEBUG:teuthology.orchestra.run.smithi002:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T04:30:41.652 DEBUG:teuthology.orchestra.run.smithi047:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T04:30:41.654 DEBUG:teuthology.orchestra.run.smithi079:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-05T04:30:41.675 INFO:teuthology.orchestra.run.smithi002.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-05T04:30:41.675 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-09-05T04:30:41.677 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.0.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.9.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.a.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr: 92.7% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.a.log 2024-09-05T04:30:41.678 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.g.log 2024-09-05T04:30:41.697 INFO:teuthology.orchestra.run.smithi079.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T04:30:41.697 INFO:teuthology.orchestra.run.smithi079.stderr:: No such file or directory 2024-09-05T04:30:41.697 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T04:30:41.697 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log: -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.i.log 2024-09-05T04:30:41.697 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.c.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log: /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.11.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.c.log: /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.2.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr: 81.9% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.5.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.l.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log: 90.3% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.8.log 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.l.log: 87.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T04:30:41.700 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.z.log 2024-09-05T04:30:41.701 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.8.log: 94.6% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.l.log.gz 2024-09-05T04:30:41.701 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.c.log 2024-09-05T04:30:41.701 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.z.log: 91.0% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T04:30:41.703 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.6.log 2024-09-05T04:30:41.703 INFO:teuthology.orchestra.run.smithi002.stderr: 84.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.6.log: 90.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.d.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log: 94.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.a.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr: 87.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 94.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.g.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr: --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.x.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.j.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.3.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.j.log: 90.8% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.3.log: 94.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.d.log.gz 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T04:30:41.704 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/ceph-client.0.log: 94.6% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.j.log.gz 2024-09-05T04:30:41.706 INFO:teuthology.orchestra.run.smithi079.stderr: 92.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.z.log.gz 2024-09-05T04:30:41.707 INFO:teuthology.orchestra.run.smithi079.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.f.log 2024-09-05T04:30:41.707 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.10.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:: No such file or directory 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.1.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.7.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.b.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.k.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log: /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.4.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log 2024-09-05T04:30:41.708 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log: 90.3% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.audit.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.y.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log: 81.9% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.cephadm.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose 94.4% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.k.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr: -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.h.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log: /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.y.log: 87.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr: 90.8% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-volume.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.b.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.e.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.b.log: 92.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.y.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.e.log: 94.4% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.h.log.gz 2024-09-05T04:30:41.709 INFO:teuthology.orchestra.run.smithi047.stderr: 94.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.e.log.gz 2024-09-05T04:30:41.710 INFO:teuthology.orchestra.run.smithi047.stderr:/var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T04:30:41.711 INFO:teuthology.orchestra.run.smithi002.stderr:/var/log/ceph/cephadm.log: 94.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T04:30:41.711 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.f.log: 94.4% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.c.log.gz 2024-09-05T04:30:41.711 INFO:teuthology.orchestra.run.smithi079.stderr: 94.4% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.f.log.gz 2024-09-05T04:30:41.711 INFO:teuthology.orchestra.run.smithi079.stderr:/var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-05T04:30:41.915 INFO:teuthology.orchestra.run.smithi047.stderr: 94.1% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.b.log.gz 2024-09-05T04:30:42.074 INFO:teuthology.orchestra.run.smithi079.stderr: 91.7% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.c.log.gz 2024-09-05T04:30:42.129 INFO:teuthology.orchestra.run.smithi002.stderr: 92.4% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-05T04:30:42.145 INFO:teuthology.orchestra.run.smithi002.stderr: 90.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mgr.x.log.gz 2024-09-05T04:30:42.147 INFO:teuthology.orchestra.run.smithi047.stderr: 91.9% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.b.log.gz 2024-09-05T04:30:42.836 INFO:teuthology.orchestra.run.smithi047.stderr: 92.7% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.4.log.gz 2024-09-05T04:30:42.950 INFO:teuthology.orchestra.run.smithi047.stderr: 92.3% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.1.log.gz 2024-09-05T04:30:42.952 INFO:teuthology.orchestra.run.smithi002.stderr: 90.4% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mon.a.log.gz 2024-09-05T04:30:43.036 INFO:teuthology.orchestra.run.smithi079.stderr: 92.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.8.log.gz 2024-09-05T04:30:43.146 INFO:teuthology.orchestra.run.smithi002.stderr: 92.6% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.6.log.gz 2024-09-05T04:30:43.410 INFO:teuthology.orchestra.run.smithi002.stderr: 93.2% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.0.log.gz 2024-09-05T04:30:43.519 INFO:teuthology.orchestra.run.smithi047.stderr: 91.7% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.10.log.gz 2024-09-05T04:30:43.598 INFO:teuthology.orchestra.run.smithi002.stderr: 92.9% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.3.log.gz 2024-09-05T04:30:43.628 INFO:teuthology.orchestra.run.smithi002.stderr: 92.1% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.9.log.gz 2024-09-05T04:30:43.630 INFO:teuthology.orchestra.run.smithi002.stderr: 2024-09-05T04:30:43.630 INFO:teuthology.orchestra.run.smithi002.stderr:real 0m1.966s 2024-09-05T04:30:43.630 INFO:teuthology.orchestra.run.smithi002.stderr:user 0m9.019s 2024-09-05T04:30:43.631 INFO:teuthology.orchestra.run.smithi002.stderr:sys 0m0.288s 2024-09-05T04:30:43.708 INFO:teuthology.orchestra.run.smithi047.stderr: 91.9% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.7.log.gz 2024-09-05T04:30:43.709 INFO:teuthology.orchestra.run.smithi079.stderr: 92.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.11.log.gz 2024-09-05T04:30:43.710 INFO:teuthology.orchestra.run.smithi047.stderr: 2024-09-05T04:30:43.710 INFO:teuthology.orchestra.run.smithi047.stderr:real 0m2.043s 2024-09-05T04:30:43.710 INFO:teuthology.orchestra.run.smithi047.stderr:user 0m6.802s 2024-09-05T04:30:43.710 INFO:teuthology.orchestra.run.smithi047.stderr:sys 0m0.254s 2024-09-05T04:30:43.781 INFO:teuthology.orchestra.run.smithi079.stderr: 93.0% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-mds.i.log.gz 2024-09-05T04:30:44.198 INFO:teuthology.orchestra.run.smithi079.stderr: 91.8% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.5.log.gz 2024-09-05T04:30:44.624 INFO:teuthology.orchestra.run.smithi079.stderr: 91.5% -- replaced with /var/log/ceph/60a04270-6b3b-11ef-bcd6-c7b262605968/ceph-osd.2.log.gz 2024-09-05T04:30:44.626 INFO:teuthology.orchestra.run.smithi079.stderr: 2024-09-05T04:30:44.626 INFO:teuthology.orchestra.run.smithi079.stderr:real 0m2.957s 2024-09-05T04:30:44.626 INFO:teuthology.orchestra.run.smithi079.stderr:user 0m11.002s 2024-09-05T04:30:44.626 INFO:teuthology.orchestra.run.smithi079.stderr:sys 0m0.392s 2024-09-05T04:30:44.627 INFO:tasks.cephadm:Archiving logs... 2024-09-05T04:30:44.627 DEBUG:teuthology.misc:Transferring archived files from smithi002:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi002/log 2024-09-05T04:30:44.628 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T04:30:45.827 DEBUG:teuthology.misc:Transferring archived files from smithi047:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi047/log 2024-09-05T04:30:45.828 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T04:30:46.827 DEBUG:teuthology.misc:Transferring archived files from smithi079:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi079/log 2024-09-05T04:30:46.828 DEBUG:teuthology.orchestra.run.smithi079:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-05T04:30:48.416 INFO:tasks.cephadm:Removing cluster... 2024-09-05T04:30:48.416 DEBUG:teuthology.orchestra.run.smithi002:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force 2024-09-05T04:30:48.625 INFO:teuthology.orchestra.run.smithi002.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:48.884 DEBUG:teuthology.orchestra.run.smithi047:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force 2024-09-05T04:30:49.091 INFO:teuthology.orchestra.run.smithi047.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:49.353 DEBUG:teuthology.orchestra.run.smithi079:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 60a04270-6b3b-11ef-bcd6-c7b262605968 --force 2024-09-05T04:30:49.545 INFO:teuthology.orchestra.run.smithi079.stdout:Deleting cluster with fsid: 60a04270-6b3b-11ef-bcd6-c7b262605968 2024-09-05T04:30:49.823 INFO:tasks.cephadm:Removing cephadm ... 2024-09-05T04:30:49.824 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T04:30:49.843 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T04:30:49.860 DEBUG:teuthology.orchestra.run.smithi079:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-05T04:30:49.875 INFO:tasks.cephadm:Teardown complete 2024-09-05T04:30:49.876 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-05T04:30:49.887 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-05T04:30:49.888 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T04:30:49.890 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T04:30:49.902 DEBUG:teuthology.orchestra.run.smithi079:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-05T04:30:49.996 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-05T04:30:50.006 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-05T04:30:50.007 DEBUG:teuthology.orchestra.run.smithi002:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T04:30:50.009 DEBUG:teuthology.orchestra.run.smithi047:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T04:30:50.012 DEBUG:teuthology.orchestra.run.smithi079:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-05T04:30:50.024 INFO:teuthology.orchestra.run.smithi002.stderr:bash: line 1: ntpq: command not found 2024-09-05T04:30:50.024 INFO:teuthology.orchestra.run.smithi047.stderr:bash: line 1: ntpq: command not found 2024-09-05T04:30:50.026 INFO:teuthology.orchestra.run.smithi079.stderr:bash: line 1: ntpq: command not found 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:=============================================================================== 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:^* hv01.front.sepia.ceph.com 3 6 377 43 +874us[ +877us] +/- 47ms 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 44 -2328us[-2324us] +/- 64ms 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 +1563us[+1563us] +/- 84ms 2024-09-05T04:30:50.029 INFO:teuthology.orchestra.run.smithi047.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:=============================================================================== 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:^* hv01.front.sepia.ceph.com 3 6 377 44 +838us[ +830us] +/- 47ms 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 43 -2363us[-2363us] +/- 64ms 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 +1539us[+1531us] +/- 84ms 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi079.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T04:30:50.031 INFO:teuthology.orchestra.run.smithi002.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-05T04:30:50.032 INFO:teuthology.orchestra.run.smithi002.stdout:=============================================================================== 2024-09-05T04:30:50.032 INFO:teuthology.orchestra.run.smithi002.stdout:^* hv01.front.sepia.ceph.com 3 6 377 42 +800us[ +805us] +/- 47ms 2024-09-05T04:30:50.032 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 42 -2382us[-2382us] +/- 64ms 2024-09-05T04:30:50.032 INFO:teuthology.orchestra.run.smithi002.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 45 +1501us[+1507us] +/- 84ms 2024-09-05T04:30:50.032 INFO:teuthology.orchestra.run.smithi002.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-05T04:30:50.032 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-05T04:30:50.043 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-05T04:30:50.044 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-05T04:30:50.058 DEBUG:teuthology.orchestra.run.smithi002:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T04:30:50.164 DEBUG:teuthology.orchestra.run.smithi047:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T04:30:50.235 DEBUG:teuthology.orchestra.run.smithi079:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-05T04:30:50.303 DEBUG:teuthology.orchestra.run.smithi002:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T04:30:50.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:50.335 DEBUG:teuthology.orchestra.run.smithi047:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T04:30:50.363 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:50.363 DEBUG:teuthology.orchestra.run.smithi079:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-05T04:30:50.391 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:50.391 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-05T04:30:50.405 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-05T04:30:50.417 INFO:teuthology.task.internal:Duration was 2149.794108 seconds 2024-09-05T04:30:50.418 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-05T04:30:50.430 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-05T04:30:50.431 DEBUG:teuthology.orchestra.run.smithi002:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T04:30:50.433 DEBUG:teuthology.orchestra.run.smithi047:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T04:30:50.436 DEBUG:teuthology.orchestra.run.smithi079:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-05T04:30:50.472 INFO:teuthology.orchestra.run.smithi047.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T04:30:50.473 INFO:teuthology.orchestra.run.smithi002.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T04:30:50.474 INFO:teuthology.orchestra.run.smithi079.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-05T04:30:50.979 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-05T04:30:50.979 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi002.front.sepia.ceph.com 2024-09-05T04:30:50.979 DEBUG:teuthology.orchestra.run.smithi002:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T04:30:50.999 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi047.front.sepia.ceph.com 2024-09-05T04:30:50.999 DEBUG:teuthology.orchestra.run.smithi047:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T04:30:51.043 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi079.front.sepia.ceph.com 2024-09-05T04:30:51.043 DEBUG:teuthology.orchestra.run.smithi079:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-05T04:30:51.075 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-05T04:30:51.076 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T04:30:51.078 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T04:30:51.085 DEBUG:teuthology.orchestra.run.smithi079:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-05T04:30:51.144 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-05T04:30:51.144 DEBUG:teuthology.orchestra.run.smithi002:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T04:30:51.147 DEBUG:teuthology.orchestra.run.smithi047:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T04:30:51.151 DEBUG:teuthology.orchestra.run.smithi079:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-05T04:30:52.566 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-05T04:30:52.578 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-05T04:30:52.578 DEBUG:teuthology.orchestra.run.smithi002:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T04:30:52.603 DEBUG:teuthology.orchestra.run.smithi047:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T04:30:52.633 DEBUG:teuthology.orchestra.run.smithi079:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-05T04:30:52.663 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-05T04:30:52.675 DEBUG:teuthology.orchestra.run.smithi002:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.678 DEBUG:teuthology.orchestra.run.smithi047:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.680 DEBUG:teuthology.orchestra.run.smithi079:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.698 INFO:teuthology.orchestra.run.smithi002.stdout:kernel.core_pattern = core 2024-09-05T04:30:52.706 INFO:teuthology.orchestra.run.smithi047.stdout:kernel.core_pattern = core 2024-09-05T04:30:52.731 INFO:teuthology.orchestra.run.smithi079.stdout:kernel.core_pattern = core 2024-09-05T04:30:52.774 DEBUG:teuthology.orchestra.run.smithi002:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.788 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:52.789 DEBUG:teuthology.orchestra.run.smithi047:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.805 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:52.805 DEBUG:teuthology.orchestra.run.smithi079:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-05T04:30:52.830 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-05T04:30:52.831 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-05T04:30:52.842 INFO:teuthology.task.internal:Transferring archived files... 2024-09-05T04:30:52.843 DEBUG:teuthology.misc:Transferring archived files from smithi002:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi002 2024-09-05T04:30:52.843 DEBUG:teuthology.orchestra.run.smithi002:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T04:30:52.911 DEBUG:teuthology.misc:Transferring archived files from smithi047:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi047 2024-09-05T04:30:52.911 DEBUG:teuthology.orchestra.run.smithi047:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T04:30:52.949 DEBUG:teuthology.misc:Transferring archived files from smithi079:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-04_21:24:16-fs-squid-distro-default-smithi/7889912/remote/smithi079 2024-09-05T04:30:52.950 DEBUG:teuthology.orchestra.run.smithi079:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-05T04:30:52.990 INFO:teuthology.task.internal:Removing archive directory... 2024-09-05T04:30:52.990 DEBUG:teuthology.orchestra.run.smithi002:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T04:30:52.994 DEBUG:teuthology.orchestra.run.smithi047:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T04:30:52.997 DEBUG:teuthology.orchestra.run.smithi079:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-05T04:30:53.039 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-05T04:30:53.052 INFO:teuthology.task.internal:Not uploading archives. 2024-09-05T04:30:53.052 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-05T04:30:53.103 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-05T04:30:53.103 DEBUG:teuthology.orchestra.run.smithi002:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T04:30:53.105 DEBUG:teuthology.orchestra.run.smithi047:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T04:30:53.108 DEBUG:teuthology.orchestra.run.smithi079:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-05T04:30:53.118 INFO:teuthology.orchestra.run.smithi002.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 04:30 /home/ubuntu/cephtest 2024-09-05T04:30:53.123 INFO:teuthology.orchestra.run.smithi047.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 04:30 /home/ubuntu/cephtest 2024-09-05T04:30:53.123 INFO:teuthology.orchestra.run.smithi079.stdout: 262217 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 5 04:30 /home/ubuntu/cephtest 2024-09-05T04:30:53.124 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-05T04:30:53.136 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-05T04:30:53.161 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/1 standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/test_o_trunc}} duration: 2149.7941081523895 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-05T04:30:53.164 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-05T04:30:53.247 INFO:teuthology.run:pass